[ 582.263407] env[66615]: /opt/stack/neutron/neutron/__init__.py:25: UserWarning: The selected oslo_service backend is "eventlet" [ 582.263407] env[66615]: warnings.warn('The selected oslo_service backend is "eventlet"') [ 583.262743] env[66703]: /opt/stack/neutron/neutron/__init__.py:25: UserWarning: The selected oslo_service backend is "eventlet" [ 583.262743] env[66703]: warnings.warn('The selected oslo_service backend is "eventlet"') [ 585.080801] env[66703]: INFO neutron.common.config [-] Logging enabled! [ 585.081178] env[66703]: INFO neutron.common.config [-] /opt/stack/data/venv/bin/neutron-nsxv3-agent version 27.0.1.dev79 [ 585.081449] env[66703]: DEBUG neutron.common.config [-] command line: /opt/stack/data/venv/bin/neutron-nsxv3-agent --config-file /etc/neutron/neutron.conf --config-file /etc/neutron/plugins/ml2/ml2_conf.ini --config-file /etc/neutron/plugins/ml2/ml2-nsxv3-1.ini {{(pid=66703) setup_logging /opt/stack/neutron/neutron/common/config.py:124}} [ 585.081676] env[66703]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.agent [-] VMware NSXv3 Agent initializing ... [ 585.081772] env[66703]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.agent [-] Eventlet blocking behavior detection initialization completed. [ 585.082615] env[66703]: WARNING oslo_policy.policy [None req-cf06d62a-b03d-48f9-85b6-d0a6b73cfd3e None None] JSON formatted policy_file support is deprecated since Victoria release. You need to use YAML format which will be default in future. You can use ``oslopolicy-convert-json-to-yaml`` tool to convert existing JSON-formatted policy file to YAML-formatted in backward compatible way: https://docs.openstack.org/oslo.policy/latest/cli/oslopolicy-convert-json-to-yaml.html. [ 585.082828] env[66703]: WARNING oslo_policy.policy [None req-cf06d62a-b03d-48f9-85b6-d0a6b73cfd3e None None] JSON formatted policy_file support is deprecated since Victoria release. You need to use YAML format which will be default in future. You can use ``oslopolicy-convert-json-to-yaml`` tool to convert existing JSON-formatted policy file to YAML-formatted in backward compatible way: https://docs.openstack.org/oslo.policy/latest/cli/oslopolicy-convert-json-to-yaml.html. [ 585.084519] env[66703]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.agent [None req-cf06d62a-b03d-48f9-85b6-d0a6b73cfd3e None None] VMware NSXv3 Agent initialized successfully. [ 585.084869] env[66703]: DEBUG oslo_concurrency.lockutils [None req-cf06d62a-b03d-48f9-85b6-d0a6b73cfd3e None None] Acquiring lock "singleton_lock" {{(pid=66703) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 585.085008] env[66703]: DEBUG oslo_concurrency.lockutils [None req-cf06d62a-b03d-48f9-85b6-d0a6b73cfd3e None None] Acquired lock "singleton_lock" {{(pid=66703) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 585.085217] env[66703]: DEBUG oslo_concurrency.lockutils [None req-cf06d62a-b03d-48f9-85b6-d0a6b73cfd3e None None] Releasing lock "singleton_lock" {{(pid=66703) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 585.085502] env[66703]: DEBUG oslo_service.backend._eventlet.service [None req-cf06d62a-b03d-48f9-85b6-d0a6b73cfd3e None None] Full set of CONF: {{(pid=66703) _wait_for_exit_or_signal /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/_eventlet/service.py:275}} [ 585.085618] env[66703]: DEBUG oslo_service.backend._eventlet.service [None req-cf06d62a-b03d-48f9-85b6-d0a6b73cfd3e None None] ******************************************************************************** {{(pid=66703) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2804}} [ 585.085723] env[66703]: DEBUG oslo_service.backend._eventlet.service [None req-cf06d62a-b03d-48f9-85b6-d0a6b73cfd3e None None] Configuration options gathered from: {{(pid=66703) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2805}} [ 585.086454] env[66703]: DEBUG oslo_service.backend._eventlet.service [None req-cf06d62a-b03d-48f9-85b6-d0a6b73cfd3e None None] command line args: ['--config-file', '/etc/neutron/neutron.conf', '--config-file', '/etc/neutron/plugins/ml2/ml2_conf.ini', '--config-file', '/etc/neutron/plugins/ml2/ml2-nsxv3-1.ini'] {{(pid=66703) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2806}} [ 585.086625] env[66703]: DEBUG oslo_service.backend._eventlet.service [None req-cf06d62a-b03d-48f9-85b6-d0a6b73cfd3e None None] config files: ['/etc/neutron/neutron.conf', '/etc/neutron/plugins/ml2/ml2_conf.ini', '/etc/neutron/plugins/ml2/ml2-nsxv3-1.ini'] {{(pid=66703) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2807}} [ 585.086731] env[66703]: DEBUG oslo_service.backend._eventlet.service [None req-cf06d62a-b03d-48f9-85b6-d0a6b73cfd3e None None] ================================================================================ {{(pid=66703) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2809}} [ 585.086903] env[66703]: DEBUG oslo_service.backend._eventlet.service [None req-cf06d62a-b03d-48f9-85b6-d0a6b73cfd3e None None] agent_down_time = 75 {{(pid=66703) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 585.087055] env[66703]: DEBUG oslo_service.backend._eventlet.service [None req-cf06d62a-b03d-48f9-85b6-d0a6b73cfd3e None None] allow_automatic_dhcp_failover = True {{(pid=66703) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 585.087194] env[66703]: DEBUG oslo_service.backend._eventlet.service [None req-cf06d62a-b03d-48f9-85b6-d0a6b73cfd3e None None] allow_bulk = True {{(pid=66703) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 585.087395] env[66703]: DEBUG oslo_service.backend._eventlet.service [None req-cf06d62a-b03d-48f9-85b6-d0a6b73cfd3e None None] api_extensions_path = {{(pid=66703) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 585.087550] env[66703]: DEBUG oslo_service.backend._eventlet.service [None req-cf06d62a-b03d-48f9-85b6-d0a6b73cfd3e None None] api_paste_config = api-paste.ini {{(pid=66703) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 585.087689] env[66703]: DEBUG oslo_service.backend._eventlet.service [None req-cf06d62a-b03d-48f9-85b6-d0a6b73cfd3e None None] auth_strategy = keystone {{(pid=66703) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 585.087794] env[66703]: DEBUG oslo_service.backend._eventlet.service [None req-cf06d62a-b03d-48f9-85b6-d0a6b73cfd3e None None] backdoor_port = None {{(pid=66703) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 585.087895] env[66703]: DEBUG oslo_service.backend._eventlet.service [None req-cf06d62a-b03d-48f9-85b6-d0a6b73cfd3e None None] backdoor_socket = None {{(pid=66703) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 585.088044] env[66703]: DEBUG oslo_service.backend._eventlet.service [None req-cf06d62a-b03d-48f9-85b6-d0a6b73cfd3e None None] backlog = 4096 {{(pid=66703) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 585.088186] env[66703]: DEBUG oslo_service.backend._eventlet.service [None req-cf06d62a-b03d-48f9-85b6-d0a6b73cfd3e None None] base_mac = fa:16:3e:00:00:00 {{(pid=66703) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 585.088350] env[66703]: DEBUG oslo_service.backend._eventlet.service [None req-cf06d62a-b03d-48f9-85b6-d0a6b73cfd3e None None] bind_host = 0.0.0.0 {{(pid=66703) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 585.088494] env[66703]: DEBUG oslo_service.backend._eventlet.service [None req-cf06d62a-b03d-48f9-85b6-d0a6b73cfd3e None None] bind_port = 9696 {{(pid=66703) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 585.088627] env[66703]: DEBUG oslo_service.backend._eventlet.service [None req-cf06d62a-b03d-48f9-85b6-d0a6b73cfd3e None None] client_socket_timeout = 900 {{(pid=66703) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 585.088768] env[66703]: DEBUG oslo_service.backend._eventlet.service [None req-cf06d62a-b03d-48f9-85b6-d0a6b73cfd3e None None] config_dir = [] {{(pid=66703) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 585.088877] env[66703]: DEBUG oslo_service.backend._eventlet.service [None req-cf06d62a-b03d-48f9-85b6-d0a6b73cfd3e None None] config_file = ['/etc/neutron/neutron.conf', '/etc/neutron/plugins/ml2/ml2_conf.ini', '/etc/neutron/plugins/ml2/ml2-nsxv3-1.ini'] {{(pid=66703) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 585.089022] env[66703]: DEBUG oslo_service.backend._eventlet.service [None req-cf06d62a-b03d-48f9-85b6-d0a6b73cfd3e None None] config_source = [] {{(pid=66703) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 585.089164] env[66703]: DEBUG oslo_service.backend._eventlet.service [None req-cf06d62a-b03d-48f9-85b6-d0a6b73cfd3e None None] control_exchange = neutron {{(pid=66703) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 585.089304] env[66703]: DEBUG oslo_service.backend._eventlet.service [None req-cf06d62a-b03d-48f9-85b6-d0a6b73cfd3e None None] core_plugin = ml2 {{(pid=66703) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 585.089445] env[66703]: DEBUG oslo_service.backend._eventlet.service [None req-cf06d62a-b03d-48f9-85b6-d0a6b73cfd3e None None] debug = True {{(pid=66703) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 585.089582] env[66703]: DEBUG oslo_service.backend._eventlet.service [None req-cf06d62a-b03d-48f9-85b6-d0a6b73cfd3e None None] default_availability_zones = [] {{(pid=66703) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 585.089785] env[66703]: DEBUG oslo_service.backend._eventlet.service [None req-cf06d62a-b03d-48f9-85b6-d0a6b73cfd3e None None] default_log_levels = ['amqp=WARN', 'amqplib=WARN', 'boto=WARN', 'qpid=WARN', 'sqlalchemy=WARN', 'suds=INFO', 'oslo.messaging=INFO', 'oslo_messaging=INFO', 'iso8601=WARN', 'requests.packages.urllib3.connectionpool=WARN', 'urllib3.connectionpool=WARN', 'websocket=WARN', 'requests.packages.urllib3.util.retry=WARN', 'urllib3.util.retry=WARN', 'keystonemiddleware=WARN', 'routes.middleware=WARN', 'stevedore=WARN', 'taskflow=WARN', 'keystoneauth=WARN', 'oslo.cache=INFO', 'oslo_policy=INFO', 'dogpile.core.dogpile=INFO', 'OFPHandler=INFO', 'OfctlService=INFO', 'os_ken.base.app_manager=INFO', 'os_ken.controller.controller=INFO'] {{(pid=66703) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 585.089918] env[66703]: DEBUG oslo_service.backend._eventlet.service [None req-cf06d62a-b03d-48f9-85b6-d0a6b73cfd3e None None] dhcp_agent_notification = True {{(pid=66703) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 585.090064] env[66703]: DEBUG oslo_service.backend._eventlet.service [None req-cf06d62a-b03d-48f9-85b6-d0a6b73cfd3e None None] dhcp_agents_per_network = 1 {{(pid=66703) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 585.090200] env[66703]: DEBUG oslo_service.backend._eventlet.service [None req-cf06d62a-b03d-48f9-85b6-d0a6b73cfd3e None None] dhcp_lease_duration = 86400 {{(pid=66703) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 585.090339] env[66703]: DEBUG oslo_service.backend._eventlet.service [None req-cf06d62a-b03d-48f9-85b6-d0a6b73cfd3e None None] dhcp_load_type = networks {{(pid=66703) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 585.090479] env[66703]: DEBUG oslo_service.backend._eventlet.service [None req-cf06d62a-b03d-48f9-85b6-d0a6b73cfd3e None None] dns_domain = openstacklocal {{(pid=66703) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 585.090618] env[66703]: DEBUG oslo_service.backend._eventlet.service [None req-cf06d62a-b03d-48f9-85b6-d0a6b73cfd3e None None] dvr_base_mac = fa:16:3f:00:00:00 {{(pid=66703) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 585.090751] env[66703]: DEBUG oslo_service.backend._eventlet.service [None req-cf06d62a-b03d-48f9-85b6-d0a6b73cfd3e None None] enable_default_route_bfd = False {{(pid=66703) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 585.090883] env[66703]: DEBUG oslo_service.backend._eventlet.service [None req-cf06d62a-b03d-48f9-85b6-d0a6b73cfd3e None None] enable_default_route_ecmp = False {{(pid=66703) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 585.091027] env[66703]: DEBUG oslo_service.backend._eventlet.service [None req-cf06d62a-b03d-48f9-85b6-d0a6b73cfd3e None None] enable_dvr = True {{(pid=66703) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 585.091162] env[66703]: DEBUG oslo_service.backend._eventlet.service [None req-cf06d62a-b03d-48f9-85b6-d0a6b73cfd3e None None] enable_new_agents = True {{(pid=66703) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 585.091295] env[66703]: DEBUG oslo_service.backend._eventlet.service [None req-cf06d62a-b03d-48f9-85b6-d0a6b73cfd3e None None] enable_services_on_agents_with_admin_state_down = False {{(pid=66703) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 585.091538] env[66703]: DEBUG oslo_service.backend._eventlet.service [None req-cf06d62a-b03d-48f9-85b6-d0a6b73cfd3e None None] enable_signals = True {{(pid=66703) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 585.091538] env[66703]: DEBUG oslo_service.backend._eventlet.service [None req-cf06d62a-b03d-48f9-85b6-d0a6b73cfd3e None None] enable_traditional_dhcp = True {{(pid=66703) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 585.091678] env[66703]: DEBUG oslo_service.backend._eventlet.service [None req-cf06d62a-b03d-48f9-85b6-d0a6b73cfd3e None None] external_dns_driver = None {{(pid=66703) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 585.091797] env[66703]: DEBUG oslo_service.backend._eventlet.service [None req-cf06d62a-b03d-48f9-85b6-d0a6b73cfd3e None None] filter_validation = True {{(pid=66703) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 585.091939] env[66703]: DEBUG oslo_service.backend._eventlet.service [None req-cf06d62a-b03d-48f9-85b6-d0a6b73cfd3e None None] global_physnet_mtu = 8950 {{(pid=66703) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 585.092082] env[66703]: DEBUG oslo_service.backend._eventlet.service [None req-cf06d62a-b03d-48f9-85b6-d0a6b73cfd3e None None] graceful_shutdown_timeout = 60 {{(pid=66703) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 585.092263] env[66703]: DEBUG oslo_service.backend._eventlet.service [None req-cf06d62a-b03d-48f9-85b6-d0a6b73cfd3e None None] host = cpu-1 {{(pid=66703) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 585.092403] env[66703]: DEBUG oslo_service.backend._eventlet.service [None req-cf06d62a-b03d-48f9-85b6-d0a6b73cfd3e None None] host_dvr_for_dhcp = True {{(pid=66703) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 585.092536] env[66703]: DEBUG oslo_service.backend._eventlet.service [None req-cf06d62a-b03d-48f9-85b6-d0a6b73cfd3e None None] http_retries = 3 {{(pid=66703) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 585.092671] env[66703]: DEBUG oslo_service.backend._eventlet.service [None req-cf06d62a-b03d-48f9-85b6-d0a6b73cfd3e None None] instance_format = [instance: %(uuid)s] {{(pid=66703) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 585.092805] env[66703]: DEBUG oslo_service.backend._eventlet.service [None req-cf06d62a-b03d-48f9-85b6-d0a6b73cfd3e None None] instance_uuid_format = [instance: %(uuid)s] {{(pid=66703) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 585.092940] env[66703]: DEBUG oslo_service.backend._eventlet.service [None req-cf06d62a-b03d-48f9-85b6-d0a6b73cfd3e None None] ipam_driver = internal {{(pid=66703) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 585.093083] env[66703]: DEBUG oslo_service.backend._eventlet.service [None req-cf06d62a-b03d-48f9-85b6-d0a6b73cfd3e None None] ipv6_pd_enabled = False {{(pid=66703) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 585.093216] env[66703]: DEBUG oslo_service.backend._eventlet.service [None req-cf06d62a-b03d-48f9-85b6-d0a6b73cfd3e None None] l3_ha = False {{(pid=66703) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 585.093353] env[66703]: DEBUG oslo_service.backend._eventlet.service [None req-cf06d62a-b03d-48f9-85b6-d0a6b73cfd3e None None] l3_ha_net_cidr = 169.254.192.0/18 {{(pid=66703) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 585.093487] env[66703]: DEBUG oslo_service.backend._eventlet.service [None req-cf06d62a-b03d-48f9-85b6-d0a6b73cfd3e None None] l3_ha_network_physical_name = {{(pid=66703) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 585.093619] env[66703]: DEBUG oslo_service.backend._eventlet.service [None req-cf06d62a-b03d-48f9-85b6-d0a6b73cfd3e None None] l3_ha_network_type = {{(pid=66703) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 585.093758] env[66703]: DEBUG oslo_service.backend._eventlet.service [None req-cf06d62a-b03d-48f9-85b6-d0a6b73cfd3e None None] log_color = False {{(pid=66703) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 585.093896] env[66703]: DEBUG oslo_service.backend._eventlet.service [None req-cf06d62a-b03d-48f9-85b6-d0a6b73cfd3e None None] log_config_append = None {{(pid=66703) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 585.094040] env[66703]: DEBUG oslo_service.backend._eventlet.service [None req-cf06d62a-b03d-48f9-85b6-d0a6b73cfd3e None None] log_date_format = %Y-%m-%d %H:%M:%S {{(pid=66703) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 585.094175] env[66703]: DEBUG oslo_service.backend._eventlet.service [None req-cf06d62a-b03d-48f9-85b6-d0a6b73cfd3e None None] log_dir = None {{(pid=66703) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 585.094306] env[66703]: DEBUG oslo_service.backend._eventlet.service [None req-cf06d62a-b03d-48f9-85b6-d0a6b73cfd3e None None] log_file = None {{(pid=66703) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 585.094410] env[66703]: DEBUG oslo_service.backend._eventlet.service [None req-cf06d62a-b03d-48f9-85b6-d0a6b73cfd3e None None] log_options = True {{(pid=66703) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 585.094543] env[66703]: DEBUG oslo_service.backend._eventlet.service [None req-cf06d62a-b03d-48f9-85b6-d0a6b73cfd3e None None] log_rotate_interval = 1 {{(pid=66703) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 585.094681] env[66703]: DEBUG oslo_service.backend._eventlet.service [None req-cf06d62a-b03d-48f9-85b6-d0a6b73cfd3e None None] log_rotate_interval_type = days {{(pid=66703) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 585.094818] env[66703]: DEBUG oslo_service.backend._eventlet.service [None req-cf06d62a-b03d-48f9-85b6-d0a6b73cfd3e None None] log_rotation_type = none {{(pid=66703) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 585.094922] env[66703]: DEBUG oslo_service.backend._eventlet.service [None req-cf06d62a-b03d-48f9-85b6-d0a6b73cfd3e None None] logging_context_format_string = %(color)s%(levelname)s %(name)s [%(global_request_id)s %(request_id)s %(project_name)s %(user_name)s%(color)s] %(instance)s%(color)s%(message)s {{(pid=66703) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 585.095033] env[66703]: DEBUG oslo_service.backend._eventlet.service [None req-cf06d62a-b03d-48f9-85b6-d0a6b73cfd3e None None] logging_debug_format_suffix = {{(pid=%(process)d) %(funcName)s %(pathname)s:%(lineno)d}} {{(pid=66703) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 585.095173] env[66703]: DEBUG oslo_service.backend._eventlet.service [None req-cf06d62a-b03d-48f9-85b6-d0a6b73cfd3e None None] logging_default_format_string = %(color)s%(levelname)s %(name)s [-%(color)s] %(instance)s%(color)s%(message)s {{(pid=66703) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 585.095307] env[66703]: DEBUG oslo_service.backend._eventlet.service [None req-cf06d62a-b03d-48f9-85b6-d0a6b73cfd3e None None] logging_exception_prefix = ERROR %(name)s %(instance)s {{(pid=66703) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 585.095409] env[66703]: DEBUG oslo_service.backend._eventlet.service [None req-cf06d62a-b03d-48f9-85b6-d0a6b73cfd3e None None] logging_user_identity_format = %(user)s %(project)s %(domain)s %(system_scope)s %(user_domain)s %(project_domain)s {{(pid=66703) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 585.095543] env[66703]: DEBUG oslo_service.backend._eventlet.service [None req-cf06d62a-b03d-48f9-85b6-d0a6b73cfd3e None None] max_dns_nameservers = 5 {{(pid=66703) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 585.095674] env[66703]: DEBUG oslo_service.backend._eventlet.service [None req-cf06d62a-b03d-48f9-85b6-d0a6b73cfd3e None None] max_header_line = 16384 {{(pid=66703) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 585.095804] env[66703]: DEBUG oslo_service.backend._eventlet.service [None req-cf06d62a-b03d-48f9-85b6-d0a6b73cfd3e None None] max_l3_agents_per_router = 3 {{(pid=66703) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 585.095933] env[66703]: DEBUG oslo_service.backend._eventlet.service [None req-cf06d62a-b03d-48f9-85b6-d0a6b73cfd3e None None] max_logfile_count = 30 {{(pid=66703) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 585.096077] env[66703]: DEBUG oslo_service.backend._eventlet.service [None req-cf06d62a-b03d-48f9-85b6-d0a6b73cfd3e None None] max_logfile_size_mb = 200 {{(pid=66703) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 585.096207] env[66703]: DEBUG oslo_service.backend._eventlet.service [None req-cf06d62a-b03d-48f9-85b6-d0a6b73cfd3e None None] max_subnet_host_routes = 20 {{(pid=66703) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 585.096374] env[66703]: DEBUG oslo_service.backend._eventlet.service [None req-cf06d62a-b03d-48f9-85b6-d0a6b73cfd3e None None] my_ip = 10.180.1.21 {{(pid=66703) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 585.096515] env[66703]: DEBUG oslo_service.backend._eventlet.service [None req-cf06d62a-b03d-48f9-85b6-d0a6b73cfd3e None None] my_ipv6 = ::1 {{(pid=66703) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 585.096649] env[66703]: DEBUG oslo_service.backend._eventlet.service [None req-cf06d62a-b03d-48f9-85b6-d0a6b73cfd3e None None] network_auto_schedule = True {{(pid=66703) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 585.096779] env[66703]: DEBUG oslo_service.backend._eventlet.service [None req-cf06d62a-b03d-48f9-85b6-d0a6b73cfd3e None None] network_link_prefix = None {{(pid=66703) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 585.096922] env[66703]: DEBUG oslo_service.backend._eventlet.service [None req-cf06d62a-b03d-48f9-85b6-d0a6b73cfd3e None None] network_scheduler_driver = neutron.scheduler.dhcp_agent_scheduler.WeightScheduler {{(pid=66703) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 585.097076] env[66703]: DEBUG oslo_service.backend._eventlet.service [None req-cf06d62a-b03d-48f9-85b6-d0a6b73cfd3e None None] notify_nova_on_port_data_changes = True {{(pid=66703) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 585.097215] env[66703]: DEBUG oslo_service.backend._eventlet.service [None req-cf06d62a-b03d-48f9-85b6-d0a6b73cfd3e None None] notify_nova_on_port_status_changes = True {{(pid=66703) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 585.097389] env[66703]: DEBUG oslo_service.backend._eventlet.service [None req-cf06d62a-b03d-48f9-85b6-d0a6b73cfd3e None None] pagination_max_limit = -1 {{(pid=66703) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 585.097533] env[66703]: DEBUG oslo_service.backend._eventlet.service [None req-cf06d62a-b03d-48f9-85b6-d0a6b73cfd3e None None] publish_errors = False {{(pid=66703) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 585.097666] env[66703]: DEBUG oslo_service.backend._eventlet.service [None req-cf06d62a-b03d-48f9-85b6-d0a6b73cfd3e None None] rate_limit_burst = 0 {{(pid=66703) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 585.097806] env[66703]: DEBUG oslo_service.backend._eventlet.service [None req-cf06d62a-b03d-48f9-85b6-d0a6b73cfd3e None None] rate_limit_except_level = CRITICAL {{(pid=66703) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 585.097938] env[66703]: DEBUG oslo_service.backend._eventlet.service [None req-cf06d62a-b03d-48f9-85b6-d0a6b73cfd3e None None] rate_limit_interval = 0 {{(pid=66703) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 585.098082] env[66703]: DEBUG oslo_service.backend._eventlet.service [None req-cf06d62a-b03d-48f9-85b6-d0a6b73cfd3e None None] retry_until_window = 30 {{(pid=66703) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 585.098218] env[66703]: DEBUG oslo_service.backend._eventlet.service [None req-cf06d62a-b03d-48f9-85b6-d0a6b73cfd3e None None] router_distributed = False {{(pid=66703) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 585.098350] env[66703]: DEBUG oslo_service.backend._eventlet.service [None req-cf06d62a-b03d-48f9-85b6-d0a6b73cfd3e None None] rpc_resources_processing_step = 20 {{(pid=66703) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 585.098481] env[66703]: DEBUG oslo_service.backend._eventlet.service [None req-cf06d62a-b03d-48f9-85b6-d0a6b73cfd3e None None] rpc_response_max_timeout = 600 {{(pid=66703) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 585.098615] env[66703]: DEBUG oslo_service.backend._eventlet.service [None req-cf06d62a-b03d-48f9-85b6-d0a6b73cfd3e None None] rpc_response_timeout = 60 {{(pid=66703) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 585.098744] env[66703]: DEBUG oslo_service.backend._eventlet.service [None req-cf06d62a-b03d-48f9-85b6-d0a6b73cfd3e None None] send_events_interval = 2 {{(pid=66703) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 585.098892] env[66703]: DEBUG oslo_service.backend._eventlet.service [None req-cf06d62a-b03d-48f9-85b6-d0a6b73cfd3e None None] service_plugins = ['router'] {{(pid=66703) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 585.099038] env[66703]: DEBUG oslo_service.backend._eventlet.service [None req-cf06d62a-b03d-48f9-85b6-d0a6b73cfd3e None None] setproctitle = on {{(pid=66703) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 585.099167] env[66703]: DEBUG oslo_service.backend._eventlet.service [None req-cf06d62a-b03d-48f9-85b6-d0a6b73cfd3e None None] shell_completion = None {{(pid=66703) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 585.099301] env[66703]: DEBUG oslo_service.backend._eventlet.service [None req-cf06d62a-b03d-48f9-85b6-d0a6b73cfd3e None None] state_path = /opt/stack/data/neutron {{(pid=66703) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 585.099437] env[66703]: DEBUG oslo_service.backend._eventlet.service [None req-cf06d62a-b03d-48f9-85b6-d0a6b73cfd3e None None] syslog_log_facility = LOG_USER {{(pid=66703) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 585.099567] env[66703]: DEBUG oslo_service.backend._eventlet.service [None req-cf06d62a-b03d-48f9-85b6-d0a6b73cfd3e None None] tcp_keepidle = 600 {{(pid=66703) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 585.099704] env[66703]: DEBUG oslo_service.backend._eventlet.service [None req-cf06d62a-b03d-48f9-85b6-d0a6b73cfd3e None None] transport_url = **** {{(pid=66703) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 585.099835] env[66703]: DEBUG oslo_service.backend._eventlet.service [None req-cf06d62a-b03d-48f9-85b6-d0a6b73cfd3e None None] use_journal = False {{(pid=66703) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 585.099963] env[66703]: DEBUG oslo_service.backend._eventlet.service [None req-cf06d62a-b03d-48f9-85b6-d0a6b73cfd3e None None] use_json = False {{(pid=66703) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 585.100102] env[66703]: DEBUG oslo_service.backend._eventlet.service [None req-cf06d62a-b03d-48f9-85b6-d0a6b73cfd3e None None] use_ssl = False {{(pid=66703) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 585.100229] env[66703]: DEBUG oslo_service.backend._eventlet.service [None req-cf06d62a-b03d-48f9-85b6-d0a6b73cfd3e None None] use_stderr = False {{(pid=66703) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 585.100365] env[66703]: DEBUG oslo_service.backend._eventlet.service [None req-cf06d62a-b03d-48f9-85b6-d0a6b73cfd3e None None] use_syslog = False {{(pid=66703) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 585.100492] env[66703]: DEBUG oslo_service.backend._eventlet.service [None req-cf06d62a-b03d-48f9-85b6-d0a6b73cfd3e None None] vlan_qinq = None {{(pid=66703) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 585.100618] env[66703]: DEBUG oslo_service.backend._eventlet.service [None req-cf06d62a-b03d-48f9-85b6-d0a6b73cfd3e None None] vlan_transparent = None {{(pid=66703) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 585.100745] env[66703]: DEBUG oslo_service.backend._eventlet.service [None req-cf06d62a-b03d-48f9-85b6-d0a6b73cfd3e None None] watch_log_file = False {{(pid=66703) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 585.100872] env[66703]: DEBUG oslo_service.backend._eventlet.service [None req-cf06d62a-b03d-48f9-85b6-d0a6b73cfd3e None None] wsgi_default_pool_size = 100 {{(pid=66703) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 585.101008] env[66703]: DEBUG oslo_service.backend._eventlet.service [None req-cf06d62a-b03d-48f9-85b6-d0a6b73cfd3e None None] wsgi_keep_alive = True {{(pid=66703) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 585.101148] env[66703]: DEBUG oslo_service.backend._eventlet.service [None req-cf06d62a-b03d-48f9-85b6-d0a6b73cfd3e None None] wsgi_log_format = %(client_ip)s "%(request_line)s" status: %(status_code)s len: %(body_length)s time: %(wall_seconds).7f {{(pid=66703) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 585.101277] env[66703]: DEBUG oslo_service.backend._eventlet.service [None req-cf06d62a-b03d-48f9-85b6-d0a6b73cfd3e None None] wsgi_server_debug = False {{(pid=66703) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 585.101428] env[66703]: DEBUG oslo_service.backend._eventlet.service [None req-cf06d62a-b03d-48f9-85b6-d0a6b73cfd3e None None] oslo_concurrency.disable_process_locking = False {{(pid=66703) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 585.101605] env[66703]: DEBUG oslo_service.backend._eventlet.service [None req-cf06d62a-b03d-48f9-85b6-d0a6b73cfd3e None None] oslo_concurrency.lock_path = /opt/stack/data/neutron/lock {{(pid=66703) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 585.101793] env[66703]: DEBUG oslo_service.backend._eventlet.service [None req-cf06d62a-b03d-48f9-85b6-d0a6b73cfd3e None None] oslo_messaging_metrics.metrics_buffer_size = 1000 {{(pid=66703) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 585.101857] env[66703]: DEBUG oslo_service.backend._eventlet.service [None req-cf06d62a-b03d-48f9-85b6-d0a6b73cfd3e None None] oslo_messaging_metrics.metrics_enabled = False {{(pid=66703) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 585.101968] env[66703]: DEBUG oslo_service.backend._eventlet.service [None req-cf06d62a-b03d-48f9-85b6-d0a6b73cfd3e None None] oslo_messaging_metrics.metrics_process_name = {{(pid=66703) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 585.102116] env[66703]: DEBUG oslo_service.backend._eventlet.service [None req-cf06d62a-b03d-48f9-85b6-d0a6b73cfd3e None None] oslo_messaging_metrics.metrics_socket_file = /var/tmp/metrics_collector.sock {{(pid=66703) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 585.102252] env[66703]: DEBUG oslo_service.backend._eventlet.service [None req-cf06d62a-b03d-48f9-85b6-d0a6b73cfd3e None None] oslo_messaging_metrics.metrics_thread_stop_timeout = 10 {{(pid=66703) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 585.102401] env[66703]: DEBUG oslo_service.backend._eventlet.service [None req-cf06d62a-b03d-48f9-85b6-d0a6b73cfd3e None None] profiler.connection_string = messaging:// {{(pid=66703) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 585.102540] env[66703]: DEBUG oslo_service.backend._eventlet.service [None req-cf06d62a-b03d-48f9-85b6-d0a6b73cfd3e None None] profiler.enabled = False {{(pid=66703) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 585.102682] env[66703]: DEBUG oslo_service.backend._eventlet.service [None req-cf06d62a-b03d-48f9-85b6-d0a6b73cfd3e None None] profiler.es_doc_type = notification {{(pid=66703) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 585.102898] env[66703]: DEBUG oslo_service.backend._eventlet.service [None req-cf06d62a-b03d-48f9-85b6-d0a6b73cfd3e None None] profiler.es_scroll_size = 10000 {{(pid=66703) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 585.103065] env[66703]: DEBUG oslo_service.backend._eventlet.service [None req-cf06d62a-b03d-48f9-85b6-d0a6b73cfd3e None None] profiler.es_scroll_time = 2m {{(pid=66703) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 585.103206] env[66703]: DEBUG oslo_service.backend._eventlet.service [None req-cf06d62a-b03d-48f9-85b6-d0a6b73cfd3e None None] profiler.filter_error_trace = False {{(pid=66703) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 585.103349] env[66703]: DEBUG oslo_service.backend._eventlet.service [None req-cf06d62a-b03d-48f9-85b6-d0a6b73cfd3e None None] profiler.hmac_keys = **** {{(pid=66703) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 585.103491] env[66703]: DEBUG oslo_service.backend._eventlet.service [None req-cf06d62a-b03d-48f9-85b6-d0a6b73cfd3e None None] profiler.sentinel_service_name = mymaster {{(pid=66703) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 585.103634] env[66703]: DEBUG oslo_service.backend._eventlet.service [None req-cf06d62a-b03d-48f9-85b6-d0a6b73cfd3e None None] profiler.socket_timeout = 0.1 {{(pid=66703) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 585.103774] env[66703]: DEBUG oslo_service.backend._eventlet.service [None req-cf06d62a-b03d-48f9-85b6-d0a6b73cfd3e None None] profiler.trace_requests = False {{(pid=66703) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 585.103909] env[66703]: DEBUG oslo_service.backend._eventlet.service [None req-cf06d62a-b03d-48f9-85b6-d0a6b73cfd3e None None] profiler.trace_sqlalchemy = False {{(pid=66703) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 585.104069] env[66703]: DEBUG oslo_service.backend._eventlet.service [None req-cf06d62a-b03d-48f9-85b6-d0a6b73cfd3e None None] profiler_jaeger.process_tags = {} {{(pid=66703) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 585.104208] env[66703]: DEBUG oslo_service.backend._eventlet.service [None req-cf06d62a-b03d-48f9-85b6-d0a6b73cfd3e None None] profiler_jaeger.service_name_prefix = None {{(pid=66703) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 585.104343] env[66703]: DEBUG oslo_service.backend._eventlet.service [None req-cf06d62a-b03d-48f9-85b6-d0a6b73cfd3e None None] profiler_otlp.service_name_prefix = None {{(pid=66703) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 585.104493] env[66703]: DEBUG oslo_service.backend._eventlet.service [None req-cf06d62a-b03d-48f9-85b6-d0a6b73cfd3e None None] oslo_policy.enforce_new_defaults = True {{(pid=66703) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 585.104772] env[66703]: WARNING oslo_config.cfg [None req-cf06d62a-b03d-48f9-85b6-d0a6b73cfd3e None None] Deprecated: Option "enforce_scope" from group "oslo_policy" is deprecated for removal (This configuration was added temporarily to facilitate a smooth transition to the new RBAC. OpenStack will always enforce scope checks. This configuration option is deprecated and will be removed in the 2025.2 cycle.). Its value may be silently ignored in the future. [ 585.104920] env[66703]: DEBUG oslo_service.backend._eventlet.service [None req-cf06d62a-b03d-48f9-85b6-d0a6b73cfd3e None None] oslo_policy.enforce_scope = True {{(pid=66703) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 585.105076] env[66703]: DEBUG oslo_service.backend._eventlet.service [None req-cf06d62a-b03d-48f9-85b6-d0a6b73cfd3e None None] oslo_policy.policy_default_rule = default {{(pid=66703) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 585.105249] env[66703]: DEBUG oslo_service.backend._eventlet.service [None req-cf06d62a-b03d-48f9-85b6-d0a6b73cfd3e None None] oslo_policy.policy_dirs = ['policy.d'] {{(pid=66703) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 585.105400] env[66703]: DEBUG oslo_service.backend._eventlet.service [None req-cf06d62a-b03d-48f9-85b6-d0a6b73cfd3e None None] oslo_policy.policy_file = /etc/neutron/policy.json {{(pid=66703) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 585.105538] env[66703]: DEBUG oslo_service.backend._eventlet.service [None req-cf06d62a-b03d-48f9-85b6-d0a6b73cfd3e None None] oslo_policy.remote_content_type = application/x-www-form-urlencoded {{(pid=66703) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 585.105671] env[66703]: DEBUG oslo_service.backend._eventlet.service [None req-cf06d62a-b03d-48f9-85b6-d0a6b73cfd3e None None] oslo_policy.remote_ssl_ca_crt_file = None {{(pid=66703) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 585.105802] env[66703]: DEBUG oslo_service.backend._eventlet.service [None req-cf06d62a-b03d-48f9-85b6-d0a6b73cfd3e None None] oslo_policy.remote_ssl_client_crt_file = None {{(pid=66703) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 585.105930] env[66703]: DEBUG oslo_service.backend._eventlet.service [None req-cf06d62a-b03d-48f9-85b6-d0a6b73cfd3e None None] oslo_policy.remote_ssl_client_key_file = None {{(pid=66703) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 585.106072] env[66703]: DEBUG oslo_service.backend._eventlet.service [None req-cf06d62a-b03d-48f9-85b6-d0a6b73cfd3e None None] oslo_policy.remote_ssl_verify_server_crt = False {{(pid=66703) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 585.106211] env[66703]: DEBUG oslo_service.backend._eventlet.service [None req-cf06d62a-b03d-48f9-85b6-d0a6b73cfd3e None None] oslo_policy.remote_timeout = 60.0 {{(pid=66703) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 585.106385] env[66703]: DEBUG oslo_service.backend._eventlet.service [None req-cf06d62a-b03d-48f9-85b6-d0a6b73cfd3e None None] oslo_middleware.http_basic_auth_user_file = /etc/htpasswd {{(pid=66703) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 585.106539] env[66703]: DEBUG oslo_service.backend._eventlet.service [None req-cf06d62a-b03d-48f9-85b6-d0a6b73cfd3e None None] agent.extensions = [] {{(pid=66703) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 585.106683] env[66703]: DEBUG oslo_service.backend._eventlet.service [None req-cf06d62a-b03d-48f9-85b6-d0a6b73cfd3e None None] oslo_versionedobjects.fatal_exception_format_errors = False {{(pid=66703) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 585.106820] env[66703]: DEBUG oslo_service.backend._eventlet.service [None req-cf06d62a-b03d-48f9-85b6-d0a6b73cfd3e None None] service_providers.service_provider = [] {{(pid=66703) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 585.106965] env[66703]: DEBUG oslo_service.backend._eventlet.service [None req-cf06d62a-b03d-48f9-85b6-d0a6b73cfd3e None None] QUOTAS.default_quota = -1 {{(pid=66703) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 585.107119] env[66703]: DEBUG oslo_service.backend._eventlet.service [None req-cf06d62a-b03d-48f9-85b6-d0a6b73cfd3e None None] QUOTAS.quota_driver = neutron.db.quota.driver_nolock.DbQuotaNoLockDriver {{(pid=66703) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 585.107275] env[66703]: DEBUG oslo_service.backend._eventlet.service [None req-cf06d62a-b03d-48f9-85b6-d0a6b73cfd3e None None] QUOTAS.quota_floatingip = 50 {{(pid=66703) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 585.107438] env[66703]: DEBUG oslo_service.backend._eventlet.service [None req-cf06d62a-b03d-48f9-85b6-d0a6b73cfd3e None None] QUOTAS.quota_network = 100 {{(pid=66703) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 585.107580] env[66703]: DEBUG oslo_service.backend._eventlet.service [None req-cf06d62a-b03d-48f9-85b6-d0a6b73cfd3e None None] QUOTAS.quota_port = 500 {{(pid=66703) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 585.107713] env[66703]: DEBUG oslo_service.backend._eventlet.service [None req-cf06d62a-b03d-48f9-85b6-d0a6b73cfd3e None None] QUOTAS.quota_rbac_policy = 10 {{(pid=66703) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 585.107842] env[66703]: DEBUG oslo_service.backend._eventlet.service [None req-cf06d62a-b03d-48f9-85b6-d0a6b73cfd3e None None] QUOTAS.quota_router = 10 {{(pid=66703) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 585.107972] env[66703]: DEBUG oslo_service.backend._eventlet.service [None req-cf06d62a-b03d-48f9-85b6-d0a6b73cfd3e None None] QUOTAS.quota_security_group = 10 {{(pid=66703) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 585.108115] env[66703]: DEBUG oslo_service.backend._eventlet.service [None req-cf06d62a-b03d-48f9-85b6-d0a6b73cfd3e None None] QUOTAS.quota_security_group_rule = 100 {{(pid=66703) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 585.108247] env[66703]: DEBUG oslo_service.backend._eventlet.service [None req-cf06d62a-b03d-48f9-85b6-d0a6b73cfd3e None None] QUOTAS.quota_subnet = 100 {{(pid=66703) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 585.108381] env[66703]: DEBUG oslo_service.backend._eventlet.service [None req-cf06d62a-b03d-48f9-85b6-d0a6b73cfd3e None None] QUOTAS.track_quota_usage = True {{(pid=66703) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 585.108525] env[66703]: DEBUG oslo_service.backend._eventlet.service [None req-cf06d62a-b03d-48f9-85b6-d0a6b73cfd3e None None] privsep.capabilities = [21, 12, 1, 2, 19] {{(pid=66703) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 585.108656] env[66703]: DEBUG oslo_service.backend._eventlet.service [None req-cf06d62a-b03d-48f9-85b6-d0a6b73cfd3e None None] privsep.group = None {{(pid=66703) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 585.108785] env[66703]: DEBUG oslo_service.backend._eventlet.service [None req-cf06d62a-b03d-48f9-85b6-d0a6b73cfd3e None None] privsep.helper_command = None {{(pid=66703) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 585.108916] env[66703]: DEBUG oslo_service.backend._eventlet.service [None req-cf06d62a-b03d-48f9-85b6-d0a6b73cfd3e None None] privsep.log_daemon_traceback = False {{(pid=66703) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 585.109065] env[66703]: DEBUG oslo_service.backend._eventlet.service [None req-cf06d62a-b03d-48f9-85b6-d0a6b73cfd3e None None] privsep.logger_name = oslo_privsep.daemon {{(pid=66703) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 585.109197] env[66703]: DEBUG oslo_service.backend._eventlet.service [None req-cf06d62a-b03d-48f9-85b6-d0a6b73cfd3e None None] privsep.thread_pool_size = 8 {{(pid=66703) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 585.109327] env[66703]: DEBUG oslo_service.backend._eventlet.service [None req-cf06d62a-b03d-48f9-85b6-d0a6b73cfd3e None None] privsep.user = None {{(pid=66703) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 585.109469] env[66703]: DEBUG oslo_service.backend._eventlet.service [None req-cf06d62a-b03d-48f9-85b6-d0a6b73cfd3e None None] privsep_dhcp_release.capabilities = [21, 12] {{(pid=66703) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 585.109597] env[66703]: DEBUG oslo_service.backend._eventlet.service [None req-cf06d62a-b03d-48f9-85b6-d0a6b73cfd3e None None] privsep_dhcp_release.group = None {{(pid=66703) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 585.109721] env[66703]: DEBUG oslo_service.backend._eventlet.service [None req-cf06d62a-b03d-48f9-85b6-d0a6b73cfd3e None None] privsep_dhcp_release.helper_command = None {{(pid=66703) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 585.109851] env[66703]: DEBUG oslo_service.backend._eventlet.service [None req-cf06d62a-b03d-48f9-85b6-d0a6b73cfd3e None None] privsep_dhcp_release.log_daemon_traceback = False {{(pid=66703) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 585.109985] env[66703]: DEBUG oslo_service.backend._eventlet.service [None req-cf06d62a-b03d-48f9-85b6-d0a6b73cfd3e None None] privsep_dhcp_release.logger_name = oslo_privsep.daemon {{(pid=66703) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 585.110126] env[66703]: DEBUG oslo_service.backend._eventlet.service [None req-cf06d62a-b03d-48f9-85b6-d0a6b73cfd3e None None] privsep_dhcp_release.thread_pool_size = 8 {{(pid=66703) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 585.110256] env[66703]: DEBUG oslo_service.backend._eventlet.service [None req-cf06d62a-b03d-48f9-85b6-d0a6b73cfd3e None None] privsep_dhcp_release.user = None {{(pid=66703) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 585.110394] env[66703]: DEBUG oslo_service.backend._eventlet.service [None req-cf06d62a-b03d-48f9-85b6-d0a6b73cfd3e None None] privsep_ovs_vsctl.capabilities = [21, 12] {{(pid=66703) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 585.110525] env[66703]: DEBUG oslo_service.backend._eventlet.service [None req-cf06d62a-b03d-48f9-85b6-d0a6b73cfd3e None None] privsep_ovs_vsctl.group = None {{(pid=66703) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 585.110662] env[66703]: DEBUG oslo_service.backend._eventlet.service [None req-cf06d62a-b03d-48f9-85b6-d0a6b73cfd3e None None] privsep_ovs_vsctl.helper_command = None {{(pid=66703) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 585.110772] env[66703]: DEBUG oslo_service.backend._eventlet.service [None req-cf06d62a-b03d-48f9-85b6-d0a6b73cfd3e None None] privsep_ovs_vsctl.log_daemon_traceback = False {{(pid=66703) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 585.110904] env[66703]: DEBUG oslo_service.backend._eventlet.service [None req-cf06d62a-b03d-48f9-85b6-d0a6b73cfd3e None None] privsep_ovs_vsctl.logger_name = oslo_privsep.daemon {{(pid=66703) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 585.111045] env[66703]: DEBUG oslo_service.backend._eventlet.service [None req-cf06d62a-b03d-48f9-85b6-d0a6b73cfd3e None None] privsep_ovs_vsctl.thread_pool_size = 8 {{(pid=66703) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 585.111178] env[66703]: DEBUG oslo_service.backend._eventlet.service [None req-cf06d62a-b03d-48f9-85b6-d0a6b73cfd3e None None] privsep_ovs_vsctl.user = None {{(pid=66703) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 585.111318] env[66703]: DEBUG oslo_service.backend._eventlet.service [None req-cf06d62a-b03d-48f9-85b6-d0a6b73cfd3e None None] privsep_namespace.capabilities = [21] {{(pid=66703) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 585.111443] env[66703]: DEBUG oslo_service.backend._eventlet.service [None req-cf06d62a-b03d-48f9-85b6-d0a6b73cfd3e None None] privsep_namespace.group = None {{(pid=66703) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 585.111572] env[66703]: DEBUG oslo_service.backend._eventlet.service [None req-cf06d62a-b03d-48f9-85b6-d0a6b73cfd3e None None] privsep_namespace.helper_command = None {{(pid=66703) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 585.111768] env[66703]: DEBUG oslo_service.backend._eventlet.service [None req-cf06d62a-b03d-48f9-85b6-d0a6b73cfd3e None None] privsep_namespace.log_daemon_traceback = False {{(pid=66703) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 585.111849] env[66703]: DEBUG oslo_service.backend._eventlet.service [None req-cf06d62a-b03d-48f9-85b6-d0a6b73cfd3e None None] privsep_namespace.logger_name = oslo_privsep.daemon {{(pid=66703) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 585.111984] env[66703]: DEBUG oslo_service.backend._eventlet.service [None req-cf06d62a-b03d-48f9-85b6-d0a6b73cfd3e None None] privsep_namespace.thread_pool_size = 8 {{(pid=66703) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 585.112090] env[66703]: DEBUG oslo_service.backend._eventlet.service [None req-cf06d62a-b03d-48f9-85b6-d0a6b73cfd3e None None] privsep_namespace.user = None {{(pid=66703) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 585.112227] env[66703]: DEBUG oslo_service.backend._eventlet.service [None req-cf06d62a-b03d-48f9-85b6-d0a6b73cfd3e None None] privsep_conntrack.capabilities = [12] {{(pid=66703) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 585.112355] env[66703]: DEBUG oslo_service.backend._eventlet.service [None req-cf06d62a-b03d-48f9-85b6-d0a6b73cfd3e None None] privsep_conntrack.group = None {{(pid=66703) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 585.112481] env[66703]: DEBUG oslo_service.backend._eventlet.service [None req-cf06d62a-b03d-48f9-85b6-d0a6b73cfd3e None None] privsep_conntrack.helper_command = None {{(pid=66703) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 585.112614] env[66703]: DEBUG oslo_service.backend._eventlet.service [None req-cf06d62a-b03d-48f9-85b6-d0a6b73cfd3e None None] privsep_conntrack.log_daemon_traceback = False {{(pid=66703) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 585.112748] env[66703]: DEBUG oslo_service.backend._eventlet.service [None req-cf06d62a-b03d-48f9-85b6-d0a6b73cfd3e None None] privsep_conntrack.logger_name = oslo_privsep.daemon {{(pid=66703) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 585.112882] env[66703]: DEBUG oslo_service.backend._eventlet.service [None req-cf06d62a-b03d-48f9-85b6-d0a6b73cfd3e None None] privsep_conntrack.thread_pool_size = 8 {{(pid=66703) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 585.113016] env[66703]: DEBUG oslo_service.backend._eventlet.service [None req-cf06d62a-b03d-48f9-85b6-d0a6b73cfd3e None None] privsep_conntrack.user = None {{(pid=66703) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 585.113158] env[66703]: DEBUG oslo_service.backend._eventlet.service [None req-cf06d62a-b03d-48f9-85b6-d0a6b73cfd3e None None] privsep_link.capabilities = [12, 21] {{(pid=66703) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 585.113284] env[66703]: DEBUG oslo_service.backend._eventlet.service [None req-cf06d62a-b03d-48f9-85b6-d0a6b73cfd3e None None] privsep_link.group = None {{(pid=66703) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 585.113408] env[66703]: DEBUG oslo_service.backend._eventlet.service [None req-cf06d62a-b03d-48f9-85b6-d0a6b73cfd3e None None] privsep_link.helper_command = None {{(pid=66703) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 585.113540] env[66703]: DEBUG oslo_service.backend._eventlet.service [None req-cf06d62a-b03d-48f9-85b6-d0a6b73cfd3e None None] privsep_link.log_daemon_traceback = False {{(pid=66703) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 585.113674] env[66703]: DEBUG oslo_service.backend._eventlet.service [None req-cf06d62a-b03d-48f9-85b6-d0a6b73cfd3e None None] privsep_link.logger_name = oslo_privsep.daemon {{(pid=66703) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 585.113804] env[66703]: DEBUG oslo_service.backend._eventlet.service [None req-cf06d62a-b03d-48f9-85b6-d0a6b73cfd3e None None] privsep_link.thread_pool_size = 8 {{(pid=66703) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 585.113929] env[66703]: DEBUG oslo_service.backend._eventlet.service [None req-cf06d62a-b03d-48f9-85b6-d0a6b73cfd3e None None] privsep_link.user = None {{(pid=66703) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 585.114089] env[66703]: DEBUG oslo_service.backend._eventlet.service [None req-cf06d62a-b03d-48f9-85b6-d0a6b73cfd3e None None] AGENT.agent_id = nsxm-l-01a.corp.local {{(pid=66703) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 585.114240] env[66703]: DEBUG oslo_service.backend._eventlet.service [None req-cf06d62a-b03d-48f9-85b6-d0a6b73cfd3e None None] AGENT.agent_prometheus_exporter_port = 8000 {{(pid=66703) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 585.114373] env[66703]: DEBUG oslo_service.backend._eventlet.service [None req-cf06d62a-b03d-48f9-85b6-d0a6b73cfd3e None None] AGENT.continue_on_failed_promotions = False {{(pid=66703) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 585.114509] env[66703]: DEBUG oslo_service.backend._eventlet.service [None req-cf06d62a-b03d-48f9-85b6-d0a6b73cfd3e None None] AGENT.dscp = None {{(pid=66703) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 585.114640] env[66703]: DEBUG oslo_service.backend._eventlet.service [None req-cf06d62a-b03d-48f9-85b6-d0a6b73cfd3e None None] AGENT.dscp_inherit = False {{(pid=66703) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 585.114778] env[66703]: DEBUG oslo_service.backend._eventlet.service [None req-cf06d62a-b03d-48f9-85b6-d0a6b73cfd3e None None] AGENT.force_mp_to_policy = True {{(pid=66703) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 585.114908] env[66703]: DEBUG oslo_service.backend._eventlet.service [None req-cf06d62a-b03d-48f9-85b6-d0a6b73cfd3e None None] AGENT.locking_coordinator_url = None {{(pid=66703) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 585.115051] env[66703]: DEBUG oslo_service.backend._eventlet.service [None req-cf06d62a-b03d-48f9-85b6-d0a6b73cfd3e None None] AGENT.log_agent_heartbeats = False {{(pid=66703) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 585.115188] env[66703]: DEBUG oslo_service.backend._eventlet.service [None req-cf06d62a-b03d-48f9-85b6-d0a6b73cfd3e None None] AGENT.logging_expire = 1 {{(pid=66703) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 585.115333] env[66703]: DEBUG oslo_service.backend._eventlet.service [None req-cf06d62a-b03d-48f9-85b6-d0a6b73cfd3e None None] AGENT.logging_url = unix:///var/run/redis/socket/redis.sock {{(pid=66703) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 585.115470] env[66703]: DEBUG oslo_service.backend._eventlet.service [None req-cf06d62a-b03d-48f9-85b6-d0a6b73cfd3e None None] AGENT.max_sg_tags_per_segment_port = 27 {{(pid=66703) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 585.115612] env[66703]: DEBUG oslo_service.backend._eventlet.service [None req-cf06d62a-b03d-48f9-85b6-d0a6b73cfd3e None None] AGENT.polling_interval = 240 {{(pid=66703) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 585.115750] env[66703]: DEBUG oslo_service.backend._eventlet.service [None req-cf06d62a-b03d-48f9-85b6-d0a6b73cfd3e None None] AGENT.ports_tag_number_decrease_workaround = True {{(pid=66703) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 585.115896] env[66703]: DEBUG oslo_service.backend._eventlet.service [None req-cf06d62a-b03d-48f9-85b6-d0a6b73cfd3e None None] AGENT.quitting_rpc_timeout = 120 {{(pid=66703) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 585.116054] env[66703]: DEBUG oslo_service.backend._eventlet.service [None req-cf06d62a-b03d-48f9-85b6-d0a6b73cfd3e None None] AGENT.report_interval = 30.0 {{(pid=66703) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 585.116201] env[66703]: DEBUG oslo_service.backend._eventlet.service [None req-cf06d62a-b03d-48f9-85b6-d0a6b73cfd3e None None] AGENT.root_helper = sudo /opt/stack/data/venv/bin/neutron-rootwrap /etc/neutron/rootwrap.conf {{(pid=66703) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 585.116373] env[66703]: DEBUG oslo_service.backend._eventlet.service [None req-cf06d62a-b03d-48f9-85b6-d0a6b73cfd3e None None] AGENT.root_helper_daemon = sudo /opt/stack/data/venv/bin/neutron-rootwrap-daemon /etc/neutron/rootwrap.conf {{(pid=66703) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 585.116524] env[66703]: DEBUG oslo_service.backend._eventlet.service [None req-cf06d62a-b03d-48f9-85b6-d0a6b73cfd3e None None] AGENT.rpc_max_records_per_query = 1000 {{(pid=66703) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 585.116664] env[66703]: DEBUG oslo_service.backend._eventlet.service [None req-cf06d62a-b03d-48f9-85b6-d0a6b73cfd3e None None] AGENT.sync_skew = 60 {{(pid=66703) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 585.116804] env[66703]: DEBUG oslo_service.backend._eventlet.service [None req-cf06d62a-b03d-48f9-85b6-d0a6b73cfd3e None None] AGENT.synchronization_queue_size = 20 {{(pid=66703) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 585.116941] env[66703]: DEBUG oslo_service.backend._eventlet.service [None req-cf06d62a-b03d-48f9-85b6-d0a6b73cfd3e None None] AGENT.use_helper_for_ns_read = True {{(pid=66703) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 585.117097] env[66703]: DEBUG oslo_service.backend._eventlet.service [None req-cf06d62a-b03d-48f9-85b6-d0a6b73cfd3e None None] SECURITYGROUP.enable_ipset = True {{(pid=66703) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 585.117260] env[66703]: DEBUG oslo_service.backend._eventlet.service [None req-cf06d62a-b03d-48f9-85b6-d0a6b73cfd3e None None] SECURITYGROUP.enable_security_group = True {{(pid=66703) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 585.117432] env[66703]: DEBUG oslo_service.backend._eventlet.service [None req-cf06d62a-b03d-48f9-85b6-d0a6b73cfd3e None None] SECURITYGROUP.firewall_driver = nsxv3 {{(pid=66703) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 585.117585] env[66703]: DEBUG oslo_service.backend._eventlet.service [None req-cf06d62a-b03d-48f9-85b6-d0a6b73cfd3e None None] SECURITYGROUP.permitted_ethertypes = [] {{(pid=66703) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 585.117729] env[66703]: DEBUG oslo_service.backend._eventlet.service [None req-cf06d62a-b03d-48f9-85b6-d0a6b73cfd3e None None] experimental.ipv6_pd_enabled = False {{(pid=66703) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 585.117887] env[66703]: DEBUG oslo_service.backend._eventlet.service [None req-cf06d62a-b03d-48f9-85b6-d0a6b73cfd3e None None] ml2.extension_drivers = ['port_security'] {{(pid=66703) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 585.118029] env[66703]: DEBUG oslo_service.backend._eventlet.service [None req-cf06d62a-b03d-48f9-85b6-d0a6b73cfd3e None None] ml2.external_network_type = None {{(pid=66703) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 585.118182] env[66703]: DEBUG oslo_service.backend._eventlet.service [None req-cf06d62a-b03d-48f9-85b6-d0a6b73cfd3e None None] ml2.mechanism_drivers = ['nsxv3', 'openvswitch', 'logger'] {{(pid=66703) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 585.118325] env[66703]: DEBUG oslo_service.backend._eventlet.service [None req-cf06d62a-b03d-48f9-85b6-d0a6b73cfd3e None None] ml2.overlay_ip_version = 4 {{(pid=66703) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 585.118468] env[66703]: DEBUG oslo_service.backend._eventlet.service [None req-cf06d62a-b03d-48f9-85b6-d0a6b73cfd3e None None] ml2.path_mtu = 8950 {{(pid=66703) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 585.118609] env[66703]: DEBUG oslo_service.backend._eventlet.service [None req-cf06d62a-b03d-48f9-85b6-d0a6b73cfd3e None None] ml2.physical_network_mtus = {} {{(pid=66703) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 585.118753] env[66703]: DEBUG oslo_service.backend._eventlet.service [None req-cf06d62a-b03d-48f9-85b6-d0a6b73cfd3e None None] ml2.tenant_network_types = ['vlan'] {{(pid=66703) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 585.118893] env[66703]: DEBUG oslo_service.backend._eventlet.service [None req-cf06d62a-b03d-48f9-85b6-d0a6b73cfd3e None None] ml2.tunnelled_network_rp_name = rp_tunnelled {{(pid=66703) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 585.119046] env[66703]: DEBUG oslo_service.backend._eventlet.service [None req-cf06d62a-b03d-48f9-85b6-d0a6b73cfd3e None None] ml2.type_drivers = ['vlan'] {{(pid=66703) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 585.119191] env[66703]: DEBUG oslo_service.backend._eventlet.service [None req-cf06d62a-b03d-48f9-85b6-d0a6b73cfd3e None None] AGENT_CLI.neutron_port_id = [] {{(pid=66703) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 585.119326] env[66703]: DEBUG oslo_service.backend._eventlet.service [None req-cf06d62a-b03d-48f9-85b6-d0a6b73cfd3e None None] AGENT_CLI.neutron_qos_policy_id = [] {{(pid=66703) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 585.119460] env[66703]: DEBUG oslo_service.backend._eventlet.service [None req-cf06d62a-b03d-48f9-85b6-d0a6b73cfd3e None None] AGENT_CLI.neutron_security_group_id = [] {{(pid=66703) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 585.119604] env[66703]: DEBUG oslo_service.backend._eventlet.service [None req-cf06d62a-b03d-48f9-85b6-d0a6b73cfd3e None None] NSXV3.nsxv3_concurrent_requests = 40 {{(pid=66703) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 585.119746] env[66703]: DEBUG oslo_service.backend._eventlet.service [None req-cf06d62a-b03d-48f9-85b6-d0a6b73cfd3e None None] NSXV3.nsxv3_connection_retry_count = 2 {{(pid=66703) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 585.119885] env[66703]: DEBUG oslo_service.backend._eventlet.service [None req-cf06d62a-b03d-48f9-85b6-d0a6b73cfd3e None None] NSXV3.nsxv3_connection_retry_sleep = 2 {{(pid=66703) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 585.120036] env[66703]: DEBUG oslo_service.backend._eventlet.service [None req-cf06d62a-b03d-48f9-85b6-d0a6b73cfd3e None None] NSXV3.nsxv3_default_policy_infrastructure_rules = True {{(pid=66703) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 585.120180] env[66703]: DEBUG oslo_service.backend._eventlet.service [None req-cf06d62a-b03d-48f9-85b6-d0a6b73cfd3e None None] NSXV3.nsxv3_dfw_connectivity_strategy = NONE {{(pid=66703) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 585.120321] env[66703]: DEBUG oslo_service.backend._eventlet.service [None req-cf06d62a-b03d-48f9-85b6-d0a6b73cfd3e None None] NSXV3.nsxv3_ip_discovery_switching_profile = nsx-default-ip-discovery-vlan-profile {{(pid=66703) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 585.120527] env[66703]: DEBUG oslo_service.backend._eventlet.service [None req-cf06d62a-b03d-48f9-85b6-d0a6b73cfd3e None None] NSXV3.nsxv3_login_hostname = nsxt.osci.c.eu-de-1.cloud.sap {{(pid=66703) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 585.120674] env[66703]: DEBUG oslo_service.backend._eventlet.service [None req-cf06d62a-b03d-48f9-85b6-d0a6b73cfd3e None None] NSXV3.nsxv3_login_password = **** {{(pid=66703) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 585.120821] env[66703]: DEBUG oslo_service.backend._eventlet.service [None req-cf06d62a-b03d-48f9-85b6-d0a6b73cfd3e None None] NSXV3.nsxv3_login_port = 443 {{(pid=66703) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 585.120960] env[66703]: DEBUG oslo_service.backend._eventlet.service [None req-cf06d62a-b03d-48f9-85b6-d0a6b73cfd3e None None] NSXV3.nsxv3_login_user = admin {{(pid=66703) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 585.121111] env[66703]: DEBUG oslo_service.backend._eventlet.service [None req-cf06d62a-b03d-48f9-85b6-d0a6b73cfd3e None None] NSXV3.nsxv3_managed_hosts = [] {{(pid=66703) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 585.121257] env[66703]: DEBUG oslo_service.backend._eventlet.service [None req-cf06d62a-b03d-48f9-85b6-d0a6b73cfd3e None None] NSXV3.nsxv3_max_records_per_query = 200 {{(pid=66703) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 585.121396] env[66703]: DEBUG oslo_service.backend._eventlet.service [None req-cf06d62a-b03d-48f9-85b6-d0a6b73cfd3e None None] NSXV3.nsxv3_operation_retry_count = 3 {{(pid=66703) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 585.121591] env[66703]: DEBUG oslo_service.backend._eventlet.service [None req-cf06d62a-b03d-48f9-85b6-d0a6b73cfd3e None None] NSXV3.nsxv3_operation_retry_sleep = 5 {{(pid=66703) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 585.121755] env[66703]: DEBUG oslo_service.backend._eventlet.service [None req-cf06d62a-b03d-48f9-85b6-d0a6b73cfd3e None None] NSXV3.nsxv3_realization_timeout = 300 {{(pid=66703) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 585.121903] env[66703]: DEBUG oslo_service.backend._eventlet.service [None req-cf06d62a-b03d-48f9-85b6-d0a6b73cfd3e None None] NSXV3.nsxv3_remove_orphan_ports_after = 2.0 {{(pid=66703) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 585.122090] env[66703]: DEBUG oslo_service.backend._eventlet.service [None req-cf06d62a-b03d-48f9-85b6-d0a6b73cfd3e None None] NSXV3.nsxv3_request_timeout = 60 {{(pid=66703) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 585.122199] env[66703]: DEBUG oslo_service.backend._eventlet.service [None req-cf06d62a-b03d-48f9-85b6-d0a6b73cfd3e None None] NSXV3.nsxv3_requests_per_second = 80 {{(pid=66703) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 585.122340] env[66703]: DEBUG oslo_service.backend._eventlet.service [None req-cf06d62a-b03d-48f9-85b6-d0a6b73cfd3e None None] NSXV3.nsxv3_requests_per_second_timeout = 7 {{(pid=66703) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 585.122486] env[66703]: DEBUG oslo_service.backend._eventlet.service [None req-cf06d62a-b03d-48f9-85b6-d0a6b73cfd3e None None] NSXV3.nsxv3_spoof_guard_switching_profile = nsx-default-spoof-guard-vif-profile {{(pid=66703) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 585.122630] env[66703]: DEBUG oslo_service.backend._eventlet.service [None req-cf06d62a-b03d-48f9-85b6-d0a6b73cfd3e None None] NSXV3.nsxv3_suppress_ssl_warnings = True {{(pid=66703) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 585.122768] env[66703]: DEBUG oslo_service.backend._eventlet.service [None req-cf06d62a-b03d-48f9-85b6-d0a6b73cfd3e None None] NSXV3.nsxv3_transport_zone_id_cache_time = 86400 {{(pid=66703) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 585.122906] env[66703]: DEBUG oslo_service.backend._eventlet.service [None req-cf06d62a-b03d-48f9-85b6-d0a6b73cfd3e None None] NSXV3.nsxv3_transport_zone_name = nsx-vlan-transportzone {{(pid=66703) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 585.123108] env[66703]: DEBUG oslo_service.backend._eventlet.service [None req-cf06d62a-b03d-48f9-85b6-d0a6b73cfd3e None None] vsphere.vsphere_login_hostname = vc-l-01a.corp.local {{(pid=66703) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 585.123258] env[66703]: DEBUG oslo_service.backend._eventlet.service [None req-cf06d62a-b03d-48f9-85b6-d0a6b73cfd3e None None] vsphere.vsphere_login_password = VMware1! {{(pid=66703) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 585.123402] env[66703]: DEBUG oslo_service.backend._eventlet.service [None req-cf06d62a-b03d-48f9-85b6-d0a6b73cfd3e None None] vsphere.vsphere_login_username = administrator@vsphere.local {{(pid=66703) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 585.123538] env[66703]: DEBUG oslo_service.backend._eventlet.service [None req-cf06d62a-b03d-48f9-85b6-d0a6b73cfd3e None None] vsphere.vsphere_suppress_ssl_wornings = True {{(pid=66703) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 585.123678] env[66703]: DEBUG oslo_service.backend._eventlet.service [None req-cf06d62a-b03d-48f9-85b6-d0a6b73cfd3e None None] nova.auth_section = None {{(pid=66703) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 585.123819] env[66703]: DEBUG oslo_service.backend._eventlet.service [None req-cf06d62a-b03d-48f9-85b6-d0a6b73cfd3e None None] nova.auth_type = password {{(pid=66703) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 585.123957] env[66703]: DEBUG oslo_service.backend._eventlet.service [None req-cf06d62a-b03d-48f9-85b6-d0a6b73cfd3e None None] nova.cafile = /opt/stack/data/ca-bundle.pem {{(pid=66703) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 585.124102] env[66703]: DEBUG oslo_service.backend._eventlet.service [None req-cf06d62a-b03d-48f9-85b6-d0a6b73cfd3e None None] nova.certfile = None {{(pid=66703) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 585.124235] env[66703]: DEBUG oslo_service.backend._eventlet.service [None req-cf06d62a-b03d-48f9-85b6-d0a6b73cfd3e None None] nova.collect_timing = False {{(pid=66703) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 585.124377] env[66703]: DEBUG oslo_service.backend._eventlet.service [None req-cf06d62a-b03d-48f9-85b6-d0a6b73cfd3e None None] nova.endpoint_type = public {{(pid=66703) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 585.124508] env[66703]: DEBUG oslo_service.backend._eventlet.service [None req-cf06d62a-b03d-48f9-85b6-d0a6b73cfd3e None None] nova.insecure = False {{(pid=66703) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 585.124634] env[66703]: DEBUG oslo_service.backend._eventlet.service [None req-cf06d62a-b03d-48f9-85b6-d0a6b73cfd3e None None] nova.keyfile = None {{(pid=66703) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 585.124773] env[66703]: DEBUG oslo_service.backend._eventlet.service [None req-cf06d62a-b03d-48f9-85b6-d0a6b73cfd3e None None] nova.region_name = RegionOne {{(pid=66703) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 585.124917] env[66703]: DEBUG oslo_service.backend._eventlet.service [None req-cf06d62a-b03d-48f9-85b6-d0a6b73cfd3e None None] nova.split_loggers = False {{(pid=66703) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 585.125047] env[66703]: DEBUG oslo_service.backend._eventlet.service [None req-cf06d62a-b03d-48f9-85b6-d0a6b73cfd3e None None] nova.timeout = None {{(pid=66703) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 585.125184] env[66703]: DEBUG oslo_service.backend._eventlet.service [None req-cf06d62a-b03d-48f9-85b6-d0a6b73cfd3e None None] placement.auth_section = None {{(pid=66703) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 585.125323] env[66703]: DEBUG oslo_service.backend._eventlet.service [None req-cf06d62a-b03d-48f9-85b6-d0a6b73cfd3e None None] placement.auth_type = password {{(pid=66703) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 585.125463] env[66703]: DEBUG oslo_service.backend._eventlet.service [None req-cf06d62a-b03d-48f9-85b6-d0a6b73cfd3e None None] placement.cafile = /opt/stack/data/ca-bundle.pem {{(pid=66703) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 585.125593] env[66703]: DEBUG oslo_service.backend._eventlet.service [None req-cf06d62a-b03d-48f9-85b6-d0a6b73cfd3e None None] placement.certfile = None {{(pid=66703) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 585.125728] env[66703]: DEBUG oslo_service.backend._eventlet.service [None req-cf06d62a-b03d-48f9-85b6-d0a6b73cfd3e None None] placement.collect_timing = False {{(pid=66703) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 585.125868] env[66703]: DEBUG oslo_service.backend._eventlet.service [None req-cf06d62a-b03d-48f9-85b6-d0a6b73cfd3e None None] placement.endpoint_type = public {{(pid=66703) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 585.126009] env[66703]: DEBUG oslo_service.backend._eventlet.service [None req-cf06d62a-b03d-48f9-85b6-d0a6b73cfd3e None None] placement.insecure = False {{(pid=66703) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 585.126141] env[66703]: DEBUG oslo_service.backend._eventlet.service [None req-cf06d62a-b03d-48f9-85b6-d0a6b73cfd3e None None] placement.keyfile = None {{(pid=66703) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 585.126293] env[66703]: DEBUG oslo_service.backend._eventlet.service [None req-cf06d62a-b03d-48f9-85b6-d0a6b73cfd3e None None] placement.region_name = None {{(pid=66703) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 585.126434] env[66703]: DEBUG oslo_service.backend._eventlet.service [None req-cf06d62a-b03d-48f9-85b6-d0a6b73cfd3e None None] placement.split_loggers = False {{(pid=66703) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 585.126565] env[66703]: DEBUG oslo_service.backend._eventlet.service [None req-cf06d62a-b03d-48f9-85b6-d0a6b73cfd3e None None] placement.timeout = None {{(pid=66703) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 585.126707] env[66703]: DEBUG oslo_service.backend._eventlet.service [None req-cf06d62a-b03d-48f9-85b6-d0a6b73cfd3e None None] ironic.auth_section = None {{(pid=66703) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 585.126839] env[66703]: DEBUG oslo_service.backend._eventlet.service [None req-cf06d62a-b03d-48f9-85b6-d0a6b73cfd3e None None] ironic.auth_type = None {{(pid=66703) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 585.126968] env[66703]: DEBUG oslo_service.backend._eventlet.service [None req-cf06d62a-b03d-48f9-85b6-d0a6b73cfd3e None None] ironic.cafile = None {{(pid=66703) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 585.127109] env[66703]: DEBUG oslo_service.backend._eventlet.service [None req-cf06d62a-b03d-48f9-85b6-d0a6b73cfd3e None None] ironic.certfile = None {{(pid=66703) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 585.127258] env[66703]: DEBUG oslo_service.backend._eventlet.service [None req-cf06d62a-b03d-48f9-85b6-d0a6b73cfd3e None None] ironic.collect_timing = False {{(pid=66703) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 585.127416] env[66703]: DEBUG oslo_service.backend._eventlet.service [None req-cf06d62a-b03d-48f9-85b6-d0a6b73cfd3e None None] ironic.connect_retries = None {{(pid=66703) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 585.127554] env[66703]: DEBUG oslo_service.backend._eventlet.service [None req-cf06d62a-b03d-48f9-85b6-d0a6b73cfd3e None None] ironic.connect_retry_delay = None {{(pid=66703) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 585.127689] env[66703]: DEBUG oslo_service.backend._eventlet.service [None req-cf06d62a-b03d-48f9-85b6-d0a6b73cfd3e None None] ironic.enable_notifications = False {{(pid=66703) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 585.127817] env[66703]: DEBUG oslo_service.backend._eventlet.service [None req-cf06d62a-b03d-48f9-85b6-d0a6b73cfd3e None None] ironic.endpoint_override = None {{(pid=66703) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 585.127950] env[66703]: DEBUG oslo_service.backend._eventlet.service [None req-cf06d62a-b03d-48f9-85b6-d0a6b73cfd3e None None] ironic.insecure = False {{(pid=66703) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 585.128094] env[66703]: DEBUG oslo_service.backend._eventlet.service [None req-cf06d62a-b03d-48f9-85b6-d0a6b73cfd3e None None] ironic.interface = None {{(pid=66703) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 585.128227] env[66703]: DEBUG oslo_service.backend._eventlet.service [None req-cf06d62a-b03d-48f9-85b6-d0a6b73cfd3e None None] ironic.keyfile = None {{(pid=66703) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 585.128362] env[66703]: DEBUG oslo_service.backend._eventlet.service [None req-cf06d62a-b03d-48f9-85b6-d0a6b73cfd3e None None] ironic.max_version = None {{(pid=66703) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 585.128494] env[66703]: DEBUG oslo_service.backend._eventlet.service [None req-cf06d62a-b03d-48f9-85b6-d0a6b73cfd3e None None] ironic.min_version = None {{(pid=66703) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 585.128624] env[66703]: DEBUG oslo_service.backend._eventlet.service [None req-cf06d62a-b03d-48f9-85b6-d0a6b73cfd3e None None] ironic.region_name = None {{(pid=66703) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 585.128753] env[66703]: DEBUG oslo_service.backend._eventlet.service [None req-cf06d62a-b03d-48f9-85b6-d0a6b73cfd3e None None] ironic.retriable_status_codes = None {{(pid=66703) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 585.128881] env[66703]: DEBUG oslo_service.backend._eventlet.service [None req-cf06d62a-b03d-48f9-85b6-d0a6b73cfd3e None None] ironic.service_name = None {{(pid=66703) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 585.129018] env[66703]: DEBUG oslo_service.backend._eventlet.service [None req-cf06d62a-b03d-48f9-85b6-d0a6b73cfd3e None None] ironic.service_type = None {{(pid=66703) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 585.129153] env[66703]: DEBUG oslo_service.backend._eventlet.service [None req-cf06d62a-b03d-48f9-85b6-d0a6b73cfd3e None None] ironic.split_loggers = False {{(pid=66703) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 585.129280] env[66703]: DEBUG oslo_service.backend._eventlet.service [None req-cf06d62a-b03d-48f9-85b6-d0a6b73cfd3e None None] ironic.status_code_retries = None {{(pid=66703) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 585.129408] env[66703]: DEBUG oslo_service.backend._eventlet.service [None req-cf06d62a-b03d-48f9-85b6-d0a6b73cfd3e None None] ironic.status_code_retry_delay = None {{(pid=66703) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 585.129534] env[66703]: DEBUG oslo_service.backend._eventlet.service [None req-cf06d62a-b03d-48f9-85b6-d0a6b73cfd3e None None] ironic.timeout = None {{(pid=66703) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 585.129662] env[66703]: DEBUG oslo_service.backend._eventlet.service [None req-cf06d62a-b03d-48f9-85b6-d0a6b73cfd3e None None] ironic.valid_interfaces = None {{(pid=66703) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 585.129792] env[66703]: DEBUG oslo_service.backend._eventlet.service [None req-cf06d62a-b03d-48f9-85b6-d0a6b73cfd3e None None] ironic.version = None {{(pid=66703) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 585.129930] env[66703]: DEBUG oslo_service.backend._eventlet.service [None req-cf06d62a-b03d-48f9-85b6-d0a6b73cfd3e None None] cli_script.dry_run = False {{(pid=66703) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 585.130086] env[66703]: DEBUG oslo_service.backend._eventlet.service [None req-cf06d62a-b03d-48f9-85b6-d0a6b73cfd3e None None] oslo_messaging_rabbit.amqp_auto_delete = False {{(pid=66703) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 585.130224] env[66703]: DEBUG oslo_service.backend._eventlet.service [None req-cf06d62a-b03d-48f9-85b6-d0a6b73cfd3e None None] oslo_messaging_rabbit.amqp_durable_queues = False {{(pid=66703) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 585.130361] env[66703]: DEBUG oslo_service.backend._eventlet.service [None req-cf06d62a-b03d-48f9-85b6-d0a6b73cfd3e None None] oslo_messaging_rabbit.conn_pool_min_size = 2 {{(pid=66703) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 585.130496] env[66703]: DEBUG oslo_service.backend._eventlet.service [None req-cf06d62a-b03d-48f9-85b6-d0a6b73cfd3e None None] oslo_messaging_rabbit.conn_pool_ttl = 1200 {{(pid=66703) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 585.130631] env[66703]: DEBUG oslo_service.backend._eventlet.service [None req-cf06d62a-b03d-48f9-85b6-d0a6b73cfd3e None None] oslo_messaging_rabbit.direct_mandatory_flag = True {{(pid=66703) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 585.130765] env[66703]: DEBUG oslo_service.backend._eventlet.service [None req-cf06d62a-b03d-48f9-85b6-d0a6b73cfd3e None None] oslo_messaging_rabbit.enable_cancel_on_failover = False {{(pid=66703) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 585.130898] env[66703]: DEBUG oslo_service.backend._eventlet.service [None req-cf06d62a-b03d-48f9-85b6-d0a6b73cfd3e None None] oslo_messaging_rabbit.heartbeat_in_pthread = False {{(pid=66703) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 585.131041] env[66703]: DEBUG oslo_service.backend._eventlet.service [None req-cf06d62a-b03d-48f9-85b6-d0a6b73cfd3e None None] oslo_messaging_rabbit.heartbeat_rate = 3 {{(pid=66703) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 585.131177] env[66703]: DEBUG oslo_service.backend._eventlet.service [None req-cf06d62a-b03d-48f9-85b6-d0a6b73cfd3e None None] oslo_messaging_rabbit.heartbeat_timeout_threshold = 60 {{(pid=66703) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 585.131323] env[66703]: DEBUG oslo_service.backend._eventlet.service [None req-cf06d62a-b03d-48f9-85b6-d0a6b73cfd3e None None] oslo_messaging_rabbit.hostname = devstack {{(pid=66703) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 585.131461] env[66703]: DEBUG oslo_service.backend._eventlet.service [None req-cf06d62a-b03d-48f9-85b6-d0a6b73cfd3e None None] oslo_messaging_rabbit.kombu_compression = None {{(pid=66703) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 585.131600] env[66703]: DEBUG oslo_service.backend._eventlet.service [None req-cf06d62a-b03d-48f9-85b6-d0a6b73cfd3e None None] oslo_messaging_rabbit.kombu_failover_strategy = round-robin {{(pid=66703) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 585.131740] env[66703]: DEBUG oslo_service.backend._eventlet.service [None req-cf06d62a-b03d-48f9-85b6-d0a6b73cfd3e None None] oslo_messaging_rabbit.kombu_missing_consumer_retry_timeout = 60 {{(pid=66703) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 585.131875] env[66703]: DEBUG oslo_service.backend._eventlet.service [None req-cf06d62a-b03d-48f9-85b6-d0a6b73cfd3e None None] oslo_messaging_rabbit.kombu_reconnect_delay = 1.0 {{(pid=66703) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 585.132031] env[66703]: DEBUG oslo_service.backend._eventlet.service [None req-cf06d62a-b03d-48f9-85b6-d0a6b73cfd3e None None] oslo_messaging_rabbit.kombu_reconnect_splay = 0.0 {{(pid=66703) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 585.132211] env[66703]: DEBUG oslo_service.backend._eventlet.service [None req-cf06d62a-b03d-48f9-85b6-d0a6b73cfd3e None None] oslo_messaging_rabbit.processname = neutron-nsxv3-agent {{(pid=66703) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 585.132290] env[66703]: DEBUG oslo_service.backend._eventlet.service [None req-cf06d62a-b03d-48f9-85b6-d0a6b73cfd3e None None] oslo_messaging_rabbit.rabbit_ha_queues = False {{(pid=66703) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 585.132415] env[66703]: DEBUG oslo_service.backend._eventlet.service [None req-cf06d62a-b03d-48f9-85b6-d0a6b73cfd3e None None] oslo_messaging_rabbit.rabbit_interval_max = 30 {{(pid=66703) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 585.132557] env[66703]: DEBUG oslo_service.backend._eventlet.service [None req-cf06d62a-b03d-48f9-85b6-d0a6b73cfd3e None None] oslo_messaging_rabbit.rabbit_login_method = AMQPLAIN {{(pid=66703) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 585.132689] env[66703]: DEBUG oslo_service.backend._eventlet.service [None req-cf06d62a-b03d-48f9-85b6-d0a6b73cfd3e None None] oslo_messaging_rabbit.rabbit_qos_prefetch_count = 0 {{(pid=66703) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 585.132826] env[66703]: DEBUG oslo_service.backend._eventlet.service [None req-cf06d62a-b03d-48f9-85b6-d0a6b73cfd3e None None] oslo_messaging_rabbit.rabbit_quorum_delivery_limit = 0 {{(pid=66703) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 585.132955] env[66703]: DEBUG oslo_service.backend._eventlet.service [None req-cf06d62a-b03d-48f9-85b6-d0a6b73cfd3e None None] oslo_messaging_rabbit.rabbit_quorum_max_memory_bytes = 0 {{(pid=66703) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 585.133119] env[66703]: DEBUG oslo_service.backend._eventlet.service [None req-cf06d62a-b03d-48f9-85b6-d0a6b73cfd3e None None] oslo_messaging_rabbit.rabbit_quorum_max_memory_length = 0 {{(pid=66703) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 585.133257] env[66703]: DEBUG oslo_service.backend._eventlet.service [None req-cf06d62a-b03d-48f9-85b6-d0a6b73cfd3e None None] oslo_messaging_rabbit.rabbit_quorum_queue = False {{(pid=66703) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 585.133392] env[66703]: DEBUG oslo_service.backend._eventlet.service [None req-cf06d62a-b03d-48f9-85b6-d0a6b73cfd3e None None] oslo_messaging_rabbit.rabbit_retry_backoff = 2 {{(pid=66703) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 585.133525] env[66703]: DEBUG oslo_service.backend._eventlet.service [None req-cf06d62a-b03d-48f9-85b6-d0a6b73cfd3e None None] oslo_messaging_rabbit.rabbit_retry_interval = 1 {{(pid=66703) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 585.133661] env[66703]: DEBUG oslo_service.backend._eventlet.service [None req-cf06d62a-b03d-48f9-85b6-d0a6b73cfd3e None None] oslo_messaging_rabbit.rabbit_stream_fanout = False {{(pid=66703) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 585.133795] env[66703]: DEBUG oslo_service.backend._eventlet.service [None req-cf06d62a-b03d-48f9-85b6-d0a6b73cfd3e None None] oslo_messaging_rabbit.rabbit_transient_queues_ttl = 1800 {{(pid=66703) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 585.133928] env[66703]: DEBUG oslo_service.backend._eventlet.service [None req-cf06d62a-b03d-48f9-85b6-d0a6b73cfd3e None None] oslo_messaging_rabbit.rabbit_transient_quorum_queue = False {{(pid=66703) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 585.134072] env[66703]: DEBUG oslo_service.backend._eventlet.service [None req-cf06d62a-b03d-48f9-85b6-d0a6b73cfd3e None None] oslo_messaging_rabbit.rpc_conn_pool_size = 30 {{(pid=66703) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 585.134209] env[66703]: DEBUG oslo_service.backend._eventlet.service [None req-cf06d62a-b03d-48f9-85b6-d0a6b73cfd3e None None] oslo_messaging_rabbit.ssl = False {{(pid=66703) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 585.134350] env[66703]: DEBUG oslo_service.backend._eventlet.service [None req-cf06d62a-b03d-48f9-85b6-d0a6b73cfd3e None None] oslo_messaging_rabbit.ssl_ca_file = {{(pid=66703) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 585.134491] env[66703]: DEBUG oslo_service.backend._eventlet.service [None req-cf06d62a-b03d-48f9-85b6-d0a6b73cfd3e None None] oslo_messaging_rabbit.ssl_cert_file = {{(pid=66703) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 585.134627] env[66703]: DEBUG oslo_service.backend._eventlet.service [None req-cf06d62a-b03d-48f9-85b6-d0a6b73cfd3e None None] oslo_messaging_rabbit.ssl_enforce_fips_mode = False {{(pid=66703) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 585.134765] env[66703]: DEBUG oslo_service.backend._eventlet.service [None req-cf06d62a-b03d-48f9-85b6-d0a6b73cfd3e None None] oslo_messaging_rabbit.ssl_key_file = {{(pid=66703) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 585.134903] env[66703]: DEBUG oslo_service.backend._eventlet.service [None req-cf06d62a-b03d-48f9-85b6-d0a6b73cfd3e None None] oslo_messaging_rabbit.ssl_version = {{(pid=66703) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 585.135048] env[66703]: DEBUG oslo_service.backend._eventlet.service [None req-cf06d62a-b03d-48f9-85b6-d0a6b73cfd3e None None] oslo_messaging_rabbit.use_queue_manager = False {{(pid=66703) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 585.135193] env[66703]: DEBUG oslo_service.backend._eventlet.service [None req-cf06d62a-b03d-48f9-85b6-d0a6b73cfd3e None None] oslo_messaging_notifications.driver = [] {{(pid=66703) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 585.135330] env[66703]: DEBUG oslo_service.backend._eventlet.service [None req-cf06d62a-b03d-48f9-85b6-d0a6b73cfd3e None None] oslo_messaging_notifications.retry = -1 {{(pid=66703) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 585.135481] env[66703]: DEBUG oslo_service.backend._eventlet.service [None req-cf06d62a-b03d-48f9-85b6-d0a6b73cfd3e None None] oslo_messaging_notifications.topics = ['notifications'] {{(pid=66703) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 585.135612] env[66703]: DEBUG oslo_service.backend._eventlet.service [None req-cf06d62a-b03d-48f9-85b6-d0a6b73cfd3e None None] oslo_messaging_notifications.transport_url = **** {{(pid=66703) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 585.135714] env[66703]: DEBUG oslo_service.backend._eventlet.service [None req-cf06d62a-b03d-48f9-85b6-d0a6b73cfd3e None None] ******************************************************************************** {{(pid=66703) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2828}} [ 585.136855] env[66703]: DEBUG neutron.agent.securitygroups_rpc [None req-7eb0921a-84a2-4396-bb0e-a2d86e8d2d3a None None] Init firewall settings (driver=nsxv3) {{(pid=66703) init_firewall /opt/stack/neutron/neutron/agent/securitygroups_rpc.py:137}} [ 585.138196] env[66703]: DEBUG networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.extensions.firewall [None req-7eb0921a-84a2-4396-bb0e-a2d86e8d2d3a None None] Initializing NSXv3SecurityGroupsDriver dummy driver. {{(pid=66703) __init__ /opt/stack/networking-nsx-t/networking_nsxv3/plugins/ml2/drivers/nsxv3/agent/extensions/firewall.py:16}} [ 585.138433] env[66703]: INFO neutron.plugins.ml2.drivers.agent._common_agent [None req-7eb0921a-84a2-4396-bb0e-a2d86e8d2d3a None None] RPC agent_id: nsxm-l-01a.corp.local [ 585.140616] env[66703]: DEBUG dogpile.cache.region [None req-7eb0921a-84a2-4396-bb0e-a2d86e8d2d3a None None] No value present for key: 'zone-id' {{(pid=66703) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 585.140743] env[66703]: DEBUG dogpile.lock [None req-7eb0921a-84a2-4396-bb0e-a2d86e8d2d3a None None] NeedRegenerationException {{(pid=66703) _enter /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:90}} [ 585.140840] env[66703]: DEBUG dogpile.lock [None req-7eb0921a-84a2-4396-bb0e-a2d86e8d2d3a None None] no value, waiting for create lock {{(pid=66703) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:131}} [ 585.140928] env[66703]: DEBUG dogpile.lock [None req-7eb0921a-84a2-4396-bb0e-a2d86e8d2d3a None None] value creation lock acquired {{(pid=66703) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:135}} [ 585.141030] env[66703]: DEBUG dogpile.cache.region [None req-7eb0921a-84a2-4396-bb0e-a2d86e8d2d3a None None] No value present for key: 'zone-id' {{(pid=66703) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 585.141119] env[66703]: DEBUG dogpile.lock [None req-7eb0921a-84a2-4396-bb0e-a2d86e8d2d3a None None] Calling creation function for not-yet-present value {{(pid=66703) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:174}} [ 585.141245] env[66703]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-7eb0921a-84a2-4396-bb0e-a2d86e8d2d3a None None] Looking for TransportZone with name nsx-vlan-transportzone. [ 585.160589] env[66703]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.client_nsx [None req-7eb0921a-84a2-4396-bb0e-a2d86e8d2d3a None None] Session token - acquiring [ 585.162077] env[66703]: DEBUG networking_nsxv3.common.locking [None req-7eb0921a-84a2-4396-bb0e-a2d86e8d2d3a None None] Lock https://nsxt.osci.c.eu-de-1.cloud.sap:443 taken with stack trace [, , , , , , , , , , , , , , , , , , , , , ] {{(pid=66703) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 585.162238] env[66703]: DEBUG oslo_concurrency.lockutils [None req-7eb0921a-84a2-4396-bb0e-a2d86e8d2d3a None None] Acquiring lock "https://nsxt.osci.c.eu-de-1.cloud.sap:443" {{(pid=66703) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 585.162392] env[66703]: DEBUG oslo_concurrency.lockutils [None req-7eb0921a-84a2-4396-bb0e-a2d86e8d2d3a None None] Acquired lock "https://nsxt.osci.c.eu-de-1.cloud.sap:443" {{(pid=66703) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 585.162724] env[66703]: DEBUG oslo_concurrency.lockutils [None req-7eb0921a-84a2-4396-bb0e-a2d86e8d2d3a None None] Acquired external semaphore "https://nsxt.osci.c.eu-de-1.cloud.sap:443" {{(pid=66703) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 585.172538] env[66703]: DEBUG oslo_concurrency.lockutils [None req-7eb0921a-84a2-4396-bb0e-a2d86e8d2d3a None None] Releasing lock "https://nsxt.osci.c.eu-de-1.cloud.sap:443" {{(pid=66703) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 585.446943] env[66703]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.client_nsx [None req-7eb0921a-84a2-4396-bb0e-a2d86e8d2d3a None None] Session token - acquired, connected to NSX-T 4.1.2.0.0.22589037 [ 585.467916] env[66703]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-7eb0921a-84a2-4396-bb0e-a2d86e8d2d3a None None] loading zone with a95c914d-748d-497c-94ab-10d4647daeba and tags [{'scope': 'mp2policy_migr_status', 'tag': 'success'}] [ 585.468150] env[66703]: DEBUG dogpile.cache.region [None req-7eb0921a-84a2-4396-bb0e-a2d86e8d2d3a None None] Cache value generated in 0.327 seconds for key(s): 'zone-id' {{(pid=66703) _log_time /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:910}} [ 585.468234] env[66703]: DEBUG dogpile.lock [None req-7eb0921a-84a2-4396-bb0e-a2d86e8d2d3a None None] Released creation lock {{(pid=66703) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:182}} [ 585.468299] env[66703]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-7eb0921a-84a2-4396-bb0e-a2d86e8d2d3a None None] Activating Policy API Provider. [ 585.468498] env[66703]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-7eb0921a-84a2-4396-bb0e-a2d86e8d2d3a None None] Looking for the default Infrastructure Rules. [ 585.535795] env[66703]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-7eb0921a-84a2-4396-bb0e-a2d86e8d2d3a None None] Looking for the Default Layer3 Logged Drop Section. [ 585.550657] env[66703]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [None req-7eb0921a-84a2-4396-bb0e-a2d86e8d2d3a None None] Detected NSX-T (4, 1, 2, 0, 0, 22589037) version. [ 585.551128] env[66703]: DEBUG networking_nsxv3.common.locking [None req-7eb0921a-84a2-4396-bb0e-a2d86e8d2d3a None None] Lock all taken with stack trace [, , , , , , , , , , , ] {{(pid=66703) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 585.551299] env[66703]: DEBUG oslo_concurrency.lockutils [None req-7eb0921a-84a2-4396-bb0e-a2d86e8d2d3a None None] Acquiring lock "all" {{(pid=66703) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 585.551442] env[66703]: DEBUG oslo_concurrency.lockutils [None req-7eb0921a-84a2-4396-bb0e-a2d86e8d2d3a None None] Acquired lock "all" {{(pid=66703) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 585.551735] env[66703]: DEBUG oslo_concurrency.lockutils [None req-7eb0921a-84a2-4396-bb0e-a2d86e8d2d3a None None] Acquired external semaphore "all" {{(pid=66703) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 585.552085] env[66703]: DEBUG networking_nsxv3.api.rpc [None req-7eb0921a-84a2-4396-bb0e-a2d86e8d2d3a None None] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_ports_with_revisions called with arguments (1000, 0) {} {{(pid=66703) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 586.070544] env[66703]: DEBUG networking_nsxv3.api.rpc [None req-7eb0921a-84a2-4396-bb0e-a2d86e8d2d3a None None] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_groups_with_revisions called with arguments (1000, 0) {} {{(pid=66703) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 586.573181] env[66703]: DEBUG networking_nsxv3.api.rpc [None req-7eb0921a-84a2-4396-bb0e-a2d86e8d2d3a None None] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_qos_policies_with_revisions called with arguments (1000, 0) {} {{(pid=66703) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 587.075778] env[66703]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [None req-7eb0921a-84a2-4396-bb0e-a2d86e8d2d3a None None] Inventory metadata is going to be refreshed. [ 587.075922] env[66703]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-7eb0921a-84a2-4396-bb0e-a2d86e8d2d3a None None] [Policy] Fetching Policy NSX-T metadata for Type:Segment. [ 587.886091] env[66703]: DEBUG networking_nsxv3.common.locking [None req-7eb0921a-84a2-4396-bb0e-a2d86e8d2d3a None None] Lock Segment taken with stack trace [, , , , , , , , , , , , ] {{(pid=66703) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 587.886554] env[66703]: DEBUG oslo_concurrency.lockutils [None req-7eb0921a-84a2-4396-bb0e-a2d86e8d2d3a None None] Acquiring lock "Segment" {{(pid=66703) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 587.886554] env[66703]: DEBUG oslo_concurrency.lockutils [None req-7eb0921a-84a2-4396-bb0e-a2d86e8d2d3a None None] Acquired lock "Segment" {{(pid=66703) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 587.886768] env[66703]: DEBUG oslo_concurrency.lockutils [None req-7eb0921a-84a2-4396-bb0e-a2d86e8d2d3a None None] Acquired external semaphore "Segment" {{(pid=66703) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 587.897756] env[66703]: WARNING networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider [None req-7eb0921a-84a2-4396-bb0e-a2d86e8d2d3a None None] Duplicate resource with OS_ID: 992 ID: cl2-zone-992 [ 587.898660] env[66703]: DEBUG oslo_concurrency.lockutils [None req-7eb0921a-84a2-4396-bb0e-a2d86e8d2d3a None None] Releasing lock "Segment" {{(pid=66703) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 587.899534] env[66703]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-7eb0921a-84a2-4396-bb0e-a2d86e8d2d3a None None] [Policy] Fetching Policy NSX-T metadata for Type:SegmentPort. [ 587.918107] env[66703]: DEBUG networking_nsxv3.common.locking [None req-7eb0921a-84a2-4396-bb0e-a2d86e8d2d3a None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=66703) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 587.918351] env[66703]: DEBUG oslo_concurrency.lockutils [None req-7eb0921a-84a2-4396-bb0e-a2d86e8d2d3a None None] Acquiring lock "SegmentPort" {{(pid=66703) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 587.918474] env[66703]: DEBUG oslo_concurrency.lockutils [None req-7eb0921a-84a2-4396-bb0e-a2d86e8d2d3a None None] Acquired lock "SegmentPort" {{(pid=66703) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 587.918801] env[66703]: DEBUG oslo_concurrency.lockutils [None req-7eb0921a-84a2-4396-bb0e-a2d86e8d2d3a None None] Acquired external semaphore "SegmentPort" {{(pid=66703) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 587.918955] env[66703]: DEBUG oslo_concurrency.lockutils [None req-7eb0921a-84a2-4396-bb0e-a2d86e8d2d3a None None] Releasing lock "SegmentPort" {{(pid=66703) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 587.919142] env[66703]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-7eb0921a-84a2-4396-bb0e-a2d86e8d2d3a None None] [Policy] The number of outdated resources for Type:SegmentPort Is:0. [ 587.919287] env[66703]: DEBUG networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-7eb0921a-84a2-4396-bb0e-a2d86e8d2d3a None None] Outdated resources of Type:SegmentPort Are:set() {{(pid=66703) outdated /opt/stack/networking-nsx-t/networking_nsxv3/plugins/ml2/drivers/nsxv3/agent/provider_nsx_policy.py:1130}} [ 587.919422] env[66703]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-7eb0921a-84a2-4396-bb0e-a2d86e8d2d3a None None] [Policy] Fetching Policy NSX-T metadata for Type:Security Group (Rules). [ 587.939190] env[66703]: DEBUG networking_nsxv3.common.locking [None req-7eb0921a-84a2-4396-bb0e-a2d86e8d2d3a None None] Lock Security Group (Rules) taken with stack trace [, , , , , , , , , , , , , ] {{(pid=66703) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 587.939406] env[66703]: DEBUG oslo_concurrency.lockutils [None req-7eb0921a-84a2-4396-bb0e-a2d86e8d2d3a None None] Acquiring lock "Security Group (Rules)" {{(pid=66703) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 587.939459] env[66703]: DEBUG oslo_concurrency.lockutils [None req-7eb0921a-84a2-4396-bb0e-a2d86e8d2d3a None None] Acquired lock "Security Group (Rules)" {{(pid=66703) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 587.939759] env[66703]: DEBUG oslo_concurrency.lockutils [None req-7eb0921a-84a2-4396-bb0e-a2d86e8d2d3a None None] Acquired external semaphore "Security Group (Rules)" {{(pid=66703) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 587.939939] env[66703]: DEBUG oslo_concurrency.lockutils [None req-7eb0921a-84a2-4396-bb0e-a2d86e8d2d3a None None] Releasing lock "Security Group (Rules)" {{(pid=66703) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 587.940095] env[66703]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-7eb0921a-84a2-4396-bb0e-a2d86e8d2d3a None None] [Policy] Fetching Policy NSX-T metadata for Type:Security Group (Rules Remote IP Prefix). [ 587.960312] env[66703]: DEBUG networking_nsxv3.common.locking [None req-7eb0921a-84a2-4396-bb0e-a2d86e8d2d3a None None] Lock Security Group (Rules Remote IP Prefix) taken with stack trace [, , , , , , , , , , , , , ] {{(pid=66703) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 587.960523] env[66703]: DEBUG oslo_concurrency.lockutils [None req-7eb0921a-84a2-4396-bb0e-a2d86e8d2d3a None None] Acquiring lock "Security Group (Rules Remote IP Prefix)" {{(pid=66703) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 587.960599] env[66703]: DEBUG oslo_concurrency.lockutils [None req-7eb0921a-84a2-4396-bb0e-a2d86e8d2d3a None None] Acquired lock "Security Group (Rules Remote IP Prefix)" {{(pid=66703) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 587.960963] env[66703]: DEBUG oslo_concurrency.lockutils [None req-7eb0921a-84a2-4396-bb0e-a2d86e8d2d3a None None] Acquired external semaphore "Security Group (Rules Remote IP Prefix)" {{(pid=66703) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 587.961131] env[66703]: DEBUG oslo_concurrency.lockutils [None req-7eb0921a-84a2-4396-bb0e-a2d86e8d2d3a None None] Releasing lock "Security Group (Rules Remote IP Prefix)" {{(pid=66703) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 587.961281] env[66703]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-7eb0921a-84a2-4396-bb0e-a2d86e8d2d3a None None] [Policy] Fetching Policy NSX-T metadata for Type:Address Group. [ 587.981863] env[66703]: DEBUG networking_nsxv3.common.locking [None req-7eb0921a-84a2-4396-bb0e-a2d86e8d2d3a None None] Lock Address Group taken with stack trace [, , , , , , , , , , , , , ] {{(pid=66703) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 587.982126] env[66703]: DEBUG oslo_concurrency.lockutils [None req-7eb0921a-84a2-4396-bb0e-a2d86e8d2d3a None None] Acquiring lock "Address Group" {{(pid=66703) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 587.982126] env[66703]: DEBUG oslo_concurrency.lockutils [None req-7eb0921a-84a2-4396-bb0e-a2d86e8d2d3a None None] Acquired lock "Address Group" {{(pid=66703) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 587.982430] env[66703]: DEBUG oslo_concurrency.lockutils [None req-7eb0921a-84a2-4396-bb0e-a2d86e8d2d3a None None] Acquired external semaphore "Address Group" {{(pid=66703) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 587.982572] env[66703]: DEBUG oslo_concurrency.lockutils [None req-7eb0921a-84a2-4396-bb0e-a2d86e8d2d3a None None] Releasing lock "Address Group" {{(pid=66703) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 587.982717] env[66703]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-7eb0921a-84a2-4396-bb0e-a2d86e8d2d3a None None] [Policy] The number of outdated resources for Type:Security Group (Rules) Is:0. [ 587.982818] env[66703]: DEBUG networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-7eb0921a-84a2-4396-bb0e-a2d86e8d2d3a None None] Outdated resources of Type:Security Group (Rules) Are:set() {{(pid=66703) outdated /opt/stack/networking-nsx-t/networking_nsxv3/plugins/ml2/drivers/nsxv3/agent/provider_nsx_policy.py:1130}} [ 587.982922] env[66703]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-7eb0921a-84a2-4396-bb0e-a2d86e8d2d3a None None] [Policy] Fetching Policy NSX-T metadata for Type:Segment QoS. [ 588.000841] env[66703]: DEBUG networking_nsxv3.common.locking [None req-7eb0921a-84a2-4396-bb0e-a2d86e8d2d3a None None] Lock Segment QoS taken with stack trace [, , , , , , , , , , , , , ] {{(pid=66703) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 588.001077] env[66703]: DEBUG oslo_concurrency.lockutils [None req-7eb0921a-84a2-4396-bb0e-a2d86e8d2d3a None None] Acquiring lock "Segment QoS" {{(pid=66703) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 588.001125] env[66703]: DEBUG oslo_concurrency.lockutils [None req-7eb0921a-84a2-4396-bb0e-a2d86e8d2d3a None None] Acquired lock "Segment QoS" {{(pid=66703) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 588.001407] env[66703]: DEBUG oslo_concurrency.lockutils [None req-7eb0921a-84a2-4396-bb0e-a2d86e8d2d3a None None] Acquired external semaphore "Segment QoS" {{(pid=66703) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 588.001527] env[66703]: DEBUG oslo_concurrency.lockutils [None req-7eb0921a-84a2-4396-bb0e-a2d86e8d2d3a None None] Releasing lock "Segment QoS" {{(pid=66703) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 588.001669] env[66703]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-7eb0921a-84a2-4396-bb0e-a2d86e8d2d3a None None] [Policy] The number of outdated resources for Type:Segment QoS Is:0. [ 588.001769] env[66703]: DEBUG networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-7eb0921a-84a2-4396-bb0e-a2d86e8d2d3a None None] Outdated resources of Type:Segment QoS Are:set() {{(pid=66703) outdated /opt/stack/networking-nsx-t/networking_nsxv3/plugins/ml2/drivers/nsxv3/agent/provider_nsx_policy.py:1130}} [ 588.001872] env[66703]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-7eb0921a-84a2-4396-bb0e-a2d86e8d2d3a None None] [Policy] Fetching Policy NSX-T metadata for Type:Security Group (Members). [ 588.027956] env[66703]: DEBUG networking_nsxv3.common.locking [None req-7eb0921a-84a2-4396-bb0e-a2d86e8d2d3a None None] Lock Security Group (Members) taken with stack trace [, , , , , , , , , , , , , ] {{(pid=66703) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 588.028255] env[66703]: DEBUG oslo_concurrency.lockutils [None req-7eb0921a-84a2-4396-bb0e-a2d86e8d2d3a None None] Acquiring lock "Security Group (Members)" {{(pid=66703) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 588.028320] env[66703]: DEBUG oslo_concurrency.lockutils [None req-7eb0921a-84a2-4396-bb0e-a2d86e8d2d3a None None] Acquired lock "Security Group (Members)" {{(pid=66703) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 588.028647] env[66703]: DEBUG oslo_concurrency.lockutils [None req-7eb0921a-84a2-4396-bb0e-a2d86e8d2d3a None None] Acquired external semaphore "Security Group (Members)" {{(pid=66703) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 588.028804] env[66703]: DEBUG oslo_concurrency.lockutils [None req-7eb0921a-84a2-4396-bb0e-a2d86e8d2d3a None None] Releasing lock "Security Group (Members)" {{(pid=66703) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 588.028956] env[66703]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-7eb0921a-84a2-4396-bb0e-a2d86e8d2d3a None None] [Policy] The number of outdated resources for Type:Security Group (Members) Is:0. [ 588.029085] env[66703]: DEBUG networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-7eb0921a-84a2-4396-bb0e-a2d86e8d2d3a None None] Outdated resources of Type:Security Group (Members) Are:set() {{(pid=66703) outdated /opt/stack/networking-nsx-t/networking_nsxv3/plugins/ml2/drivers/nsxv3/agent/provider_nsx_policy.py:1130}} [ 588.029206] env[66703]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [None req-7eb0921a-84a2-4396-bb0e-a2d86e8d2d3a None None] Inventory metadata have been refreshed. [ 588.029307] env[66703]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [None req-7eb0921a-84a2-4396-bb0e-a2d86e8d2d3a None None] Dryrun:True. Metadata refresh completed. [ 588.029472] env[66703]: DEBUG oslo_concurrency.lockutils [None req-7eb0921a-84a2-4396-bb0e-a2d86e8d2d3a None None] Releasing lock "all" {{(pid=66703) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 588.031316] env[66703]: INFO neutron.agent.agent_extensions_manager [None req-7eb0921a-84a2-4396-bb0e-a2d86e8d2d3a None None] Loaded agent extensions: [] [ 588.032048] env[66703]: DEBUG neutron_lib.callbacks.manager [None req-7eb0921a-84a2-4396-bb0e-a2d86e8d2d3a None None] Publish callbacks [] for NSXv3 Agent (None), after_init {{(pid=66703) _notify_loop /opt/stack/data/venv/lib/python3.10/site-packages/neutron_lib/callbacks/manager.py:184}} [ 588.095301] env[66703]: INFO neutron.plugins.ml2.drivers.agent._common_agent [None req-7eb0921a-84a2-4396-bb0e-a2d86e8d2d3a None None] NSXv3 Agent Agent RPC Daemon Started! [ 588.095561] env[66703]: INFO neutron.plugins.ml2.drivers.agent._common_agent [None req-7eb0921a-84a2-4396-bb0e-a2d86e8d2d3a None None] NSXv3 Agent Agent loop - iteration:0 started [ 588.095561] env[66703]: INFO neutron.plugins.ml2.drivers.agent._common_agent [None req-7eb0921a-84a2-4396-bb0e-a2d86e8d2d3a None None] NSXv3 Agent Agent out of sync with plugin! [ 593.033240] env[66703]: INFO networking_nsxv3.common.synchronization [-] No activity for the last 5 seconds. [ 593.033240] env[66703]: INFO networking_nsxv3.common.synchronization [-] Sizes Queue[Active=0, Passive=0], Jobs=0 [ 598.034933] env[66703]: INFO networking_nsxv3.common.synchronization [-] No activity for the last 5 seconds. [ 598.035469] env[66703]: INFO networking_nsxv3.common.synchronization [-] Sizes Queue[Active=0, Passive=0], Jobs=0 [ 603.036955] env[66703]: INFO networking_nsxv3.common.synchronization [-] No activity for the last 5 seconds. [ 603.036955] env[66703]: INFO networking_nsxv3.common.synchronization [-] Sizes Queue[Active=0, Passive=0], Jobs=0 [ 603.215530] env[66703]: INFO networking_nsxv3.common.synchronization [None req-b62c6427-73b6-417b-af9a-3c3bb073c629 demo admin] Enqueued Resource ID: 8162e14e-774d-45f3-8a53-fb94f284cba8 with Priority: HIGHEST for action security_group_rules [ 603.216073] env[66703]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 8162e14e-774d-45f3-8a53-fb94f284cba8 with Priority: HIGHEST for action security_group_rules [ 603.216624] env[66703]: DEBUG networking_nsxv3.common.locking [-] Lock rules-8162e14e-774d-45f3-8a53-fb94f284cba8 taken with stack trace [, , ] {{(pid=66703) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 603.216751] env[66703]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-8162e14e-774d-45f3-8a53-fb94f284cba8" {{(pid=66703) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 603.216821] env[66703]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-8162e14e-774d-45f3-8a53-fb94f284cba8" {{(pid=66703) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 603.217212] env[66703]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-8162e14e-774d-45f3-8a53-fb94f284cba8" {{(pid=66703) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 603.217326] env[66703]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('8162e14e-774d-45f3-8a53-fb94f284cba8',) {} {{(pid=66703) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 603.737947] env[66703]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=66703) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 603.738261] env[66703]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66703) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 603.738261] env[66703]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66703) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 603.738451] env[66703]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66703) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 603.738451] env[66703]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66703) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 603.738562] env[66703]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 8162e14e-774d-45f3-8a53-fb94f284cba8 already deleted. [ 603.738612] env[66703]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-8162e14e-774d-45f3-8a53-fb94f284cba8" {{(pid=66703) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 608.216852] env[66703]: INFO networking_nsxv3.common.synchronization [-] No activity for the last 5 seconds. [ 608.217179] env[66703]: INFO networking_nsxv3.common.synchronization [-] Sizes Queue[Active=0, Passive=0], Jobs=0 [ 613.217906] env[66703]: INFO networking_nsxv3.common.synchronization [-] No activity for the last 5 seconds. [ 613.218331] env[66703]: INFO networking_nsxv3.common.synchronization [-] Sizes Queue[Active=0, Passive=0], Jobs=0 [ 618.219022] env[66703]: INFO networking_nsxv3.common.synchronization [-] No activity for the last 5 seconds. [ 618.219406] env[66703]: INFO networking_nsxv3.common.synchronization [-] Sizes Queue[Active=0, Passive=0], Jobs=0 [ 623.220209] env[66703]: INFO networking_nsxv3.common.synchronization [-] No activity for the last 5 seconds. [ 623.220551] env[66703]: INFO networking_nsxv3.common.synchronization [-] Sizes Queue[Active=0, Passive=0], Jobs=0 [ 627.715128] env[66703]: INFO networking_nsxv3.common.synchronization [None req-19f91a05-9e3a-4cf8-a9d3-3b942a3dd146 None None] Enqueued Resource ID: 21ccbf3c-1e94-47b0-9059-746026565424 with Priority: HIGHEST for action port [ 627.716139] env[66703]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 21ccbf3c-1e94-47b0-9059-746026565424 with Priority: HIGHEST for action port [ 627.716139] env[66703]: DEBUG networking_nsxv3.common.locking [-] Lock port-21ccbf3c-1e94-47b0-9059-746026565424 taken with stack trace [, , ] {{(pid=66703) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 627.716262] env[66703]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-21ccbf3c-1e94-47b0-9059-746026565424" {{(pid=66703) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 627.716262] env[66703]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-21ccbf3c-1e94-47b0-9059-746026565424" {{(pid=66703) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 627.716524] env[66703]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-21ccbf3c-1e94-47b0-9059-746026565424" {{(pid=66703) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 627.716558] env[66703]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('21ccbf3c-1e94-47b0-9059-746026565424',) {} {{(pid=66703) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 628.220306] env[66703]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] deletion realization of port 21ccbf3c-1e94-47b0-9059-746026565424 [ 628.220550] env[66703]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=66703) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 628.220741] env[66703]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=66703) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 628.220796] env[66703]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=66703) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 628.220978] env[66703]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=66703) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 628.221079] env[66703]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=66703) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 628.221181] env[66703]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Segment Port:21ccbf3c-1e94-47b0-9059-746026565424 already deleted. [ 628.221263] env[66703]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-21ccbf3c-1e94-47b0-9059-746026565424" {{(pid=66703) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 629.590804] env[66703]: INFO networking_nsxv3.common.synchronization [None req-7b8f4c02-afbf-41b7-9f6d-08563557e83a None None] Enqueued Resource ID: 1466aaeb-43b0-4da4-a14d-f76b0d98e2dd with Priority: HIGHEST for action port [ 629.591355] env[66703]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 1466aaeb-43b0-4da4-a14d-f76b0d98e2dd with Priority: HIGHEST for action port [ 629.591865] env[66703]: DEBUG networking_nsxv3.common.locking [-] Lock port-1466aaeb-43b0-4da4-a14d-f76b0d98e2dd taken with stack trace [, , ] {{(pid=66703) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 629.592066] env[66703]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-1466aaeb-43b0-4da4-a14d-f76b0d98e2dd" {{(pid=66703) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 629.592066] env[66703]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-1466aaeb-43b0-4da4-a14d-f76b0d98e2dd" {{(pid=66703) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 629.592316] env[66703]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-1466aaeb-43b0-4da4-a14d-f76b0d98e2dd" {{(pid=66703) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 629.592399] env[66703]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('1466aaeb-43b0-4da4-a14d-f76b0d98e2dd',) {} {{(pid=66703) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 630.095103] env[66703]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] deletion realization of port 1466aaeb-43b0-4da4-a14d-f76b0d98e2dd [ 630.095401] env[66703]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=66703) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 630.095569] env[66703]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=66703) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 630.095740] env[66703]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=66703) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 630.095898] env[66703]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=66703) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 630.096019] env[66703]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=66703) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 630.096137] env[66703]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Segment Port:1466aaeb-43b0-4da4-a14d-f76b0d98e2dd already deleted. [ 630.096244] env[66703]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-1466aaeb-43b0-4da4-a14d-f76b0d98e2dd" {{(pid=66703) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 634.592133] env[66703]: INFO networking_nsxv3.common.synchronization [-] No activity for the last 5 seconds. [ 634.592842] env[66703]: INFO networking_nsxv3.common.synchronization [-] Sizes Queue[Active=0, Passive=0], Jobs=0 [ 634.854207] env[66703]: INFO networking_nsxv3.common.synchronization [None req-9a08b8aa-fa10-4e70-bcee-f95a32603647 None None] Enqueued Resource ID: 6cd0d727-26e1-4383-a70b-2b5a2b8469f2 with Priority: HIGHEST for action port [ 634.854207] env[66703]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 6cd0d727-26e1-4383-a70b-2b5a2b8469f2 with Priority: HIGHEST for action port [ 634.854396] env[66703]: DEBUG networking_nsxv3.common.locking [-] Lock port-6cd0d727-26e1-4383-a70b-2b5a2b8469f2 taken with stack trace [, , ] {{(pid=66703) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 634.854498] env[66703]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-6cd0d727-26e1-4383-a70b-2b5a2b8469f2" {{(pid=66703) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 634.856255] env[66703]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-6cd0d727-26e1-4383-a70b-2b5a2b8469f2" {{(pid=66703) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 634.856255] env[66703]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-6cd0d727-26e1-4383-a70b-2b5a2b8469f2" {{(pid=66703) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 634.856255] env[66703]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('6cd0d727-26e1-4383-a70b-2b5a2b8469f2',) {} {{(pid=66703) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 635.107550] env[66703]: INFO networking_nsxv3.common.synchronization [None req-89778c51-aedf-49ce-99d2-602ca4d95490 None None] Enqueued Resource ID: d7badf29-01a5-4f04-aab1-825061a05959 with Priority: HIGHEST for action port [ 635.108619] env[66703]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: d7badf29-01a5-4f04-aab1-825061a05959 with Priority: HIGHEST for action port [ 635.109390] env[66703]: DEBUG networking_nsxv3.common.locking [-] Lock port-d7badf29-01a5-4f04-aab1-825061a05959 taken with stack trace [, , ] {{(pid=66703) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 635.109390] env[66703]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-d7badf29-01a5-4f04-aab1-825061a05959" {{(pid=66703) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 635.109390] env[66703]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-d7badf29-01a5-4f04-aab1-825061a05959" {{(pid=66703) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 635.109774] env[66703]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-d7badf29-01a5-4f04-aab1-825061a05959" {{(pid=66703) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 635.109774] env[66703]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('d7badf29-01a5-4f04-aab1-825061a05959',) {} {{(pid=66703) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 635.359270] env[66703]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] deletion realization of port 6cd0d727-26e1-4383-a70b-2b5a2b8469f2 [ 635.359645] env[66703]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=66703) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 635.359645] env[66703]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=66703) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 635.359748] env[66703]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=66703) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 635.361879] env[66703]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=66703) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 635.361879] env[66703]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=66703) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 635.361879] env[66703]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Segment Port:6cd0d727-26e1-4383-a70b-2b5a2b8469f2 already deleted. [ 635.361879] env[66703]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-6cd0d727-26e1-4383-a70b-2b5a2b8469f2" {{(pid=66703) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 635.613318] env[66703]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] deletion realization of port d7badf29-01a5-4f04-aab1-825061a05959 [ 635.613712] env[66703]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=66703) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 635.613712] env[66703]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=66703) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 635.613853] env[66703]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=66703) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 635.613945] env[66703]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=66703) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 635.616266] env[66703]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=66703) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 635.616266] env[66703]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Segment Port:d7badf29-01a5-4f04-aab1-825061a05959 already deleted. [ 635.616266] env[66703]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-d7badf29-01a5-4f04-aab1-825061a05959" {{(pid=66703) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 635.940355] env[66703]: INFO networking_nsxv3.common.synchronization [None req-2d05b4be-5c56-49db-9b21-f1401139b0af None None] Enqueued Resource ID: 3683bec8-376e-4469-aba1-cce846a7c79c with Priority: HIGHEST for action port [ 635.940869] env[66703]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 3683bec8-376e-4469-aba1-cce846a7c79c with Priority: HIGHEST for action port [ 635.942940] env[66703]: DEBUG networking_nsxv3.common.locking [-] Lock port-3683bec8-376e-4469-aba1-cce846a7c79c taken with stack trace [, , ] {{(pid=66703) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 635.943764] env[66703]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-3683bec8-376e-4469-aba1-cce846a7c79c" {{(pid=66703) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 635.943764] env[66703]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-3683bec8-376e-4469-aba1-cce846a7c79c" {{(pid=66703) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 635.945632] env[66703]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-3683bec8-376e-4469-aba1-cce846a7c79c" {{(pid=66703) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 635.945632] env[66703]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('3683bec8-376e-4469-aba1-cce846a7c79c',) {} {{(pid=66703) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 636.449408] env[66703]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] deletion realization of port 3683bec8-376e-4469-aba1-cce846a7c79c [ 636.449640] env[66703]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=66703) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 636.449781] env[66703]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=66703) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 636.449852] env[66703]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=66703) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 636.450096] env[66703]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=66703) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 636.450186] env[66703]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=66703) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 636.450287] env[66703]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Segment Port:3683bec8-376e-4469-aba1-cce846a7c79c already deleted. [ 636.450365] env[66703]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-3683bec8-376e-4469-aba1-cce846a7c79c" {{(pid=66703) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 636.655269] env[66703]: INFO networking_nsxv3.common.synchronization [None req-e6491741-e0a7-4789-9550-dcd867a40845 None None] Enqueued Resource ID: 9cf295db-ade3-4945-af25-5a4c40614411 with Priority: HIGHEST for action port [ 636.655831] env[66703]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 9cf295db-ade3-4945-af25-5a4c40614411 with Priority: HIGHEST for action port [ 636.656165] env[66703]: DEBUG networking_nsxv3.common.locking [-] Lock port-9cf295db-ade3-4945-af25-5a4c40614411 taken with stack trace [, , ] {{(pid=66703) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 636.656288] env[66703]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-9cf295db-ade3-4945-af25-5a4c40614411" {{(pid=66703) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 636.656397] env[66703]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-9cf295db-ade3-4945-af25-5a4c40614411" {{(pid=66703) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 636.656608] env[66703]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-9cf295db-ade3-4945-af25-5a4c40614411" {{(pid=66703) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 636.656733] env[66703]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('9cf295db-ade3-4945-af25-5a4c40614411',) {} {{(pid=66703) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 637.160783] env[66703]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] deletion realization of port 9cf295db-ade3-4945-af25-5a4c40614411 [ 637.161732] env[66703]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=66703) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 637.161732] env[66703]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=66703) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 637.161732] env[66703]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=66703) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 637.162189] env[66703]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=66703) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 637.162480] env[66703]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=66703) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 637.162480] env[66703]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Segment Port:9cf295db-ade3-4945-af25-5a4c40614411 already deleted. [ 637.162480] env[66703]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-9cf295db-ade3-4945-af25-5a4c40614411" {{(pid=66703) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 638.048693] env[66703]: INFO networking_nsxv3.common.synchronization [None req-95044a14-4be1-4e4b-b887-89cea3a838db None None] Enqueued Resource ID: 61d1f841-8a7a-4217-abc6-260e3c3bbf41 with Priority: HIGHEST for action port [ 638.050059] env[66703]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 61d1f841-8a7a-4217-abc6-260e3c3bbf41 with Priority: HIGHEST for action port [ 638.051895] env[66703]: DEBUG networking_nsxv3.common.locking [-] Lock port-61d1f841-8a7a-4217-abc6-260e3c3bbf41 taken with stack trace [, , ] {{(pid=66703) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 638.051895] env[66703]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-61d1f841-8a7a-4217-abc6-260e3c3bbf41" {{(pid=66703) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 638.051895] env[66703]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-61d1f841-8a7a-4217-abc6-260e3c3bbf41" {{(pid=66703) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 638.051895] env[66703]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-61d1f841-8a7a-4217-abc6-260e3c3bbf41" {{(pid=66703) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 638.051895] env[66703]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('61d1f841-8a7a-4217-abc6-260e3c3bbf41',) {} {{(pid=66703) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 638.234631] env[66703]: INFO networking_nsxv3.common.synchronization [None req-c6b3f971-6893-4be6-ae87-bc4ba577407a None None] Enqueued Resource ID: 765ae803-8261-4811-85a8-15d1ad8f39d5 with Priority: HIGHEST for action port [ 638.234631] env[66703]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 765ae803-8261-4811-85a8-15d1ad8f39d5 with Priority: HIGHEST for action port [ 638.234631] env[66703]: DEBUG networking_nsxv3.common.locking [-] Lock port-765ae803-8261-4811-85a8-15d1ad8f39d5 taken with stack trace [, , ] {{(pid=66703) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 638.234631] env[66703]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-765ae803-8261-4811-85a8-15d1ad8f39d5" {{(pid=66703) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 638.235070] env[66703]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-765ae803-8261-4811-85a8-15d1ad8f39d5" {{(pid=66703) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 638.235713] env[66703]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-765ae803-8261-4811-85a8-15d1ad8f39d5" {{(pid=66703) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 638.235713] env[66703]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('765ae803-8261-4811-85a8-15d1ad8f39d5',) {} {{(pid=66703) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 638.554516] env[66703]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] deletion realization of port 61d1f841-8a7a-4217-abc6-260e3c3bbf41 [ 638.554768] env[66703]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=66703) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 638.554899] env[66703]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=66703) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 638.554977] env[66703]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=66703) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 638.555198] env[66703]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=66703) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 638.555290] env[66703]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=66703) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 638.555375] env[66703]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Segment Port:61d1f841-8a7a-4217-abc6-260e3c3bbf41 already deleted. [ 638.555456] env[66703]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-61d1f841-8a7a-4217-abc6-260e3c3bbf41" {{(pid=66703) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 638.738616] env[66703]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] deletion realization of port 765ae803-8261-4811-85a8-15d1ad8f39d5 [ 638.739232] env[66703]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=66703) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 638.739395] env[66703]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=66703) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 638.739469] env[66703]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=66703) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 638.739682] env[66703]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=66703) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 638.739819] env[66703]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=66703) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 638.739937] env[66703]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Segment Port:765ae803-8261-4811-85a8-15d1ad8f39d5 already deleted. [ 638.740039] env[66703]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-765ae803-8261-4811-85a8-15d1ad8f39d5" {{(pid=66703) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 640.035412] env[66703]: DEBUG networking_nsxv3.common.locking [-] Lock all taken with stack trace [, , , , , ] {{(pid=66703) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 640.035741] env[66703]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "all" {{(pid=66703) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 640.035741] env[66703]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "all" {{(pid=66703) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 640.035843] env[66703]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "all" {{(pid=66703) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 640.036078] env[66703]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_ports_with_revisions called with arguments (1000, 0) {} {{(pid=66703) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 640.538894] env[66703]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_groups_with_revisions called with arguments (1000, 0) {} {{(pid=66703) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 640.634233] env[66703]: INFO networking_nsxv3.common.synchronization [None req-c4ffcdfe-f14e-4b8f-b305-9788aedda781 None None] Enqueued Resource ID: b11b325f-7ab8-4924-9b11-a7097b9755fa with Priority: HIGHEST for action port [ 640.634233] env[66703]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: b11b325f-7ab8-4924-9b11-a7097b9755fa with Priority: HIGHEST for action port [ 640.634233] env[66703]: DEBUG networking_nsxv3.common.locking [-] Lock port-b11b325f-7ab8-4924-9b11-a7097b9755fa taken with stack trace [, , ] {{(pid=66703) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 640.634233] env[66703]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-b11b325f-7ab8-4924-9b11-a7097b9755fa" {{(pid=66703) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 640.634233] env[66703]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-b11b325f-7ab8-4924-9b11-a7097b9755fa" {{(pid=66703) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 640.634233] env[66703]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-b11b325f-7ab8-4924-9b11-a7097b9755fa" {{(pid=66703) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 640.634233] env[66703]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('b11b325f-7ab8-4924-9b11-a7097b9755fa',) {} {{(pid=66703) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 640.826123] env[66703]: INFO networking_nsxv3.common.synchronization [req-ffb446c1-c384-4b17-9405-06b5844d19df req-96daddff-3a64-4d66-84ef-6b9770c7a2ce tempest-ImagesOneServerNegativeTestJSON-1948503749 tempest-ImagesOneServerNegativeTestJSON-1948503749-project-member] Enqueued Resource ID: 49cb7e93-7ef3-4fd4-b6fd-65673af109cd with Priority: HIGHEST for action security_group_members [ 640.826123] env[66703]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 49cb7e93-7ef3-4fd4-b6fd-65673af109cd with Priority: HIGHEST for action security_group_members [ 640.826271] env[66703]: DEBUG networking_nsxv3.common.locking [-] Lock member-49cb7e93-7ef3-4fd4-b6fd-65673af109cd taken with stack trace [, , ] {{(pid=66703) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 640.826789] env[66703]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-49cb7e93-7ef3-4fd4-b6fd-65673af109cd" {{(pid=66703) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 640.826789] env[66703]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-49cb7e93-7ef3-4fd4-b6fd-65673af109cd" {{(pid=66703) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 640.826789] env[66703]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-49cb7e93-7ef3-4fd4-b6fd-65673af109cd" {{(pid=66703) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 640.826938] env[66703]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=66703) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 640.827023] env[66703]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66703) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 640.827095] env[66703]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66703) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 640.827261] env[66703]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66703) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 640.827363] env[66703]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66703) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 640.827543] env[66703]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('49cb7e93-7ef3-4fd4-b6fd-65673af109cd',) {} {{(pid=66703) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 641.042257] env[66703]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_qos_policies_with_revisions called with arguments (1000, 0) {} {{(pid=66703) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 641.140377] env[66703]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] deletion realization of port b11b325f-7ab8-4924-9b11-a7097b9755fa [ 641.140377] env[66703]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=66703) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 641.140377] env[66703]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=66703) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 641.140377] env[66703]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=66703) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 641.140377] env[66703]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=66703) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 641.140377] env[66703]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=66703) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 641.140377] env[66703]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Segment Port:b11b325f-7ab8-4924-9b11-a7097b9755fa already deleted. [ 641.140377] env[66703]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-b11b325f-7ab8-4924-9b11-a7097b9755fa" {{(pid=66703) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 641.331389] env[66703]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=66703) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 641.333254] env[66703]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66703) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 641.333254] env[66703]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66703) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 641.333254] env[66703]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66703) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 641.333254] env[66703]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66703) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 641.333254] env[66703]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66703) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 641.333254] env[66703]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66703) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 641.333254] env[66703]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66703) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 641.333254] env[66703]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66703) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 641.333254] env[66703]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66703) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 641.333254] env[66703]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 49cb7e93-7ef3-4fd4-b6fd-65673af109cd already deleted. [ 641.333254] env[66703]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-49cb7e93-7ef3-4fd4-b6fd-65673af109cd" {{(pid=66703) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 641.549763] env[66703]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Inventory metadata is going to be refreshed. [ 641.550732] env[66703]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] [Policy] Fetching Policy NSX-T metadata for Type:Segment. [ 641.661308] env[66703]: DEBUG networking_nsxv3.common.locking [None req-ffa6d202-748e-4c81-9979-ad08741f9cf7 None None] Lock network-793 taken with stack trace [, , , , , , , , ] {{(pid=66703) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 641.661799] env[66703]: DEBUG oslo_concurrency.lockutils [None req-ffa6d202-748e-4c81-9979-ad08741f9cf7 None None] Acquiring lock "network-793" {{(pid=66703) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 641.661938] env[66703]: DEBUG oslo_concurrency.lockutils [None req-ffa6d202-748e-4c81-9979-ad08741f9cf7 None None] Acquired lock "network-793" {{(pid=66703) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 641.662536] env[66703]: DEBUG oslo_concurrency.lockutils [None req-ffa6d202-748e-4c81-9979-ad08741f9cf7 None None] Acquired external semaphore "network-793" {{(pid=66703) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 641.663558] env[66703]: DEBUG networking_nsxv3.common.locking [None req-ffa6d202-748e-4c81-9979-ad08741f9cf7 None None] Lock Segment taken with stack trace [, , , , , , , , , , ] {{(pid=66703) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 641.663558] env[66703]: DEBUG oslo_concurrency.lockutils [None req-ffa6d202-748e-4c81-9979-ad08741f9cf7 None None] Acquiring lock "Segment" {{(pid=66703) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 641.663558] env[66703]: DEBUG oslo_concurrency.lockutils [None req-ffa6d202-748e-4c81-9979-ad08741f9cf7 None None] Acquired lock "Segment" {{(pid=66703) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 641.663558] env[66703]: DEBUG oslo_concurrency.lockutils [None req-ffa6d202-748e-4c81-9979-ad08741f9cf7 None None] Acquired external semaphore "Segment" {{(pid=66703) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 641.663807] env[66703]: DEBUG oslo_concurrency.lockutils [None req-ffa6d202-748e-4c81-9979-ad08741f9cf7 None None] Releasing lock "Segment" {{(pid=66703) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 641.664534] env[66703]: DEBUG dogpile.cache.region [None req-ffa6d202-748e-4c81-9979-ad08741f9cf7 None None] No value present for key: 'zone-id' {{(pid=66703) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 641.664534] env[66703]: DEBUG dogpile.lock [None req-ffa6d202-748e-4c81-9979-ad08741f9cf7 None None] NeedRegenerationException {{(pid=66703) _enter /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:90}} [ 641.664534] env[66703]: DEBUG dogpile.lock [None req-ffa6d202-748e-4c81-9979-ad08741f9cf7 None None] no value, waiting for create lock {{(pid=66703) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:131}} [ 641.664694] env[66703]: DEBUG dogpile.lock [None req-ffa6d202-748e-4c81-9979-ad08741f9cf7 None None] value creation lock acquired {{(pid=66703) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:135}} [ 641.664834] env[66703]: DEBUG dogpile.cache.region [None req-ffa6d202-748e-4c81-9979-ad08741f9cf7 None None] No value present for key: 'zone-id' {{(pid=66703) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 641.665024] env[66703]: DEBUG dogpile.lock [None req-ffa6d202-748e-4c81-9979-ad08741f9cf7 None None] Calling creation function for not-yet-present value {{(pid=66703) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:174}} [ 641.665138] env[66703]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-ffa6d202-748e-4c81-9979-ad08741f9cf7 None None] Looking for TransportZone with name nsx-vlan-transportzone. [ 641.704387] env[66703]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-ffa6d202-748e-4c81-9979-ad08741f9cf7 None None] loading zone with a95c914d-748d-497c-94ab-10d4647daeba and tags [{'scope': 'mp2policy_migr_status', 'tag': 'success'}] [ 641.704557] env[66703]: DEBUG dogpile.cache.region [None req-ffa6d202-748e-4c81-9979-ad08741f9cf7 None None] Cache value generated in 0.039 seconds for key(s): 'zone-id' {{(pid=66703) _log_time /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:910}} [ 641.704702] env[66703]: DEBUG dogpile.lock [None req-ffa6d202-748e-4c81-9979-ad08741f9cf7 None None] Released creation lock {{(pid=66703) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:182}} [ 641.705080] env[66703]: DEBUG oslo_concurrency.lockutils [None req-ffa6d202-748e-4c81-9979-ad08741f9cf7 None None] Releasing lock "network-793" {{(pid=66703) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 641.705407] env[66703]: DEBUG networking_nsxv3.common.locking [None req-ffa6d202-748e-4c81-9979-ad08741f9cf7 None None] Lock port-b1d4c71f-6dfe-4482-a017-1c5ec3d6c82f taken with stack trace [, , , , , , , , ] {{(pid=66703) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 641.705633] env[66703]: DEBUG oslo_concurrency.lockutils [None req-ffa6d202-748e-4c81-9979-ad08741f9cf7 None None] Acquiring lock "port-b1d4c71f-6dfe-4482-a017-1c5ec3d6c82f" {{(pid=66703) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 641.705754] env[66703]: DEBUG oslo_concurrency.lockutils [None req-ffa6d202-748e-4c81-9979-ad08741f9cf7 None None] Acquired lock "port-b1d4c71f-6dfe-4482-a017-1c5ec3d6c82f" {{(pid=66703) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 641.706134] env[66703]: DEBUG oslo_concurrency.lockutils [None req-ffa6d202-748e-4c81-9979-ad08741f9cf7 None None] Acquired external semaphore "port-b1d4c71f-6dfe-4482-a017-1c5ec3d6c82f" {{(pid=66703) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 641.706364] env[66703]: DEBUG networking_nsxv3.api.rpc [None req-ffa6d202-748e-4c81-9979-ad08741f9cf7 None None] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('b1d4c71f-6dfe-4482-a017-1c5ec3d6c82f',) {} {{(pid=66703) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 642.210562] env[66703]: DEBUG networking_nsxv3.common.locking [None req-ffa6d202-748e-4c81-9979-ad08741f9cf7 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , ] {{(pid=66703) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 642.210931] env[66703]: DEBUG oslo_concurrency.lockutils [None req-ffa6d202-748e-4c81-9979-ad08741f9cf7 None None] Acquiring lock "SegmentPort" {{(pid=66703) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 642.210931] env[66703]: DEBUG oslo_concurrency.lockutils [None req-ffa6d202-748e-4c81-9979-ad08741f9cf7 None None] Acquired lock "SegmentPort" {{(pid=66703) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 642.211230] env[66703]: DEBUG oslo_concurrency.lockutils [None req-ffa6d202-748e-4c81-9979-ad08741f9cf7 None None] Acquired external semaphore "SegmentPort" {{(pid=66703) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 642.211382] env[66703]: DEBUG oslo_concurrency.lockutils [None req-ffa6d202-748e-4c81-9979-ad08741f9cf7 None None] Releasing lock "SegmentPort" {{(pid=66703) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 642.211534] env[66703]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-ffa6d202-748e-4c81-9979-ad08741f9cf7 None None] Segment Port b1d4c71f-6dfe-4482-a017-1c5ec3d6c82f not found, creating... [ 642.211858] env[66703]: DEBUG networking_nsxv3.common.locking [None req-ffa6d202-748e-4c81-9979-ad08741f9cf7 None None] Lock Segment taken with stack trace [, , , , , , , , , , , ] {{(pid=66703) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 642.211933] env[66703]: DEBUG oslo_concurrency.lockutils [None req-ffa6d202-748e-4c81-9979-ad08741f9cf7 None None] Acquiring lock "Segment" {{(pid=66703) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 642.212060] env[66703]: DEBUG oslo_concurrency.lockutils [None req-ffa6d202-748e-4c81-9979-ad08741f9cf7 None None] Acquired lock "Segment" {{(pid=66703) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 642.212282] env[66703]: DEBUG oslo_concurrency.lockutils [None req-ffa6d202-748e-4c81-9979-ad08741f9cf7 None None] Acquired external semaphore "Segment" {{(pid=66703) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 642.212413] env[66703]: DEBUG oslo_concurrency.lockutils [None req-ffa6d202-748e-4c81-9979-ad08741f9cf7 None None] Releasing lock "Segment" {{(pid=66703) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 642.212770] env[66703]: DEBUG networking_nsxv3.common.locking [None req-ffa6d202-748e-4c81-9979-ad08741f9cf7 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=66703) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 642.212931] env[66703]: DEBUG oslo_concurrency.lockutils [None req-ffa6d202-748e-4c81-9979-ad08741f9cf7 None None] Acquiring lock "SegmentPort" {{(pid=66703) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 642.213912] env[66703]: DEBUG oslo_concurrency.lockutils [None req-ffa6d202-748e-4c81-9979-ad08741f9cf7 None None] Acquired lock "SegmentPort" {{(pid=66703) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 642.214265] env[66703]: DEBUG oslo_concurrency.lockutils [None req-ffa6d202-748e-4c81-9979-ad08741f9cf7 None None] Acquired external semaphore "SegmentPort" {{(pid=66703) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 642.214335] env[66703]: DEBUG oslo_concurrency.lockutils [None req-ffa6d202-748e-4c81-9979-ad08741f9cf7 None None] Releasing lock "SegmentPort" {{(pid=66703) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 642.214491] env[66703]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-ffa6d202-748e-4c81-9979-ad08741f9cf7 None None] Resource: SegmentPort with ID: b1d4c71f-6dfe-4482-a017-1c5ec3d6c82f is going to be created. [ 642.243110] env[66703]: DEBUG networking_nsxv3.common.locking [None req-ffa6d202-748e-4c81-9979-ad08741f9cf7 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=66703) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 642.243596] env[66703]: DEBUG oslo_concurrency.lockutils [None req-ffa6d202-748e-4c81-9979-ad08741f9cf7 None None] Acquiring lock "SegmentPort" {{(pid=66703) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 642.243737] env[66703]: DEBUG oslo_concurrency.lockutils [None req-ffa6d202-748e-4c81-9979-ad08741f9cf7 None None] Acquired lock "SegmentPort" {{(pid=66703) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 642.244062] env[66703]: DEBUG oslo_concurrency.lockutils [None req-ffa6d202-748e-4c81-9979-ad08741f9cf7 None None] Acquired external semaphore "SegmentPort" {{(pid=66703) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 642.244325] env[66703]: DEBUG oslo_concurrency.lockutils [None req-ffa6d202-748e-4c81-9979-ad08741f9cf7 None None] Releasing lock "SegmentPort" {{(pid=66703) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 642.244547] env[66703]: DEBUG oslo_concurrency.lockutils [None req-ffa6d202-748e-4c81-9979-ad08741f9cf7 None None] Releasing lock "port-b1d4c71f-6dfe-4482-a017-1c5ec3d6c82f" {{(pid=66703) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 642.577175] env[66703]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , , ] {{(pid=66703) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 642.577346] env[66703]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=66703) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 642.577430] env[66703]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=66703) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 642.577679] env[66703]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=66703) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 642.590801] env[66703]: WARNING networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider [-] Duplicate resource with OS_ID: 992 ID: cl2-zone-992 [ 642.591695] env[66703]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=66703) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 642.593056] env[66703]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] [Policy] Fetching Policy NSX-T metadata for Type:SegmentPort. [ 642.615912] env[66703]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=66703) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 642.616119] env[66703]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=66703) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 642.616189] env[66703]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=66703) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 642.616401] env[66703]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=66703) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 642.616719] env[66703]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=66703) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 642.616960] env[66703]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] [Policy] The number of outdated resources for Type:SegmentPort Is:0. [ 642.617053] env[66703]: DEBUG networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Outdated resources of Type:SegmentPort Are:set() {{(pid=66703) outdated /opt/stack/networking-nsx-t/networking_nsxv3/plugins/ml2/drivers/nsxv3/agent/provider_nsx_policy.py:1130}} [ 642.617128] env[66703]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] [Policy] Fetching Policy NSX-T metadata for Type:Security Group (Rules). [ 642.644028] env[66703]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , , ] {{(pid=66703) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 642.644028] env[66703]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66703) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 642.644028] env[66703]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66703) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 642.644028] env[66703]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66703) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 642.644028] env[66703]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66703) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 642.644028] env[66703]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] [Policy] Fetching Policy NSX-T metadata for Type:Security Group (Rules Remote IP Prefix). [ 642.666137] env[66703]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules Remote IP Prefix) taken with stack trace [, , , , , , , ] {{(pid=66703) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 642.666321] env[66703]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules Remote IP Prefix)" {{(pid=66703) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 642.666367] env[66703]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules Remote IP Prefix)" {{(pid=66703) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 642.666569] env[66703]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules Remote IP Prefix)" {{(pid=66703) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 642.666670] env[66703]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules Remote IP Prefix)" {{(pid=66703) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 642.666826] env[66703]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] [Policy] Fetching Policy NSX-T metadata for Type:Address Group. [ 642.689457] env[66703]: DEBUG networking_nsxv3.common.locking [-] Lock Address Group taken with stack trace [, , , , , , , ] {{(pid=66703) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 642.689457] env[66703]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Address Group" {{(pid=66703) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 642.689457] env[66703]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Address Group" {{(pid=66703) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 642.689662] env[66703]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Address Group" {{(pid=66703) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 642.689768] env[66703]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Address Group" {{(pid=66703) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 642.689895] env[66703]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] [Policy] The number of outdated resources for Type:Security Group (Rules) Is:0. [ 642.690341] env[66703]: DEBUG networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Outdated resources of Type:Security Group (Rules) Are:set() {{(pid=66703) outdated /opt/stack/networking-nsx-t/networking_nsxv3/plugins/ml2/drivers/nsxv3/agent/provider_nsx_policy.py:1130}} [ 642.690438] env[66703]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] [Policy] Fetching Policy NSX-T metadata for Type:Segment QoS. [ 642.710173] env[66703]: DEBUG networking_nsxv3.common.locking [-] Lock Segment QoS taken with stack trace [, , , , , , , ] {{(pid=66703) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 642.710381] env[66703]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment QoS" {{(pid=66703) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 642.710458] env[66703]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment QoS" {{(pid=66703) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 642.710684] env[66703]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment QoS" {{(pid=66703) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 642.710774] env[66703]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment QoS" {{(pid=66703) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 642.710888] env[66703]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] [Policy] The number of outdated resources for Type:Segment QoS Is:0. [ 642.710963] env[66703]: DEBUG networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Outdated resources of Type:Segment QoS Are:set() {{(pid=66703) outdated /opt/stack/networking-nsx-t/networking_nsxv3/plugins/ml2/drivers/nsxv3/agent/provider_nsx_policy.py:1130}} [ 642.711198] env[66703]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] [Policy] Fetching Policy NSX-T metadata for Type:Security Group (Members). [ 642.736994] env[66703]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , , ] {{(pid=66703) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 642.736994] env[66703]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66703) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 642.736994] env[66703]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66703) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 642.736994] env[66703]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66703) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 642.736994] env[66703]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66703) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 642.736994] env[66703]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] [Policy] The number of outdated resources for Type:Security Group (Members) Is:0. [ 642.736994] env[66703]: DEBUG networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Outdated resources of Type:Security Group (Members) Are:set() {{(pid=66703) outdated /opt/stack/networking-nsx-t/networking_nsxv3/plugins/ml2/drivers/nsxv3/agent/provider_nsx_policy.py:1130}} [ 642.736994] env[66703]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Inventory metadata have been refreshed. [ 642.736994] env[66703]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Realizing 0/0 resources of Type:Ports [ 642.737422] env[66703]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Realizing 0/0 resources of Type:Security Group Rules [ 642.737422] env[66703]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Realizing 0/0 resources of Type:Security Group Members [ 642.737422] env[66703]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Realizing 0/0 resources of Type:QoS [ 642.737523] env[66703]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Items outdated since last Agent sanitize:0 [ 642.737552] env[66703]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Sanitizing provider based on age cycles [ 642.737614] env[66703]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] [Policy] Fetching Policy NSX-T metadata for Type:Security Group (Rules Remote IP Prefix). [ 642.765017] env[66703]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules Remote IP Prefix) taken with stack trace [, , , , , , , , ] {{(pid=66703) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 642.765017] env[66703]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules Remote IP Prefix)" {{(pid=66703) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 642.765017] env[66703]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules Remote IP Prefix)" {{(pid=66703) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 642.765017] env[66703]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules Remote IP Prefix)" {{(pid=66703) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 642.765017] env[66703]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules Remote IP Prefix)" {{(pid=66703) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 642.765017] env[66703]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] [Policy] Fetching Policy NSX-T metadata for Type:Address Group. [ 642.788217] env[66703]: DEBUG networking_nsxv3.common.locking [-] Lock Address Group taken with stack trace [, , , , , , , , ] {{(pid=66703) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 642.788217] env[66703]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Address Group" {{(pid=66703) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 642.788217] env[66703]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Address Group" {{(pid=66703) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 642.788217] env[66703]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Address Group" {{(pid=66703) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 642.788217] env[66703]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Address Group" {{(pid=66703) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 642.805157] env[66703]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "all" {{(pid=66703) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 643.218182] env[66703]: INFO networking_nsxv3.common.synchronization [None req-cfac2e60-4162-4d81-a9b7-0c6e77d15254 None None] Enqueued Resource ID: 9ddb21a6-ab71-4ff1-89f9-0e662ff57ab7 with Priority: HIGHEST for action port [ 643.218182] env[66703]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 9ddb21a6-ab71-4ff1-89f9-0e662ff57ab7 with Priority: HIGHEST for action port [ 643.218182] env[66703]: DEBUG networking_nsxv3.common.locking [-] Lock port-9ddb21a6-ab71-4ff1-89f9-0e662ff57ab7 taken with stack trace [, , ] {{(pid=66703) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 643.218182] env[66703]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-9ddb21a6-ab71-4ff1-89f9-0e662ff57ab7" {{(pid=66703) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 643.218949] env[66703]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-9ddb21a6-ab71-4ff1-89f9-0e662ff57ab7" {{(pid=66703) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 643.219365] env[66703]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-9ddb21a6-ab71-4ff1-89f9-0e662ff57ab7" {{(pid=66703) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 643.219581] env[66703]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('9ddb21a6-ab71-4ff1-89f9-0e662ff57ab7',) {} {{(pid=66703) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 643.411626] env[66703]: INFO networking_nsxv3.common.synchronization [req-ffb446c1-c384-4b17-9405-06b5844d19df req-247eae8a-e4cd-4d27-882e-b667e5c4be29 service nova] Enqueued Resource ID: 49cb7e93-7ef3-4fd4-b6fd-65673af109cd with Priority: HIGHEST for action security_group_rules [ 643.412234] env[66703]: INFO networking_nsxv3.common.synchronization [req-ffb446c1-c384-4b17-9405-06b5844d19df req-247eae8a-e4cd-4d27-882e-b667e5c4be29 service nova] Enqueued Resource ID: 49cb7e93-7ef3-4fd4-b6fd-65673af109cd with Priority: HIGHEST for action security_group_members [ 643.412639] env[66703]: INFO networking_nsxv3.common.synchronization [req-ffb446c1-c384-4b17-9405-06b5844d19df req-247eae8a-e4cd-4d27-882e-b667e5c4be29 service nova] Enqueued Resource ID: b1d4c71f-6dfe-4482-a017-1c5ec3d6c82f with Priority: HIGHEST for action port [ 643.413647] env[66703]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 49cb7e93-7ef3-4fd4-b6fd-65673af109cd with Priority: HIGHEST for action security_group_rules [ 643.414305] env[66703]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 49cb7e93-7ef3-4fd4-b6fd-65673af109cd with Priority: HIGHEST for action security_group_members [ 643.414699] env[66703]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: b1d4c71f-6dfe-4482-a017-1c5ec3d6c82f with Priority: HIGHEST for action port [ 643.415954] env[66703]: DEBUG networking_nsxv3.common.locking [-] Lock rules-49cb7e93-7ef3-4fd4-b6fd-65673af109cd taken with stack trace [, , ] {{(pid=66703) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 643.416551] env[66703]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-49cb7e93-7ef3-4fd4-b6fd-65673af109cd" {{(pid=66703) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 643.416745] env[66703]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-49cb7e93-7ef3-4fd4-b6fd-65673af109cd" {{(pid=66703) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 643.417810] env[66703]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-49cb7e93-7ef3-4fd4-b6fd-65673af109cd" {{(pid=66703) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 643.420511] env[66703]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('49cb7e93-7ef3-4fd4-b6fd-65673af109cd',) {} {{(pid=66703) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 643.420511] env[66703]: DEBUG networking_nsxv3.common.locking [-] Lock member-49cb7e93-7ef3-4fd4-b6fd-65673af109cd taken with stack trace [, , ] {{(pid=66703) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 643.420511] env[66703]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-49cb7e93-7ef3-4fd4-b6fd-65673af109cd" {{(pid=66703) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 643.420511] env[66703]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-49cb7e93-7ef3-4fd4-b6fd-65673af109cd" {{(pid=66703) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 643.420511] env[66703]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-49cb7e93-7ef3-4fd4-b6fd-65673af109cd" {{(pid=66703) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 643.420511] env[66703]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=66703) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 643.421462] env[66703]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66703) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 643.422465] env[66703]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66703) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 643.422998] env[66703]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66703) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 643.424095] env[66703]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66703) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 643.424327] env[66703]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('49cb7e93-7ef3-4fd4-b6fd-65673af109cd',) {} {{(pid=66703) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 643.429255] env[66703]: DEBUG networking_nsxv3.common.locking [-] Lock port-b1d4c71f-6dfe-4482-a017-1c5ec3d6c82f taken with stack trace [, , ] {{(pid=66703) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 643.429939] env[66703]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-b1d4c71f-6dfe-4482-a017-1c5ec3d6c82f" {{(pid=66703) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 643.429939] env[66703]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-b1d4c71f-6dfe-4482-a017-1c5ec3d6c82f" {{(pid=66703) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 643.429939] env[66703]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-b1d4c71f-6dfe-4482-a017-1c5ec3d6c82f" {{(pid=66703) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 643.430057] env[66703]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('b1d4c71f-6dfe-4482-a017-1c5ec3d6c82f',) {} {{(pid=66703) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 643.437640] env[66703]: DEBUG networking_nsxv3.common.locking [-] Lock member-49cb7e93-7ef3-4fd4-b6fd-65673af109cd taken with stack trace [, , , ] {{(pid=66703) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 643.437962] env[66703]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-49cb7e93-7ef3-4fd4-b6fd-65673af109cd" {{(pid=66703) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 643.600525] env[66703]: INFO networking_nsxv3.common.synchronization [None req-46a3cb00-afc3-4782-a1b8-bdc0b9a1c34c None None] Enqueued Resource ID: cb5142fb-e3e0-4f88-adc9-ce31f2733f9c with Priority: HIGHEST for action port [ 643.601662] env[66703]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: cb5142fb-e3e0-4f88-adc9-ce31f2733f9c with Priority: HIGHEST for action port [ 643.601662] env[66703]: DEBUG networking_nsxv3.common.locking [-] Lock port-cb5142fb-e3e0-4f88-adc9-ce31f2733f9c taken with stack trace [, , ] {{(pid=66703) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 643.601662] env[66703]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-cb5142fb-e3e0-4f88-adc9-ce31f2733f9c" {{(pid=66703) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 643.601662] env[66703]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-cb5142fb-e3e0-4f88-adc9-ce31f2733f9c" {{(pid=66703) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 643.601863] env[66703]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-cb5142fb-e3e0-4f88-adc9-ce31f2733f9c" {{(pid=66703) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 643.601863] env[66703]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('cb5142fb-e3e0-4f88-adc9-ce31f2733f9c',) {} {{(pid=66703) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 643.723085] env[66703]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] deletion realization of port 9ddb21a6-ab71-4ff1-89f9-0e662ff57ab7 [ 643.723208] env[66703]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=66703) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 643.723348] env[66703]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=66703) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 643.723420] env[66703]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=66703) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 643.723637] env[66703]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=66703) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 643.724230] env[66703]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=66703) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 643.724230] env[66703]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Segment Port:9ddb21a6-ab71-4ff1-89f9-0e662ff57ab7 already deleted. [ 643.724230] env[66703]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-9ddb21a6-ab71-4ff1-89f9-0e662ff57ab7" {{(pid=66703) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 643.948424] env[66703]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] realization of port b1d4c71f-6dfe-4482-a017-1c5ec3d6c82f with status ACTIVE [ 643.948909] env[66703]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=66703) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 643.952135] env[66703]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=66703) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 643.952279] env[66703]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=66703) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 643.952522] env[66703]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=66703) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 643.952612] env[66703]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=66703) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 643.952832] env[66703]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , ] {{(pid=66703) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 643.952947] env[66703]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=66703) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 643.953025] env[66703]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=66703) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 643.953212] env[66703]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=66703) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 643.953288] env[66703]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=66703) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 643.953460] env[66703]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=66703) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 643.953561] env[66703]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=66703) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 643.953620] env[66703]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=66703) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 643.953781] env[66703]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=66703) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 643.953872] env[66703]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=66703) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 643.953964] env[66703]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: SegmentPort with ID: b1d4c71f-6dfe-4482-a017-1c5ec3d6c82f is going to be updated. [ 643.955487] env[66703]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('49cb7e93-7ef3-4fd4-b6fd-65673af109cd',) {} {{(pid=66703) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 643.977128] env[66703]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=66703) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 643.977128] env[66703]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=66703) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 643.977278] env[66703]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=66703) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 643.977406] env[66703]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=66703) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 643.977536] env[66703]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=66703) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 643.977682] env[66703]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-b1d4c71f-6dfe-4482-a017-1c5ec3d6c82f" {{(pid=66703) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 644.105544] env[66703]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] deletion realization of port cb5142fb-e3e0-4f88-adc9-ce31f2733f9c [ 644.105834] env[66703]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=66703) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 644.106014] env[66703]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=66703) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 644.106099] env[66703]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=66703) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 644.106329] env[66703]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=66703) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 644.106414] env[66703]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=66703) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 644.106510] env[66703]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Segment Port:cb5142fb-e3e0-4f88-adc9-ce31f2733f9c already deleted. [ 644.106596] env[66703]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-cb5142fb-e3e0-4f88-adc9-ce31f2733f9c" {{(pid=66703) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 644.217090] env[66703]: INFO networking_nsxv3.common.synchronization [req-8a1a4407-ad1c-4b78-ae29-dfdd88d7fe56 req-c9c4f673-5187-477e-83dd-40ca46a4d451 tempest-ServersAdminNegativeTestJSON-470759558 tempest-ServersAdminNegativeTestJSON-470759558-project-member] Enqueued Resource ID: 18413db4-5134-40cb-b857-e544c0b672ac with Priority: HIGHEST for action security_group_members [ 644.217557] env[66703]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 18413db4-5134-40cb-b857-e544c0b672ac with Priority: HIGHEST for action security_group_members [ 644.217882] env[66703]: DEBUG networking_nsxv3.common.locking [-] Lock member-18413db4-5134-40cb-b857-e544c0b672ac taken with stack trace [, , ] {{(pid=66703) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 644.218039] env[66703]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-18413db4-5134-40cb-b857-e544c0b672ac" {{(pid=66703) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 644.218082] env[66703]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-18413db4-5134-40cb-b857-e544c0b672ac" {{(pid=66703) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 644.218327] env[66703]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-18413db4-5134-40cb-b857-e544c0b672ac" {{(pid=66703) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 644.218585] env[66703]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=66703) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 644.218585] env[66703]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66703) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 644.218686] env[66703]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66703) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 644.218774] env[66703]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66703) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 644.218857] env[66703]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66703) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 644.218950] env[66703]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('18413db4-5134-40cb-b857-e544c0b672ac',) {} {{(pid=66703) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 644.458799] env[66703]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('49cb7e93-7ef3-4fd4-b6fd-65673af109cd',) {} {{(pid=66703) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 644.703866] env[66703]: DEBUG networking_nsxv3.common.locking [None req-33d36011-a73c-4b6d-849a-f8c867240c48 None None] Lock network-691 taken with stack trace [, , , , , , , , ] {{(pid=66703) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 644.704302] env[66703]: DEBUG oslo_concurrency.lockutils [None req-33d36011-a73c-4b6d-849a-f8c867240c48 None None] Acquiring lock "network-691" {{(pid=66703) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 644.704302] env[66703]: DEBUG oslo_concurrency.lockutils [None req-33d36011-a73c-4b6d-849a-f8c867240c48 None None] Acquired lock "network-691" {{(pid=66703) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 644.704420] env[66703]: DEBUG oslo_concurrency.lockutils [None req-33d36011-a73c-4b6d-849a-f8c867240c48 None None] Acquired external semaphore "network-691" {{(pid=66703) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 644.704735] env[66703]: DEBUG networking_nsxv3.common.locking [None req-33d36011-a73c-4b6d-849a-f8c867240c48 None None] Lock Segment taken with stack trace [, , , , , , , , , , ] {{(pid=66703) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 644.705213] env[66703]: DEBUG oslo_concurrency.lockutils [None req-33d36011-a73c-4b6d-849a-f8c867240c48 None None] Acquiring lock "Segment" {{(pid=66703) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 644.705326] env[66703]: DEBUG oslo_concurrency.lockutils [None req-33d36011-a73c-4b6d-849a-f8c867240c48 None None] Acquired lock "Segment" {{(pid=66703) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 644.705618] env[66703]: DEBUG oslo_concurrency.lockutils [None req-33d36011-a73c-4b6d-849a-f8c867240c48 None None] Acquired external semaphore "Segment" {{(pid=66703) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 644.705774] env[66703]: DEBUG oslo_concurrency.lockutils [None req-33d36011-a73c-4b6d-849a-f8c867240c48 None None] Releasing lock "Segment" {{(pid=66703) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 644.706134] env[66703]: DEBUG dogpile.cache.region [None req-33d36011-a73c-4b6d-849a-f8c867240c48 None None] No value present for key: 'zone-id' {{(pid=66703) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 644.706263] env[66703]: DEBUG dogpile.lock [None req-33d36011-a73c-4b6d-849a-f8c867240c48 None None] NeedRegenerationException {{(pid=66703) _enter /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:90}} [ 644.706389] env[66703]: DEBUG dogpile.lock [None req-33d36011-a73c-4b6d-849a-f8c867240c48 None None] no value, waiting for create lock {{(pid=66703) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:131}} [ 644.706503] env[66703]: DEBUG dogpile.lock [None req-33d36011-a73c-4b6d-849a-f8c867240c48 None None] value creation lock acquired {{(pid=66703) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:135}} [ 644.706951] env[66703]: DEBUG dogpile.cache.region [None req-33d36011-a73c-4b6d-849a-f8c867240c48 None None] No value present for key: 'zone-id' {{(pid=66703) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 644.706951] env[66703]: DEBUG dogpile.lock [None req-33d36011-a73c-4b6d-849a-f8c867240c48 None None] Calling creation function for not-yet-present value {{(pid=66703) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:174}} [ 644.706951] env[66703]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-33d36011-a73c-4b6d-849a-f8c867240c48 None None] Looking for TransportZone with name nsx-vlan-transportzone. [ 644.722320] env[66703]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=66703) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 644.722496] env[66703]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66703) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 644.722599] env[66703]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66703) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 644.722818] env[66703]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66703) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 644.722906] env[66703]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66703) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 644.723132] env[66703]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66703) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 644.723236] env[66703]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66703) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 644.723297] env[66703]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66703) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 644.723446] env[66703]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66703) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 644.723539] env[66703]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66703) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 644.723623] env[66703]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 18413db4-5134-40cb-b857-e544c0b672ac already deleted. [ 644.724079] env[66703]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-18413db4-5134-40cb-b857-e544c0b672ac" {{(pid=66703) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 644.727801] env[66703]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-33d36011-a73c-4b6d-849a-f8c867240c48 None None] loading zone with a95c914d-748d-497c-94ab-10d4647daeba and tags [{'scope': 'mp2policy_migr_status', 'tag': 'success'}] [ 644.728157] env[66703]: DEBUG dogpile.cache.region [None req-33d36011-a73c-4b6d-849a-f8c867240c48 None None] Cache value generated in 0.021 seconds for key(s): 'zone-id' {{(pid=66703) _log_time /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:910}} [ 644.728613] env[66703]: DEBUG dogpile.lock [None req-33d36011-a73c-4b6d-849a-f8c867240c48 None None] Released creation lock {{(pid=66703) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:182}} [ 644.728613] env[66703]: DEBUG oslo_concurrency.lockutils [None req-33d36011-a73c-4b6d-849a-f8c867240c48 None None] Releasing lock "network-691" {{(pid=66703) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 644.728937] env[66703]: DEBUG networking_nsxv3.common.locking [None req-33d36011-a73c-4b6d-849a-f8c867240c48 None None] Lock port-db7899c3-8a00-42bd-abd7-c84f17e17432 taken with stack trace [, , , , , , , , ] {{(pid=66703) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 644.729192] env[66703]: DEBUG oslo_concurrency.lockutils [None req-33d36011-a73c-4b6d-849a-f8c867240c48 None None] Acquiring lock "port-db7899c3-8a00-42bd-abd7-c84f17e17432" {{(pid=66703) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 644.729322] env[66703]: DEBUG oslo_concurrency.lockutils [None req-33d36011-a73c-4b6d-849a-f8c867240c48 None None] Acquired lock "port-db7899c3-8a00-42bd-abd7-c84f17e17432" {{(pid=66703) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 644.729784] env[66703]: DEBUG oslo_concurrency.lockutils [None req-33d36011-a73c-4b6d-849a-f8c867240c48 None None] Acquired external semaphore "port-db7899c3-8a00-42bd-abd7-c84f17e17432" {{(pid=66703) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 644.730088] env[66703]: DEBUG networking_nsxv3.api.rpc [None req-33d36011-a73c-4b6d-849a-f8c867240c48 None None] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('db7899c3-8a00-42bd-abd7-c84f17e17432',) {} {{(pid=66703) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 644.964022] env[66703]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66703) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 644.964243] env[66703]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66703) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 644.964321] env[66703]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66703) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 644.964571] env[66703]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66703) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 644.964672] env[66703]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66703) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 644.964790] env[66703]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 49cb7e93-7ef3-4fd4-b6fd-65673af109cd is going to be created. [ 645.006856] env[66703]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66703) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 645.007117] env[66703]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66703) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 645.007190] env[66703]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66703) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 645.007413] env[66703]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66703) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 645.007581] env[66703]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66703) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 645.020630] env[66703]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 49cb7e93-7ef3-4fd4-b6fd-65673af109cd in Status: UNINITIALIZED for 2s [ 645.234457] env[66703]: DEBUG networking_nsxv3.common.locking [None req-33d36011-a73c-4b6d-849a-f8c867240c48 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , ] {{(pid=66703) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 645.235284] env[66703]: DEBUG oslo_concurrency.lockutils [None req-33d36011-a73c-4b6d-849a-f8c867240c48 None None] Acquiring lock "SegmentPort" {{(pid=66703) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 645.235714] env[66703]: DEBUG oslo_concurrency.lockutils [None req-33d36011-a73c-4b6d-849a-f8c867240c48 None None] Acquired lock "SegmentPort" {{(pid=66703) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 645.236090] env[66703]: DEBUG oslo_concurrency.lockutils [None req-33d36011-a73c-4b6d-849a-f8c867240c48 None None] Acquired external semaphore "SegmentPort" {{(pid=66703) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 645.236304] env[66703]: DEBUG oslo_concurrency.lockutils [None req-33d36011-a73c-4b6d-849a-f8c867240c48 None None] Releasing lock "SegmentPort" {{(pid=66703) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 645.236506] env[66703]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-33d36011-a73c-4b6d-849a-f8c867240c48 None None] Segment Port db7899c3-8a00-42bd-abd7-c84f17e17432 not found, creating... [ 645.236906] env[66703]: DEBUG networking_nsxv3.common.locking [None req-33d36011-a73c-4b6d-849a-f8c867240c48 None None] Lock Segment taken with stack trace [, , , , , , , , , , , ] {{(pid=66703) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 645.237149] env[66703]: DEBUG oslo_concurrency.lockutils [None req-33d36011-a73c-4b6d-849a-f8c867240c48 None None] Acquiring lock "Segment" {{(pid=66703) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 645.237400] env[66703]: DEBUG oslo_concurrency.lockutils [None req-33d36011-a73c-4b6d-849a-f8c867240c48 None None] Acquired lock "Segment" {{(pid=66703) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 645.237640] env[66703]: DEBUG oslo_concurrency.lockutils [None req-33d36011-a73c-4b6d-849a-f8c867240c48 None None] Acquired external semaphore "Segment" {{(pid=66703) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 645.237803] env[66703]: DEBUG oslo_concurrency.lockutils [None req-33d36011-a73c-4b6d-849a-f8c867240c48 None None] Releasing lock "Segment" {{(pid=66703) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 645.238327] env[66703]: DEBUG networking_nsxv3.common.locking [None req-33d36011-a73c-4b6d-849a-f8c867240c48 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=66703) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 645.238570] env[66703]: DEBUG oslo_concurrency.lockutils [None req-33d36011-a73c-4b6d-849a-f8c867240c48 None None] Acquiring lock "SegmentPort" {{(pid=66703) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 645.238735] env[66703]: DEBUG oslo_concurrency.lockutils [None req-33d36011-a73c-4b6d-849a-f8c867240c48 None None] Acquired lock "SegmentPort" {{(pid=66703) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 645.238990] env[66703]: DEBUG oslo_concurrency.lockutils [None req-33d36011-a73c-4b6d-849a-f8c867240c48 None None] Acquired external semaphore "SegmentPort" {{(pid=66703) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 645.239227] env[66703]: DEBUG oslo_concurrency.lockutils [None req-33d36011-a73c-4b6d-849a-f8c867240c48 None None] Releasing lock "SegmentPort" {{(pid=66703) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 645.239633] env[66703]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-33d36011-a73c-4b6d-849a-f8c867240c48 None None] Resource: SegmentPort with ID: db7899c3-8a00-42bd-abd7-c84f17e17432 is going to be created. [ 645.262596] env[66703]: DEBUG networking_nsxv3.common.locking [None req-33d36011-a73c-4b6d-849a-f8c867240c48 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=66703) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 645.263054] env[66703]: DEBUG oslo_concurrency.lockutils [None req-33d36011-a73c-4b6d-849a-f8c867240c48 None None] Acquiring lock "SegmentPort" {{(pid=66703) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 645.263276] env[66703]: DEBUG oslo_concurrency.lockutils [None req-33d36011-a73c-4b6d-849a-f8c867240c48 None None] Acquired lock "SegmentPort" {{(pid=66703) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 645.263741] env[66703]: DEBUG oslo_concurrency.lockutils [None req-33d36011-a73c-4b6d-849a-f8c867240c48 None None] Acquired external semaphore "SegmentPort" {{(pid=66703) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 645.263741] env[66703]: DEBUG oslo_concurrency.lockutils [None req-33d36011-a73c-4b6d-849a-f8c867240c48 None None] Releasing lock "SegmentPort" {{(pid=66703) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 645.264099] env[66703]: DEBUG oslo_concurrency.lockutils [None req-33d36011-a73c-4b6d-849a-f8c867240c48 None None] Releasing lock "port-db7899c3-8a00-42bd-abd7-c84f17e17432" {{(pid=66703) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 646.073215] env[66703]: INFO networking_nsxv3.common.synchronization [req-8a1a4407-ad1c-4b78-ae29-dfdd88d7fe56 req-be3ae737-611e-4c8c-b3c9-2008ea455860 service nova] Enqueued Resource ID: 18413db4-5134-40cb-b857-e544c0b672ac with Priority: HIGHEST for action security_group_rules [ 646.073466] env[66703]: INFO networking_nsxv3.common.synchronization [req-8a1a4407-ad1c-4b78-ae29-dfdd88d7fe56 req-be3ae737-611e-4c8c-b3c9-2008ea455860 service nova] Enqueued Resource ID: 18413db4-5134-40cb-b857-e544c0b672ac with Priority: HIGHEST for action security_group_members [ 646.073592] env[66703]: INFO networking_nsxv3.common.synchronization [req-8a1a4407-ad1c-4b78-ae29-dfdd88d7fe56 req-be3ae737-611e-4c8c-b3c9-2008ea455860 service nova] Enqueued Resource ID: db7899c3-8a00-42bd-abd7-c84f17e17432 with Priority: HIGHEST for action port [ 646.074978] env[66703]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 18413db4-5134-40cb-b857-e544c0b672ac with Priority: HIGHEST for action security_group_rules [ 646.075511] env[66703]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 18413db4-5134-40cb-b857-e544c0b672ac with Priority: HIGHEST for action security_group_members [ 646.075692] env[66703]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: db7899c3-8a00-42bd-abd7-c84f17e17432 with Priority: HIGHEST for action port [ 646.076044] env[66703]: DEBUG networking_nsxv3.common.locking [-] Lock rules-18413db4-5134-40cb-b857-e544c0b672ac taken with stack trace [, , ] {{(pid=66703) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 646.076118] env[66703]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-18413db4-5134-40cb-b857-e544c0b672ac" {{(pid=66703) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 646.076478] env[66703]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-18413db4-5134-40cb-b857-e544c0b672ac" {{(pid=66703) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 646.076478] env[66703]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-18413db4-5134-40cb-b857-e544c0b672ac" {{(pid=66703) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 646.076671] env[66703]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('18413db4-5134-40cb-b857-e544c0b672ac',) {} {{(pid=66703) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 646.077601] env[66703]: DEBUG networking_nsxv3.common.locking [-] Lock member-18413db4-5134-40cb-b857-e544c0b672ac taken with stack trace [, , ] {{(pid=66703) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 646.077687] env[66703]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-18413db4-5134-40cb-b857-e544c0b672ac" {{(pid=66703) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 646.077721] env[66703]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-18413db4-5134-40cb-b857-e544c0b672ac" {{(pid=66703) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 646.078430] env[66703]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-18413db4-5134-40cb-b857-e544c0b672ac" {{(pid=66703) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 646.078505] env[66703]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=66703) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 646.078554] env[66703]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66703) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 646.078612] env[66703]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66703) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 646.078812] env[66703]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66703) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 646.078893] env[66703]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66703) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 646.078981] env[66703]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('18413db4-5134-40cb-b857-e544c0b672ac',) {} {{(pid=66703) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 646.079794] env[66703]: DEBUG networking_nsxv3.common.locking [-] Lock port-db7899c3-8a00-42bd-abd7-c84f17e17432 taken with stack trace [, , ] {{(pid=66703) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 646.079929] env[66703]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-db7899c3-8a00-42bd-abd7-c84f17e17432" {{(pid=66703) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 646.079961] env[66703]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-db7899c3-8a00-42bd-abd7-c84f17e17432" {{(pid=66703) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 646.080141] env[66703]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-db7899c3-8a00-42bd-abd7-c84f17e17432" {{(pid=66703) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 646.080198] env[66703]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('db7899c3-8a00-42bd-abd7-c84f17e17432',) {} {{(pid=66703) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 646.104028] env[66703]: INFO networking_nsxv3.common.synchronization [None req-77ba606c-dd4f-4ca9-89a5-2dbd30e9f3eb None None] Enqueued Resource ID: 70df3630-5ba2-4a49-ab41-11a225c03748 with Priority: HIGHEST for action port [ 646.104028] env[66703]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 70df3630-5ba2-4a49-ab41-11a225c03748 with Priority: HIGHEST for action port [ 646.104291] env[66703]: DEBUG networking_nsxv3.common.locking [-] Lock port-70df3630-5ba2-4a49-ab41-11a225c03748 taken with stack trace [, , ] {{(pid=66703) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 646.105485] env[66703]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-70df3630-5ba2-4a49-ab41-11a225c03748" {{(pid=66703) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 646.105485] env[66703]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-70df3630-5ba2-4a49-ab41-11a225c03748" {{(pid=66703) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 646.105485] env[66703]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-70df3630-5ba2-4a49-ab41-11a225c03748" {{(pid=66703) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 646.105485] env[66703]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('70df3630-5ba2-4a49-ab41-11a225c03748',) {} {{(pid=66703) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 646.509147] env[66703]: INFO networking_nsxv3.common.synchronization [req-80a0c407-4d56-4973-8b7c-58eddc16683a req-bd2c8c9e-f309-43f5-8ad8-58ad7ce3097e tempest-DeleteServersAdminTestJSON-123338080 tempest-DeleteServersAdminTestJSON-123338080-project-member] Enqueued Resource ID: 32e0f1f8-5e67-463a-bbe6-da9c89b63705 with Priority: HIGHEST for action security_group_members [ 646.509533] env[66703]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 32e0f1f8-5e67-463a-bbe6-da9c89b63705 with Priority: HIGHEST for action security_group_members [ 646.509864] env[66703]: DEBUG networking_nsxv3.common.locking [-] Lock member-32e0f1f8-5e67-463a-bbe6-da9c89b63705 taken with stack trace [, , ] {{(pid=66703) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 646.510015] env[66703]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-32e0f1f8-5e67-463a-bbe6-da9c89b63705" {{(pid=66703) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 646.510116] env[66703]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-32e0f1f8-5e67-463a-bbe6-da9c89b63705" {{(pid=66703) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 646.510396] env[66703]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-32e0f1f8-5e67-463a-bbe6-da9c89b63705" {{(pid=66703) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 646.510585] env[66703]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=66703) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 646.510699] env[66703]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66703) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 646.510757] env[66703]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66703) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 646.510922] env[66703]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66703) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 646.511018] env[66703]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66703) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 646.511118] env[66703]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('32e0f1f8-5e67-463a-bbe6-da9c89b63705',) {} {{(pid=66703) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 646.582743] env[66703]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('18413db4-5134-40cb-b857-e544c0b672ac',) {} {{(pid=66703) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 646.583880] env[66703]: DEBUG networking_nsxv3.common.locking [-] Lock member-18413db4-5134-40cb-b857-e544c0b672ac taken with stack trace [, , , ] {{(pid=66703) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 646.584029] env[66703]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-18413db4-5134-40cb-b857-e544c0b672ac" {{(pid=66703) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 646.584171] env[66703]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] realization of port db7899c3-8a00-42bd-abd7-c84f17e17432 with status ACTIVE [ 646.584372] env[66703]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=66703) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 646.584486] env[66703]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=66703) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 646.584551] env[66703]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=66703) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 646.584793] env[66703]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=66703) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 646.584887] env[66703]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=66703) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 646.585069] env[66703]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , ] {{(pid=66703) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 646.585208] env[66703]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=66703) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 646.586781] env[66703]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=66703) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 646.586781] env[66703]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=66703) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 646.586781] env[66703]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=66703) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 646.586781] env[66703]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=66703) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 646.586781] env[66703]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=66703) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 646.586781] env[66703]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=66703) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 646.586781] env[66703]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=66703) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 646.586781] env[66703]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=66703) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 646.586781] env[66703]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: SegmentPort with ID: db7899c3-8a00-42bd-abd7-c84f17e17432 is going to be updated. [ 646.608758] env[66703]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] deletion realization of port 70df3630-5ba2-4a49-ab41-11a225c03748 [ 646.608758] env[66703]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=66703) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 646.608998] env[66703]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=66703) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 646.608998] env[66703]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=66703) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 646.609441] env[66703]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=66703) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 646.609441] env[66703]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=66703) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 646.609441] env[66703]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Segment Port:70df3630-5ba2-4a49-ab41-11a225c03748 already deleted. [ 646.609441] env[66703]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-70df3630-5ba2-4a49-ab41-11a225c03748" {{(pid=66703) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 646.613822] env[66703]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=66703) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 646.613967] env[66703]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=66703) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 646.614184] env[66703]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=66703) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 646.614329] env[66703]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=66703) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 646.614409] env[66703]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=66703) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 646.615298] env[66703]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-db7899c3-8a00-42bd-abd7-c84f17e17432" {{(pid=66703) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 647.013833] env[66703]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=66703) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 647.013833] env[66703]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66703) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 647.013833] env[66703]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66703) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 647.014073] env[66703]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66703) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 647.014242] env[66703]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66703) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 647.014379] env[66703]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66703) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 647.014538] env[66703]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66703) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 647.014538] env[66703]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66703) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 647.015428] env[66703]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66703) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 647.015428] env[66703]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66703) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 647.015428] env[66703]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 32e0f1f8-5e67-463a-bbe6-da9c89b63705 already deleted. [ 647.015428] env[66703]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-32e0f1f8-5e67-463a-bbe6-da9c89b63705" {{(pid=66703) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 647.030710] env[66703]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 49cb7e93-7ef3-4fd4-b6fd-65673af109cd in Status: SUCCESS [ 647.030974] env[66703]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-49cb7e93-7ef3-4fd4-b6fd-65673af109cd" {{(pid=66703) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 647.031127] env[66703]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-49cb7e93-7ef3-4fd4-b6fd-65673af109cd" {{(pid=66703) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 647.031342] env[66703]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-49cb7e93-7ef3-4fd4-b6fd-65673af109cd" {{(pid=66703) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 647.031571] env[66703]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=66703) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 647.031686] env[66703]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66703) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 647.031743] env[66703]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66703) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 647.031902] env[66703]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66703) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 647.031982] env[66703]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66703) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 647.032078] env[66703]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-49cb7e93-7ef3-4fd4-b6fd-65673af109cd" {{(pid=66703) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 647.032167] env[66703]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('49cb7e93-7ef3-4fd4-b6fd-65673af109cd',) {} {{(pid=66703) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 647.090417] env[66703]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('18413db4-5134-40cb-b857-e544c0b672ac',) {} {{(pid=66703) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 647.161197] env[66703]: DEBUG networking_nsxv3.common.locking [None req-ffa6d202-748e-4c81-9979-ad08741f9cf7 None None] Lock network-691 taken with stack trace [, , , , , , , , ] {{(pid=66703) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 647.161197] env[66703]: DEBUG oslo_concurrency.lockutils [None req-ffa6d202-748e-4c81-9979-ad08741f9cf7 None None] Acquiring lock "network-691" {{(pid=66703) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 647.161197] env[66703]: DEBUG oslo_concurrency.lockutils [None req-ffa6d202-748e-4c81-9979-ad08741f9cf7 None None] Acquired lock "network-691" {{(pid=66703) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 647.161197] env[66703]: DEBUG oslo_concurrency.lockutils [None req-ffa6d202-748e-4c81-9979-ad08741f9cf7 None None] Acquired external semaphore "network-691" {{(pid=66703) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 647.161197] env[66703]: DEBUG networking_nsxv3.common.locking [None req-ffa6d202-748e-4c81-9979-ad08741f9cf7 None None] Lock Segment taken with stack trace [, , , , , , , , , , ] {{(pid=66703) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 647.161197] env[66703]: DEBUG oslo_concurrency.lockutils [None req-ffa6d202-748e-4c81-9979-ad08741f9cf7 None None] Acquiring lock "Segment" {{(pid=66703) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 647.161197] env[66703]: DEBUG oslo_concurrency.lockutils [None req-ffa6d202-748e-4c81-9979-ad08741f9cf7 None None] Acquired lock "Segment" {{(pid=66703) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 647.162045] env[66703]: DEBUG oslo_concurrency.lockutils [None req-ffa6d202-748e-4c81-9979-ad08741f9cf7 None None] Acquired external semaphore "Segment" {{(pid=66703) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 647.162979] env[66703]: DEBUG oslo_concurrency.lockutils [None req-ffa6d202-748e-4c81-9979-ad08741f9cf7 None None] Releasing lock "Segment" {{(pid=66703) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 647.162979] env[66703]: DEBUG dogpile.cache.region [None req-ffa6d202-748e-4c81-9979-ad08741f9cf7 None None] No value present for key: 'zone-id' {{(pid=66703) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 647.162979] env[66703]: DEBUG dogpile.lock [None req-ffa6d202-748e-4c81-9979-ad08741f9cf7 None None] NeedRegenerationException {{(pid=66703) _enter /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:90}} [ 647.163333] env[66703]: DEBUG dogpile.lock [None req-ffa6d202-748e-4c81-9979-ad08741f9cf7 None None] no value, waiting for create lock {{(pid=66703) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:131}} [ 647.163684] env[66703]: DEBUG dogpile.lock [None req-ffa6d202-748e-4c81-9979-ad08741f9cf7 None None] value creation lock acquired {{(pid=66703) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:135}} [ 647.164078] env[66703]: DEBUG dogpile.cache.region [None req-ffa6d202-748e-4c81-9979-ad08741f9cf7 None None] No value present for key: 'zone-id' {{(pid=66703) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 647.164299] env[66703]: DEBUG dogpile.lock [None req-ffa6d202-748e-4c81-9979-ad08741f9cf7 None None] Calling creation function for not-yet-present value {{(pid=66703) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:174}} [ 647.164570] env[66703]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-ffa6d202-748e-4c81-9979-ad08741f9cf7 None None] Looking for TransportZone with name nsx-vlan-transportzone. [ 647.185315] env[66703]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-ffa6d202-748e-4c81-9979-ad08741f9cf7 None None] loading zone with a95c914d-748d-497c-94ab-10d4647daeba and tags [{'scope': 'mp2policy_migr_status', 'tag': 'success'}] [ 647.188018] env[66703]: DEBUG dogpile.cache.region [None req-ffa6d202-748e-4c81-9979-ad08741f9cf7 None None] Cache value generated in 0.021 seconds for key(s): 'zone-id' {{(pid=66703) _log_time /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:910}} [ 647.188018] env[66703]: DEBUG dogpile.lock [None req-ffa6d202-748e-4c81-9979-ad08741f9cf7 None None] Released creation lock {{(pid=66703) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:182}} [ 647.188018] env[66703]: DEBUG oslo_concurrency.lockutils [None req-ffa6d202-748e-4c81-9979-ad08741f9cf7 None None] Releasing lock "network-691" {{(pid=66703) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 647.188018] env[66703]: DEBUG networking_nsxv3.common.locking [None req-ffa6d202-748e-4c81-9979-ad08741f9cf7 None None] Lock port-7776859f-b3b4-474a-8fd3-a979d89f1a65 taken with stack trace [, , , , , , , , ] {{(pid=66703) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 647.188018] env[66703]: DEBUG oslo_concurrency.lockutils [None req-ffa6d202-748e-4c81-9979-ad08741f9cf7 None None] Acquiring lock "port-7776859f-b3b4-474a-8fd3-a979d89f1a65" {{(pid=66703) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 647.188018] env[66703]: DEBUG oslo_concurrency.lockutils [None req-ffa6d202-748e-4c81-9979-ad08741f9cf7 None None] Acquired lock "port-7776859f-b3b4-474a-8fd3-a979d89f1a65" {{(pid=66703) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 647.188018] env[66703]: DEBUG oslo_concurrency.lockutils [None req-ffa6d202-748e-4c81-9979-ad08741f9cf7 None None] Acquired external semaphore "port-7776859f-b3b4-474a-8fd3-a979d89f1a65" {{(pid=66703) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 647.188018] env[66703]: DEBUG networking_nsxv3.api.rpc [None req-ffa6d202-748e-4c81-9979-ad08741f9cf7 None None] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('7776859f-b3b4-474a-8fd3-a979d89f1a65',) {} {{(pid=66703) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 647.535764] env[66703]: DEBUG networking_nsxv3.common.locking [-] Lock member-49cb7e93-7ef3-4fd4-b6fd-65673af109cd taken with stack trace [, , , ] {{(pid=66703) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 647.536100] env[66703]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-49cb7e93-7ef3-4fd4-b6fd-65673af109cd" {{(pid=66703) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 647.536100] env[66703]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-49cb7e93-7ef3-4fd4-b6fd-65673af109cd" {{(pid=66703) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 647.536236] env[66703]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-49cb7e93-7ef3-4fd4-b6fd-65673af109cd" {{(pid=66703) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 647.536423] env[66703]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=66703) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 647.536532] env[66703]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66703) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 647.536596] env[66703]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66703) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 647.536743] env[66703]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66703) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 647.536896] env[66703]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66703) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 647.536986] env[66703]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-49cb7e93-7ef3-4fd4-b6fd-65673af109cd" {{(pid=66703) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 647.537149] env[66703]: DEBUG networking_nsxv3.common.locking [-] Lock member-49cb7e93-7ef3-4fd4-b6fd-65673af109cd taken with stack trace [, , , ] {{(pid=66703) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 647.537241] env[66703]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-49cb7e93-7ef3-4fd4-b6fd-65673af109cd" {{(pid=66703) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 647.537298] env[66703]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-49cb7e93-7ef3-4fd4-b6fd-65673af109cd" {{(pid=66703) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 647.537435] env[66703]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-49cb7e93-7ef3-4fd4-b6fd-65673af109cd" {{(pid=66703) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 647.537569] env[66703]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=66703) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 647.537658] env[66703]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66703) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 647.537712] env[66703]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66703) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 647.537903] env[66703]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66703) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 647.537953] env[66703]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66703) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 647.538032] env[66703]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-49cb7e93-7ef3-4fd4-b6fd-65673af109cd" {{(pid=66703) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 647.538123] env[66703]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('49cb7e93-7ef3-4fd4-b6fd-65673af109cd',) {} {{(pid=66703) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 647.593238] env[66703]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66703) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 647.593397] env[66703]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66703) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 647.593475] env[66703]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66703) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 647.593682] env[66703]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66703) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 647.593768] env[66703]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66703) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 647.593862] env[66703]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 18413db4-5134-40cb-b857-e544c0b672ac is going to be created. [ 647.621616] env[66703]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66703) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 647.621762] env[66703]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66703) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 647.621828] env[66703]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66703) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 647.622056] env[66703]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66703) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 647.622217] env[66703]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66703) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 647.634154] env[66703]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 18413db4-5134-40cb-b857-e544c0b672ac in Status: UNINITIALIZED for 2s [ 647.689474] env[66703]: DEBUG networking_nsxv3.common.locking [None req-ffa6d202-748e-4c81-9979-ad08741f9cf7 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , ] {{(pid=66703) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 647.689720] env[66703]: DEBUG oslo_concurrency.lockutils [None req-ffa6d202-748e-4c81-9979-ad08741f9cf7 None None] Acquiring lock "SegmentPort" {{(pid=66703) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 647.689812] env[66703]: DEBUG oslo_concurrency.lockutils [None req-ffa6d202-748e-4c81-9979-ad08741f9cf7 None None] Acquired lock "SegmentPort" {{(pid=66703) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 647.690092] env[66703]: DEBUG oslo_concurrency.lockutils [None req-ffa6d202-748e-4c81-9979-ad08741f9cf7 None None] Acquired external semaphore "SegmentPort" {{(pid=66703) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 647.690238] env[66703]: DEBUG oslo_concurrency.lockutils [None req-ffa6d202-748e-4c81-9979-ad08741f9cf7 None None] Releasing lock "SegmentPort" {{(pid=66703) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 647.690383] env[66703]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-ffa6d202-748e-4c81-9979-ad08741f9cf7 None None] Segment Port 7776859f-b3b4-474a-8fd3-a979d89f1a65 not found, creating... [ 647.690632] env[66703]: DEBUG networking_nsxv3.common.locking [None req-ffa6d202-748e-4c81-9979-ad08741f9cf7 None None] Lock Segment taken with stack trace [, , , , , , , , , , , ] {{(pid=66703) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 647.690781] env[66703]: DEBUG oslo_concurrency.lockutils [None req-ffa6d202-748e-4c81-9979-ad08741f9cf7 None None] Acquiring lock "Segment" {{(pid=66703) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 647.690890] env[66703]: DEBUG oslo_concurrency.lockutils [None req-ffa6d202-748e-4c81-9979-ad08741f9cf7 None None] Acquired lock "Segment" {{(pid=66703) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 647.691114] env[66703]: DEBUG oslo_concurrency.lockutils [None req-ffa6d202-748e-4c81-9979-ad08741f9cf7 None None] Acquired external semaphore "Segment" {{(pid=66703) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 647.691239] env[66703]: DEBUG oslo_concurrency.lockutils [None req-ffa6d202-748e-4c81-9979-ad08741f9cf7 None None] Releasing lock "Segment" {{(pid=66703) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 647.691509] env[66703]: DEBUG networking_nsxv3.common.locking [None req-ffa6d202-748e-4c81-9979-ad08741f9cf7 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=66703) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 647.691654] env[66703]: DEBUG oslo_concurrency.lockutils [None req-ffa6d202-748e-4c81-9979-ad08741f9cf7 None None] Acquiring lock "SegmentPort" {{(pid=66703) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 647.691764] env[66703]: DEBUG oslo_concurrency.lockutils [None req-ffa6d202-748e-4c81-9979-ad08741f9cf7 None None] Acquired lock "SegmentPort" {{(pid=66703) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 647.691960] env[66703]: DEBUG oslo_concurrency.lockutils [None req-ffa6d202-748e-4c81-9979-ad08741f9cf7 None None] Acquired external semaphore "SegmentPort" {{(pid=66703) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 647.692100] env[66703]: DEBUG oslo_concurrency.lockutils [None req-ffa6d202-748e-4c81-9979-ad08741f9cf7 None None] Releasing lock "SegmentPort" {{(pid=66703) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 647.692232] env[66703]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-ffa6d202-748e-4c81-9979-ad08741f9cf7 None None] Resource: SegmentPort with ID: 7776859f-b3b4-474a-8fd3-a979d89f1a65 is going to be created. [ 647.726439] env[66703]: DEBUG networking_nsxv3.common.locking [None req-ffa6d202-748e-4c81-9979-ad08741f9cf7 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=66703) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 647.726662] env[66703]: DEBUG oslo_concurrency.lockutils [None req-ffa6d202-748e-4c81-9979-ad08741f9cf7 None None] Acquiring lock "SegmentPort" {{(pid=66703) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 647.726662] env[66703]: DEBUG oslo_concurrency.lockutils [None req-ffa6d202-748e-4c81-9979-ad08741f9cf7 None None] Acquired lock "SegmentPort" {{(pid=66703) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 647.727163] env[66703]: DEBUG oslo_concurrency.lockutils [None req-ffa6d202-748e-4c81-9979-ad08741f9cf7 None None] Acquired external semaphore "SegmentPort" {{(pid=66703) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 647.727405] env[66703]: DEBUG oslo_concurrency.lockutils [None req-ffa6d202-748e-4c81-9979-ad08741f9cf7 None None] Releasing lock "SegmentPort" {{(pid=66703) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 647.727625] env[66703]: DEBUG oslo_concurrency.lockutils [None req-ffa6d202-748e-4c81-9979-ad08741f9cf7 None None] Releasing lock "port-7776859f-b3b4-474a-8fd3-a979d89f1a65" {{(pid=66703) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 648.041902] env[66703]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for 49cb7e93-7ef3-4fd4-b6fd-65673af109cd: rpc.has_security_group_logging(os_id): False [ 648.060317] env[66703]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=66703) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 648.060317] env[66703]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66703) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 648.060317] env[66703]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66703) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 648.060317] env[66703]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66703) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 648.060573] env[66703]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66703) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 648.060573] env[66703]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66703) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 648.060668] env[66703]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66703) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 648.060702] env[66703]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66703) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 648.062040] env[66703]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66703) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 648.062040] env[66703]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66703) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 648.062040] env[66703]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66703) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 648.062040] env[66703]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66703) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 648.062040] env[66703]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66703) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 648.062040] env[66703]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66703) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 648.062040] env[66703]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66703) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 648.062040] env[66703]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=66703) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 648.062040] env[66703]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66703) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 648.062040] env[66703]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66703) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 648.062040] env[66703]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66703) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 648.062040] env[66703]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66703) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 648.062040] env[66703]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 49cb7e93-7ef3-4fd4-b6fd-65673af109cd is going to be created. [ 648.127211] env[66703]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=66703) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 648.127342] env[66703]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66703) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 648.127383] env[66703]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66703) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 648.127576] env[66703]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66703) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 648.127753] env[66703]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66703) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 648.140287] env[66703]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 49cb7e93-7ef3-4fd4-b6fd-65673af109cd in Status: IN_PROGRESS for 2s [ 648.453976] env[66703]: INFO networking_nsxv3.common.synchronization [req-80a0c407-4d56-4973-8b7c-58eddc16683a req-2ff1e638-f901-425a-b6bd-59fc29526f67 service nova] Enqueued Resource ID: 32e0f1f8-5e67-463a-bbe6-da9c89b63705 with Priority: HIGHEST for action security_group_rules [ 648.454179] env[66703]: INFO networking_nsxv3.common.synchronization [req-80a0c407-4d56-4973-8b7c-58eddc16683a req-2ff1e638-f901-425a-b6bd-59fc29526f67 service nova] Enqueued Resource ID: 32e0f1f8-5e67-463a-bbe6-da9c89b63705 with Priority: HIGHEST for action security_group_members [ 648.454334] env[66703]: INFO networking_nsxv3.common.synchronization [req-80a0c407-4d56-4973-8b7c-58eddc16683a req-2ff1e638-f901-425a-b6bd-59fc29526f67 service nova] Enqueued Resource ID: 7776859f-b3b4-474a-8fd3-a979d89f1a65 with Priority: HIGHEST for action port [ 648.454817] env[66703]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 32e0f1f8-5e67-463a-bbe6-da9c89b63705 with Priority: HIGHEST for action security_group_rules [ 648.454964] env[66703]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 32e0f1f8-5e67-463a-bbe6-da9c89b63705 with Priority: HIGHEST for action security_group_members [ 648.456536] env[66703]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 7776859f-b3b4-474a-8fd3-a979d89f1a65 with Priority: HIGHEST for action port [ 648.457046] env[66703]: DEBUG networking_nsxv3.common.locking [-] Lock rules-32e0f1f8-5e67-463a-bbe6-da9c89b63705 taken with stack trace [, , ] {{(pid=66703) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 648.457046] env[66703]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-32e0f1f8-5e67-463a-bbe6-da9c89b63705" {{(pid=66703) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 648.457173] env[66703]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-32e0f1f8-5e67-463a-bbe6-da9c89b63705" {{(pid=66703) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 648.458667] env[66703]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-32e0f1f8-5e67-463a-bbe6-da9c89b63705" {{(pid=66703) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 648.458778] env[66703]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('32e0f1f8-5e67-463a-bbe6-da9c89b63705',) {} {{(pid=66703) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 648.459758] env[66703]: DEBUG networking_nsxv3.common.locking [-] Lock member-32e0f1f8-5e67-463a-bbe6-da9c89b63705 taken with stack trace [, , ] {{(pid=66703) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 648.459932] env[66703]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-32e0f1f8-5e67-463a-bbe6-da9c89b63705" {{(pid=66703) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 648.459932] env[66703]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-32e0f1f8-5e67-463a-bbe6-da9c89b63705" {{(pid=66703) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 648.460135] env[66703]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-32e0f1f8-5e67-463a-bbe6-da9c89b63705" {{(pid=66703) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 648.460273] env[66703]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=66703) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 648.460373] env[66703]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66703) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 648.460435] env[66703]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66703) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 648.460675] env[66703]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66703) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 648.460675] env[66703]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66703) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 648.460823] env[66703]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('32e0f1f8-5e67-463a-bbe6-da9c89b63705',) {} {{(pid=66703) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 648.465417] env[66703]: DEBUG networking_nsxv3.common.locking [-] Lock port-7776859f-b3b4-474a-8fd3-a979d89f1a65 taken with stack trace [, , ] {{(pid=66703) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 648.465417] env[66703]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-7776859f-b3b4-474a-8fd3-a979d89f1a65" {{(pid=66703) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 648.465417] env[66703]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-7776859f-b3b4-474a-8fd3-a979d89f1a65" {{(pid=66703) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 648.465417] env[66703]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-7776859f-b3b4-474a-8fd3-a979d89f1a65" {{(pid=66703) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 648.465640] env[66703]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('7776859f-b3b4-474a-8fd3-a979d89f1a65',) {} {{(pid=66703) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 648.538788] env[66703]: INFO networking_nsxv3.common.synchronization [None req-d12d729b-2e2b-4a1a-aa7b-11385f37ff3c None None] Enqueued Resource ID: 5537cc31-65cf-4392-95f4-2d902ba22fb1 with Priority: HIGHEST for action port [ 648.539831] env[66703]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 5537cc31-65cf-4392-95f4-2d902ba22fb1 with Priority: HIGHEST for action port [ 648.540252] env[66703]: DEBUG networking_nsxv3.common.locking [-] Lock port-5537cc31-65cf-4392-95f4-2d902ba22fb1 taken with stack trace [, , ] {{(pid=66703) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 648.540439] env[66703]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-5537cc31-65cf-4392-95f4-2d902ba22fb1" {{(pid=66703) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 648.540439] env[66703]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-5537cc31-65cf-4392-95f4-2d902ba22fb1" {{(pid=66703) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 648.540744] env[66703]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-5537cc31-65cf-4392-95f4-2d902ba22fb1" {{(pid=66703) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 648.540865] env[66703]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('5537cc31-65cf-4392-95f4-2d902ba22fb1',) {} {{(pid=66703) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 648.968151] env[66703]: DEBUG networking_nsxv3.common.locking [-] Lock member-32e0f1f8-5e67-463a-bbe6-da9c89b63705 taken with stack trace [, , , ] {{(pid=66703) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 648.968151] env[66703]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-32e0f1f8-5e67-463a-bbe6-da9c89b63705" {{(pid=66703) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 648.968151] env[66703]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('32e0f1f8-5e67-463a-bbe6-da9c89b63705',) {} {{(pid=66703) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 648.969300] env[66703]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] realization of port 7776859f-b3b4-474a-8fd3-a979d89f1a65 with status ACTIVE [ 648.969300] env[66703]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=66703) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 648.969590] env[66703]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=66703) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 648.969590] env[66703]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=66703) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 648.969590] env[66703]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=66703) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 648.969719] env[66703]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=66703) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 648.970682] env[66703]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , ] {{(pid=66703) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 648.970682] env[66703]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=66703) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 648.970682] env[66703]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=66703) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 648.970682] env[66703]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=66703) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 648.970682] env[66703]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=66703) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 648.970682] env[66703]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=66703) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 648.970682] env[66703]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=66703) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 648.970682] env[66703]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=66703) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 648.971024] env[66703]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=66703) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 648.971024] env[66703]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=66703) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 648.971024] env[66703]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: SegmentPort with ID: 7776859f-b3b4-474a-8fd3-a979d89f1a65 is going to be updated. [ 648.994209] env[66703]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=66703) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 648.994455] env[66703]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=66703) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 648.994455] env[66703]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=66703) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 648.994656] env[66703]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=66703) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 648.994895] env[66703]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=66703) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 648.995075] env[66703]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-7776859f-b3b4-474a-8fd3-a979d89f1a65" {{(pid=66703) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 649.045326] env[66703]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] deletion realization of port 5537cc31-65cf-4392-95f4-2d902ba22fb1 [ 649.045326] env[66703]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=66703) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 649.045326] env[66703]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=66703) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 649.045326] env[66703]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=66703) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 649.045326] env[66703]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=66703) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 649.045326] env[66703]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=66703) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 649.045326] env[66703]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Segment Port:5537cc31-65cf-4392-95f4-2d902ba22fb1 already deleted. [ 649.045326] env[66703]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-5537cc31-65cf-4392-95f4-2d902ba22fb1" {{(pid=66703) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 649.359946] env[66703]: INFO networking_nsxv3.common.synchronization [req-7793bd95-5444-4c11-9026-e039d4d6d013 req-33f424db-f6c8-41de-85ab-a641ef257296 tempest-ListServersNegativeTestJSON-1313518775 tempest-ListServersNegativeTestJSON-1313518775-project-member] Enqueued Resource ID: e67add3f-2e36-4deb-be60-d3fd9e28ce9a with Priority: HIGHEST for action security_group_members [ 649.360529] env[66703]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: e67add3f-2e36-4deb-be60-d3fd9e28ce9a with Priority: HIGHEST for action security_group_members [ 649.360983] env[66703]: DEBUG networking_nsxv3.common.locking [-] Lock member-e67add3f-2e36-4deb-be60-d3fd9e28ce9a taken with stack trace [, , ] {{(pid=66703) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 649.360983] env[66703]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-e67add3f-2e36-4deb-be60-d3fd9e28ce9a" {{(pid=66703) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 649.363013] env[66703]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-e67add3f-2e36-4deb-be60-d3fd9e28ce9a" {{(pid=66703) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 649.365164] env[66703]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-e67add3f-2e36-4deb-be60-d3fd9e28ce9a" {{(pid=66703) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 649.366294] env[66703]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=66703) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 649.366294] env[66703]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66703) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 649.366294] env[66703]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66703) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 649.366294] env[66703]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66703) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 649.366294] env[66703]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66703) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 649.366294] env[66703]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('e67add3f-2e36-4deb-be60-d3fd9e28ce9a',) {} {{(pid=66703) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 649.474155] env[66703]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('32e0f1f8-5e67-463a-bbe6-da9c89b63705',) {} {{(pid=66703) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 649.646737] env[66703]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 18413db4-5134-40cb-b857-e544c0b672ac in Status: SUCCESS [ 649.647242] env[66703]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-18413db4-5134-40cb-b857-e544c0b672ac" {{(pid=66703) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 649.647242] env[66703]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-18413db4-5134-40cb-b857-e544c0b672ac" {{(pid=66703) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 649.647417] env[66703]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-18413db4-5134-40cb-b857-e544c0b672ac" {{(pid=66703) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 649.650368] env[66703]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=66703) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 649.650368] env[66703]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66703) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 649.650368] env[66703]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66703) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 649.650368] env[66703]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66703) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 649.650368] env[66703]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66703) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 649.650368] env[66703]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-18413db4-5134-40cb-b857-e544c0b672ac" {{(pid=66703) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 649.650368] env[66703]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('18413db4-5134-40cb-b857-e544c0b672ac',) {} {{(pid=66703) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 649.868329] env[66703]: DEBUG networking_nsxv3.common.locking [None req-ffa6d202-748e-4c81-9979-ad08741f9cf7 None None] Lock network-667 taken with stack trace [, , , , , , , , ] {{(pid=66703) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 649.868329] env[66703]: DEBUG oslo_concurrency.lockutils [None req-ffa6d202-748e-4c81-9979-ad08741f9cf7 None None] Acquiring lock "network-667" {{(pid=66703) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 649.868329] env[66703]: DEBUG oslo_concurrency.lockutils [None req-ffa6d202-748e-4c81-9979-ad08741f9cf7 None None] Acquired lock "network-667" {{(pid=66703) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 649.868329] env[66703]: DEBUG oslo_concurrency.lockutils [None req-ffa6d202-748e-4c81-9979-ad08741f9cf7 None None] Acquired external semaphore "network-667" {{(pid=66703) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 649.868329] env[66703]: DEBUG networking_nsxv3.common.locking [None req-ffa6d202-748e-4c81-9979-ad08741f9cf7 None None] Lock Segment taken with stack trace [, , , , , , , , , , ] {{(pid=66703) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 649.868791] env[66703]: DEBUG oslo_concurrency.lockutils [None req-ffa6d202-748e-4c81-9979-ad08741f9cf7 None None] Acquiring lock "Segment" {{(pid=66703) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 649.869155] env[66703]: DEBUG oslo_concurrency.lockutils [None req-ffa6d202-748e-4c81-9979-ad08741f9cf7 None None] Acquired lock "Segment" {{(pid=66703) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 649.869539] env[66703]: DEBUG oslo_concurrency.lockutils [None req-ffa6d202-748e-4c81-9979-ad08741f9cf7 None None] Acquired external semaphore "Segment" {{(pid=66703) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 649.869806] env[66703]: DEBUG oslo_concurrency.lockutils [None req-ffa6d202-748e-4c81-9979-ad08741f9cf7 None None] Releasing lock "Segment" {{(pid=66703) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 649.872076] env[66703]: DEBUG dogpile.cache.region [None req-ffa6d202-748e-4c81-9979-ad08741f9cf7 None None] No value present for key: 'zone-id' {{(pid=66703) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 649.872076] env[66703]: DEBUG dogpile.lock [None req-ffa6d202-748e-4c81-9979-ad08741f9cf7 None None] NeedRegenerationException {{(pid=66703) _enter /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:90}} [ 649.872076] env[66703]: DEBUG dogpile.lock [None req-ffa6d202-748e-4c81-9979-ad08741f9cf7 None None] no value, waiting for create lock {{(pid=66703) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:131}} [ 649.872076] env[66703]: DEBUG dogpile.lock [None req-ffa6d202-748e-4c81-9979-ad08741f9cf7 None None] value creation lock acquired {{(pid=66703) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:135}} [ 649.872076] env[66703]: DEBUG dogpile.cache.region [None req-ffa6d202-748e-4c81-9979-ad08741f9cf7 None None] No value present for key: 'zone-id' {{(pid=66703) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 649.872076] env[66703]: DEBUG dogpile.lock [None req-ffa6d202-748e-4c81-9979-ad08741f9cf7 None None] Calling creation function for not-yet-present value {{(pid=66703) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:174}} [ 649.872076] env[66703]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-ffa6d202-748e-4c81-9979-ad08741f9cf7 None None] Looking for TransportZone with name nsx-vlan-transportzone. [ 649.874199] env[66703]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=66703) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 649.874199] env[66703]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66703) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 649.874199] env[66703]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66703) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 649.874199] env[66703]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66703) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 649.874199] env[66703]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66703) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 649.876569] env[66703]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66703) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 649.876569] env[66703]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66703) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 649.876569] env[66703]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66703) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 649.876569] env[66703]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66703) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 649.876569] env[66703]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66703) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 649.876569] env[66703]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: e67add3f-2e36-4deb-be60-d3fd9e28ce9a already deleted. [ 649.876569] env[66703]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-e67add3f-2e36-4deb-be60-d3fd9e28ce9a" {{(pid=66703) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 649.896195] env[66703]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-ffa6d202-748e-4c81-9979-ad08741f9cf7 None None] loading zone with a95c914d-748d-497c-94ab-10d4647daeba and tags [{'scope': 'mp2policy_migr_status', 'tag': 'success'}] [ 649.896195] env[66703]: DEBUG dogpile.cache.region [None req-ffa6d202-748e-4c81-9979-ad08741f9cf7 None None] Cache value generated in 0.025 seconds for key(s): 'zone-id' {{(pid=66703) _log_time /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:910}} [ 649.896195] env[66703]: DEBUG dogpile.lock [None req-ffa6d202-748e-4c81-9979-ad08741f9cf7 None None] Released creation lock {{(pid=66703) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:182}} [ 649.896440] env[66703]: DEBUG oslo_concurrency.lockutils [None req-ffa6d202-748e-4c81-9979-ad08741f9cf7 None None] Releasing lock "network-667" {{(pid=66703) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 649.897028] env[66703]: DEBUG networking_nsxv3.common.locking [None req-ffa6d202-748e-4c81-9979-ad08741f9cf7 None None] Lock port-76fd412c-d120-4622-b4c5-d2bfbcaedfa9 taken with stack trace [, , , , , , , , ] {{(pid=66703) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 649.897271] env[66703]: DEBUG oslo_concurrency.lockutils [None req-ffa6d202-748e-4c81-9979-ad08741f9cf7 None None] Acquiring lock "port-76fd412c-d120-4622-b4c5-d2bfbcaedfa9" {{(pid=66703) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 649.897271] env[66703]: DEBUG oslo_concurrency.lockutils [None req-ffa6d202-748e-4c81-9979-ad08741f9cf7 None None] Acquired lock "port-76fd412c-d120-4622-b4c5-d2bfbcaedfa9" {{(pid=66703) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 649.898527] env[66703]: DEBUG oslo_concurrency.lockutils [None req-ffa6d202-748e-4c81-9979-ad08741f9cf7 None None] Acquired external semaphore "port-76fd412c-d120-4622-b4c5-d2bfbcaedfa9" {{(pid=66703) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 649.898527] env[66703]: DEBUG networking_nsxv3.api.rpc [None req-ffa6d202-748e-4c81-9979-ad08741f9cf7 None None] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('76fd412c-d120-4622-b4c5-d2bfbcaedfa9',) {} {{(pid=66703) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 649.902410] env[66703]: INFO networking_nsxv3.common.synchronization [None req-883c04cf-02be-47da-b8e2-7198e09a85ff None None] Enqueued Resource ID: 4d37416a-8703-41c0-aa91-5ce3e5976894 with Priority: HIGHEST for action port [ 649.902723] env[66703]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 4d37416a-8703-41c0-aa91-5ce3e5976894 with Priority: HIGHEST for action port [ 649.903347] env[66703]: DEBUG networking_nsxv3.common.locking [-] Lock port-4d37416a-8703-41c0-aa91-5ce3e5976894 taken with stack trace [, , ] {{(pid=66703) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 649.903489] env[66703]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-4d37416a-8703-41c0-aa91-5ce3e5976894" {{(pid=66703) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 649.903574] env[66703]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-4d37416a-8703-41c0-aa91-5ce3e5976894" {{(pid=66703) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 649.903846] env[66703]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-4d37416a-8703-41c0-aa91-5ce3e5976894" {{(pid=66703) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 649.903936] env[66703]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('4d37416a-8703-41c0-aa91-5ce3e5976894',) {} {{(pid=66703) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 649.977661] env[66703]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66703) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 649.978033] env[66703]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66703) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 649.978033] env[66703]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66703) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 649.978519] env[66703]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66703) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 649.978519] env[66703]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66703) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 649.978519] env[66703]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 32e0f1f8-5e67-463a-bbe6-da9c89b63705 is going to be created. [ 650.005574] env[66703]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66703) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 650.005802] env[66703]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66703) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 650.005802] env[66703]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66703) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 650.005995] env[66703]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66703) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 650.006207] env[66703]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66703) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 650.016616] env[66703]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 32e0f1f8-5e67-463a-bbe6-da9c89b63705 in Status: UNINITIALIZED for 2s [ 650.152753] env[66703]: DEBUG networking_nsxv3.common.locking [-] Lock member-18413db4-5134-40cb-b857-e544c0b672ac taken with stack trace [, , , ] {{(pid=66703) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 650.152983] env[66703]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-18413db4-5134-40cb-b857-e544c0b672ac" {{(pid=66703) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 650.152983] env[66703]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-18413db4-5134-40cb-b857-e544c0b672ac" {{(pid=66703) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 650.153227] env[66703]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-18413db4-5134-40cb-b857-e544c0b672ac" {{(pid=66703) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 650.153454] env[66703]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=66703) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 650.153584] env[66703]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66703) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 650.153630] env[66703]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66703) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 650.153812] env[66703]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66703) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 650.153928] env[66703]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66703) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 650.154062] env[66703]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-18413db4-5134-40cb-b857-e544c0b672ac" {{(pid=66703) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 650.154234] env[66703]: DEBUG networking_nsxv3.common.locking [-] Lock member-18413db4-5134-40cb-b857-e544c0b672ac taken with stack trace [, , , ] {{(pid=66703) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 650.154335] env[66703]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-18413db4-5134-40cb-b857-e544c0b672ac" {{(pid=66703) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 650.154414] env[66703]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-18413db4-5134-40cb-b857-e544c0b672ac" {{(pid=66703) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 650.154592] env[66703]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-18413db4-5134-40cb-b857-e544c0b672ac" {{(pid=66703) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 650.154732] env[66703]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=66703) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 650.154857] env[66703]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66703) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 650.154942] env[66703]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66703) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 650.155140] env[66703]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66703) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 650.155214] env[66703]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66703) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 650.155332] env[66703]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-18413db4-5134-40cb-b857-e544c0b672ac" {{(pid=66703) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 650.155439] env[66703]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('18413db4-5134-40cb-b857-e544c0b672ac',) {} {{(pid=66703) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 650.157510] env[66703]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 49cb7e93-7ef3-4fd4-b6fd-65673af109cd in Status: SUCCESS [ 650.157750] env[66703]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-49cb7e93-7ef3-4fd4-b6fd-65673af109cd" {{(pid=66703) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 650.402265] env[66703]: DEBUG networking_nsxv3.common.locking [None req-ffa6d202-748e-4c81-9979-ad08741f9cf7 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , ] {{(pid=66703) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 650.402479] env[66703]: DEBUG oslo_concurrency.lockutils [None req-ffa6d202-748e-4c81-9979-ad08741f9cf7 None None] Acquiring lock "SegmentPort" {{(pid=66703) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 650.402708] env[66703]: DEBUG oslo_concurrency.lockutils [None req-ffa6d202-748e-4c81-9979-ad08741f9cf7 None None] Acquired lock "SegmentPort" {{(pid=66703) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 650.402869] env[66703]: DEBUG oslo_concurrency.lockutils [None req-ffa6d202-748e-4c81-9979-ad08741f9cf7 None None] Acquired external semaphore "SegmentPort" {{(pid=66703) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 650.403020] env[66703]: DEBUG oslo_concurrency.lockutils [None req-ffa6d202-748e-4c81-9979-ad08741f9cf7 None None] Releasing lock "SegmentPort" {{(pid=66703) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 650.403166] env[66703]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-ffa6d202-748e-4c81-9979-ad08741f9cf7 None None] Segment Port 76fd412c-d120-4622-b4c5-d2bfbcaedfa9 not found, creating... [ 650.403852] env[66703]: DEBUG networking_nsxv3.common.locking [None req-ffa6d202-748e-4c81-9979-ad08741f9cf7 None None] Lock Segment taken with stack trace [, , , , , , , , , , , ] {{(pid=66703) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 650.403852] env[66703]: DEBUG oslo_concurrency.lockutils [None req-ffa6d202-748e-4c81-9979-ad08741f9cf7 None None] Acquiring lock "Segment" {{(pid=66703) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 650.403852] env[66703]: DEBUG oslo_concurrency.lockutils [None req-ffa6d202-748e-4c81-9979-ad08741f9cf7 None None] Acquired lock "Segment" {{(pid=66703) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 650.404136] env[66703]: DEBUG oslo_concurrency.lockutils [None req-ffa6d202-748e-4c81-9979-ad08741f9cf7 None None] Acquired external semaphore "Segment" {{(pid=66703) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 650.404136] env[66703]: DEBUG oslo_concurrency.lockutils [None req-ffa6d202-748e-4c81-9979-ad08741f9cf7 None None] Releasing lock "Segment" {{(pid=66703) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 650.404309] env[66703]: DEBUG networking_nsxv3.common.locking [None req-ffa6d202-748e-4c81-9979-ad08741f9cf7 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=66703) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 650.404430] env[66703]: DEBUG oslo_concurrency.lockutils [None req-ffa6d202-748e-4c81-9979-ad08741f9cf7 None None] Acquiring lock "SegmentPort" {{(pid=66703) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 650.404568] env[66703]: DEBUG oslo_concurrency.lockutils [None req-ffa6d202-748e-4c81-9979-ad08741f9cf7 None None] Acquired lock "SegmentPort" {{(pid=66703) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 650.404742] env[66703]: DEBUG oslo_concurrency.lockutils [None req-ffa6d202-748e-4c81-9979-ad08741f9cf7 None None] Acquired external semaphore "SegmentPort" {{(pid=66703) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 650.404887] env[66703]: DEBUG oslo_concurrency.lockutils [None req-ffa6d202-748e-4c81-9979-ad08741f9cf7 None None] Releasing lock "SegmentPort" {{(pid=66703) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 650.406040] env[66703]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-ffa6d202-748e-4c81-9979-ad08741f9cf7 None None] Resource: SegmentPort with ID: 76fd412c-d120-4622-b4c5-d2bfbcaedfa9 is going to be created. [ 650.407280] env[66703]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] deletion realization of port 4d37416a-8703-41c0-aa91-5ce3e5976894 [ 650.407463] env[66703]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=66703) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 650.407963] env[66703]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=66703) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 650.407963] env[66703]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=66703) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 650.407963] env[66703]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=66703) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 650.407963] env[66703]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=66703) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 650.408189] env[66703]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Segment Port:4d37416a-8703-41c0-aa91-5ce3e5976894 already deleted. [ 650.408189] env[66703]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-4d37416a-8703-41c0-aa91-5ce3e5976894" {{(pid=66703) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 650.431590] env[66703]: DEBUG networking_nsxv3.common.locking [None req-ffa6d202-748e-4c81-9979-ad08741f9cf7 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=66703) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 650.431777] env[66703]: DEBUG oslo_concurrency.lockutils [None req-ffa6d202-748e-4c81-9979-ad08741f9cf7 None None] Acquiring lock "SegmentPort" {{(pid=66703) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 650.431818] env[66703]: DEBUG oslo_concurrency.lockutils [None req-ffa6d202-748e-4c81-9979-ad08741f9cf7 None None] Acquired lock "SegmentPort" {{(pid=66703) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 650.432150] env[66703]: DEBUG oslo_concurrency.lockutils [None req-ffa6d202-748e-4c81-9979-ad08741f9cf7 None None] Acquired external semaphore "SegmentPort" {{(pid=66703) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 650.432412] env[66703]: DEBUG oslo_concurrency.lockutils [None req-ffa6d202-748e-4c81-9979-ad08741f9cf7 None None] Releasing lock "SegmentPort" {{(pid=66703) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 650.432690] env[66703]: DEBUG oslo_concurrency.lockutils [None req-ffa6d202-748e-4c81-9979-ad08741f9cf7 None None] Releasing lock "port-76fd412c-d120-4622-b4c5-d2bfbcaedfa9" {{(pid=66703) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 650.658813] env[66703]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for 18413db4-5134-40cb-b857-e544c0b672ac: rpc.has_security_group_logging(os_id): False [ 650.682347] env[66703]: INFO networking_nsxv3.common.synchronization [None req-fb311a58-8a77-42b5-b0e8-55c6fff764a6 None None] Enqueued Resource ID: 622c5fa9-9cf6-4cc0-8222-ac06305f4685 with Priority: HIGHEST for action port [ 650.683032] env[66703]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=66703) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 650.683376] env[66703]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66703) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 650.683569] env[66703]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66703) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 650.683864] env[66703]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66703) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 650.684109] env[66703]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66703) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 650.684435] env[66703]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66703) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 650.684753] env[66703]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66703) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 650.685063] env[66703]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66703) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 650.685321] env[66703]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66703) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 650.685487] env[66703]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66703) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 650.685782] env[66703]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66703) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 650.685987] env[66703]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66703) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 650.686143] env[66703]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66703) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 650.686463] env[66703]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66703) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 650.686643] env[66703]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66703) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 650.688020] env[66703]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=66703) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 650.688020] env[66703]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66703) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 650.688020] env[66703]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66703) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 650.688020] env[66703]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66703) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 650.688020] env[66703]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66703) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 650.688020] env[66703]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 18413db4-5134-40cb-b857-e544c0b672ac is going to be created. [ 650.689624] env[66703]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 622c5fa9-9cf6-4cc0-8222-ac06305f4685 with Priority: HIGHEST for action port [ 650.690327] env[66703]: DEBUG networking_nsxv3.common.locking [-] Lock port-622c5fa9-9cf6-4cc0-8222-ac06305f4685 taken with stack trace [, , ] {{(pid=66703) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 650.690688] env[66703]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-622c5fa9-9cf6-4cc0-8222-ac06305f4685" {{(pid=66703) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 650.690863] env[66703]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-622c5fa9-9cf6-4cc0-8222-ac06305f4685" {{(pid=66703) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 650.691256] env[66703]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-622c5fa9-9cf6-4cc0-8222-ac06305f4685" {{(pid=66703) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 650.691592] env[66703]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('622c5fa9-9cf6-4cc0-8222-ac06305f4685',) {} {{(pid=66703) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 650.809668] env[66703]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=66703) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 650.809836] env[66703]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66703) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 650.809994] env[66703]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66703) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 650.810135] env[66703]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66703) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 650.810323] env[66703]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66703) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 650.832028] env[66703]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 18413db4-5134-40cb-b857-e544c0b672ac in Status: IN_PROGRESS for 2s [ 651.179333] env[66703]: INFO networking_nsxv3.common.synchronization [req-7793bd95-5444-4c11-9026-e039d4d6d013 req-79b7b860-7fa2-406d-8886-3307a75a2aed service nova] Enqueued Resource ID: e67add3f-2e36-4deb-be60-d3fd9e28ce9a with Priority: HIGHEST for action security_group_rules [ 651.179518] env[66703]: INFO networking_nsxv3.common.synchronization [req-7793bd95-5444-4c11-9026-e039d4d6d013 req-79b7b860-7fa2-406d-8886-3307a75a2aed service nova] Enqueued Resource ID: e67add3f-2e36-4deb-be60-d3fd9e28ce9a with Priority: HIGHEST for action security_group_members [ 651.179662] env[66703]: INFO networking_nsxv3.common.synchronization [req-7793bd95-5444-4c11-9026-e039d4d6d013 req-79b7b860-7fa2-406d-8886-3307a75a2aed service nova] Enqueued Resource ID: 76fd412c-d120-4622-b4c5-d2bfbcaedfa9 with Priority: HIGHEST for action port [ 651.180204] env[66703]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: e67add3f-2e36-4deb-be60-d3fd9e28ce9a with Priority: HIGHEST for action security_group_rules [ 651.180346] env[66703]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: e67add3f-2e36-4deb-be60-d3fd9e28ce9a with Priority: HIGHEST for action security_group_members [ 651.180444] env[66703]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 76fd412c-d120-4622-b4c5-d2bfbcaedfa9 with Priority: HIGHEST for action port [ 651.180709] env[66703]: DEBUG networking_nsxv3.common.locking [-] Lock rules-e67add3f-2e36-4deb-be60-d3fd9e28ce9a taken with stack trace [, , ] {{(pid=66703) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 651.180838] env[66703]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-e67add3f-2e36-4deb-be60-d3fd9e28ce9a" {{(pid=66703) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 651.180906] env[66703]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-e67add3f-2e36-4deb-be60-d3fd9e28ce9a" {{(pid=66703) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 651.182699] env[66703]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-e67add3f-2e36-4deb-be60-d3fd9e28ce9a" {{(pid=66703) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 651.182864] env[66703]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('e67add3f-2e36-4deb-be60-d3fd9e28ce9a',) {} {{(pid=66703) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 651.183675] env[66703]: DEBUG networking_nsxv3.common.locking [-] Lock member-e67add3f-2e36-4deb-be60-d3fd9e28ce9a taken with stack trace [, , ] {{(pid=66703) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 651.183987] env[66703]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-e67add3f-2e36-4deb-be60-d3fd9e28ce9a" {{(pid=66703) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 651.183987] env[66703]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-e67add3f-2e36-4deb-be60-d3fd9e28ce9a" {{(pid=66703) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 651.184115] env[66703]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-e67add3f-2e36-4deb-be60-d3fd9e28ce9a" {{(pid=66703) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 651.184258] env[66703]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=66703) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 651.184339] env[66703]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66703) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 651.184388] env[66703]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66703) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 651.184529] env[66703]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66703) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 651.184622] env[66703]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66703) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 651.184793] env[66703]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('e67add3f-2e36-4deb-be60-d3fd9e28ce9a',) {} {{(pid=66703) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 651.185552] env[66703]: DEBUG networking_nsxv3.common.locking [-] Lock port-76fd412c-d120-4622-b4c5-d2bfbcaedfa9 taken with stack trace [, , ] {{(pid=66703) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 651.185668] env[66703]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-76fd412c-d120-4622-b4c5-d2bfbcaedfa9" {{(pid=66703) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 651.185718] env[66703]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-76fd412c-d120-4622-b4c5-d2bfbcaedfa9" {{(pid=66703) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 651.185869] env[66703]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-76fd412c-d120-4622-b4c5-d2bfbcaedfa9" {{(pid=66703) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 651.185947] env[66703]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('76fd412c-d120-4622-b4c5-d2bfbcaedfa9',) {} {{(pid=66703) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 651.194041] env[66703]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] deletion realization of port 622c5fa9-9cf6-4cc0-8222-ac06305f4685 [ 651.194268] env[66703]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=66703) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 651.194395] env[66703]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=66703) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 651.195867] env[66703]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=66703) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 651.196222] env[66703]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=66703) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 651.196222] env[66703]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=66703) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 651.196422] env[66703]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Segment Port:622c5fa9-9cf6-4cc0-8222-ac06305f4685 already deleted. [ 651.196491] env[66703]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-622c5fa9-9cf6-4cc0-8222-ac06305f4685" {{(pid=66703) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 651.390848] env[66703]: INFO networking_nsxv3.common.synchronization [req-7793bd95-5444-4c11-9026-e039d4d6d013 req-1ba7d9be-739f-462e-a56b-94ff8c16db4b tempest-ListServersNegativeTestJSON-1313518775 tempest-ListServersNegativeTestJSON-1313518775-project-member] Enqueued Resource ID: e67add3f-2e36-4deb-be60-d3fd9e28ce9a with Priority: HIGHEST for action security_group_members [ 651.393697] env[66703]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: e67add3f-2e36-4deb-be60-d3fd9e28ce9a with Priority: HIGHEST for action security_group_members [ 651.395610] env[66703]: DEBUG networking_nsxv3.common.locking [-] Lock member-e67add3f-2e36-4deb-be60-d3fd9e28ce9a taken with stack trace [, , ] {{(pid=66703) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 651.395610] env[66703]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-e67add3f-2e36-4deb-be60-d3fd9e28ce9a" {{(pid=66703) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 651.689022] env[66703]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('e67add3f-2e36-4deb-be60-d3fd9e28ce9a',) {} {{(pid=66703) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 651.689880] env[66703]: DEBUG networking_nsxv3.common.locking [-] Lock member-e67add3f-2e36-4deb-be60-d3fd9e28ce9a taken with stack trace [, , , ] {{(pid=66703) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 651.690031] env[66703]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-e67add3f-2e36-4deb-be60-d3fd9e28ce9a" {{(pid=66703) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 651.691604] env[66703]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] realization of port 76fd412c-d120-4622-b4c5-d2bfbcaedfa9 with status ACTIVE [ 651.691828] env[66703]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=66703) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 651.691968] env[66703]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=66703) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 651.692047] env[66703]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=66703) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 651.692462] env[66703]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=66703) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 651.692623] env[66703]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=66703) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 651.692809] env[66703]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , ] {{(pid=66703) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 651.692908] env[66703]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=66703) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 651.692969] env[66703]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=66703) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 651.693136] env[66703]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=66703) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 651.693257] env[66703]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=66703) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 651.693443] env[66703]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=66703) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 651.693535] env[66703]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=66703) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 651.694614] env[66703]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=66703) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 651.694855] env[66703]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=66703) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 651.694988] env[66703]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=66703) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 651.695118] env[66703]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: SegmentPort with ID: 76fd412c-d120-4622-b4c5-d2bfbcaedfa9 is going to be updated. [ 651.725510] env[66703]: INFO networking_nsxv3.common.synchronization [None req-96fbdb55-9728-4ee9-a434-fd832c997fdf tempest-VolumesAssistedSnapshotsTest-948706622 tempest-VolumesAssistedSnapshotsTest-948706622-project-member] Enqueued Resource ID: 84b6ed1b-c02f-4007-a7b7-c301f2fc661e with Priority: HIGHEST for action security_group_rules [ 651.726457] env[66703]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=66703) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 651.726618] env[66703]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=66703) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 651.726663] env[66703]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=66703) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 651.726880] env[66703]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=66703) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 651.727057] env[66703]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=66703) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 651.727339] env[66703]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-76fd412c-d120-4622-b4c5-d2bfbcaedfa9" {{(pid=66703) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 651.727747] env[66703]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 84b6ed1b-c02f-4007-a7b7-c301f2fc661e with Priority: HIGHEST for action security_group_rules [ 651.728093] env[66703]: DEBUG networking_nsxv3.common.locking [-] Lock rules-84b6ed1b-c02f-4007-a7b7-c301f2fc661e taken with stack trace [, , ] {{(pid=66703) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 651.728384] env[66703]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-84b6ed1b-c02f-4007-a7b7-c301f2fc661e" {{(pid=66703) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 651.728384] env[66703]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-84b6ed1b-c02f-4007-a7b7-c301f2fc661e" {{(pid=66703) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 651.728597] env[66703]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-84b6ed1b-c02f-4007-a7b7-c301f2fc661e" {{(pid=66703) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 651.728864] env[66703]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('84b6ed1b-c02f-4007-a7b7-c301f2fc661e',) {} {{(pid=66703) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 651.864955] env[66703]: INFO networking_nsxv3.common.synchronization [None req-91e28d73-8634-403b-bc74-4b45bd2334ac None None] Enqueued Resource ID: bbcc6d12-dde4-43de-9c89-457ce95f1684 with Priority: HIGHEST for action port [ 651.865346] env[66703]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: bbcc6d12-dde4-43de-9c89-457ce95f1684 with Priority: HIGHEST for action port [ 651.865346] env[66703]: DEBUG networking_nsxv3.common.locking [-] Lock port-bbcc6d12-dde4-43de-9c89-457ce95f1684 taken with stack trace [, , ] {{(pid=66703) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 651.865528] env[66703]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-bbcc6d12-dde4-43de-9c89-457ce95f1684" {{(pid=66703) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 651.865528] env[66703]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-bbcc6d12-dde4-43de-9c89-457ce95f1684" {{(pid=66703) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 651.866090] env[66703]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-bbcc6d12-dde4-43de-9c89-457ce95f1684" {{(pid=66703) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 651.866090] env[66703]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('bbcc6d12-dde4-43de-9c89-457ce95f1684',) {} {{(pid=66703) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 651.930303] env[66703]: DEBUG networking_nsxv3.common.locking [None req-ffa6d202-748e-4c81-9979-ad08741f9cf7 None None] Lock network-667 taken with stack trace [, , , , , , , , ] {{(pid=66703) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 651.930303] env[66703]: DEBUG oslo_concurrency.lockutils [None req-ffa6d202-748e-4c81-9979-ad08741f9cf7 None None] Acquiring lock "network-667" {{(pid=66703) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 651.930303] env[66703]: DEBUG oslo_concurrency.lockutils [None req-ffa6d202-748e-4c81-9979-ad08741f9cf7 None None] Acquired lock "network-667" {{(pid=66703) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 651.930303] env[66703]: DEBUG oslo_concurrency.lockutils [None req-ffa6d202-748e-4c81-9979-ad08741f9cf7 None None] Acquired external semaphore "network-667" {{(pid=66703) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 651.930303] env[66703]: DEBUG networking_nsxv3.common.locking [None req-ffa6d202-748e-4c81-9979-ad08741f9cf7 None None] Lock Segment taken with stack trace [, , , , , , , , , , ] {{(pid=66703) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 651.930303] env[66703]: DEBUG oslo_concurrency.lockutils [None req-ffa6d202-748e-4c81-9979-ad08741f9cf7 None None] Acquiring lock "Segment" {{(pid=66703) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 651.930303] env[66703]: DEBUG oslo_concurrency.lockutils [None req-ffa6d202-748e-4c81-9979-ad08741f9cf7 None None] Acquired lock "Segment" {{(pid=66703) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 651.930303] env[66703]: DEBUG oslo_concurrency.lockutils [None req-ffa6d202-748e-4c81-9979-ad08741f9cf7 None None] Acquired external semaphore "Segment" {{(pid=66703) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 651.930303] env[66703]: DEBUG oslo_concurrency.lockutils [None req-ffa6d202-748e-4c81-9979-ad08741f9cf7 None None] Releasing lock "Segment" {{(pid=66703) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 651.930303] env[66703]: DEBUG dogpile.cache.region [None req-ffa6d202-748e-4c81-9979-ad08741f9cf7 None None] No value present for key: 'zone-id' {{(pid=66703) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 651.930303] env[66703]: DEBUG dogpile.lock [None req-ffa6d202-748e-4c81-9979-ad08741f9cf7 None None] NeedRegenerationException {{(pid=66703) _enter /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:90}} [ 651.930303] env[66703]: DEBUG dogpile.lock [None req-ffa6d202-748e-4c81-9979-ad08741f9cf7 None None] no value, waiting for create lock {{(pid=66703) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:131}} [ 651.930303] env[66703]: DEBUG dogpile.lock [None req-ffa6d202-748e-4c81-9979-ad08741f9cf7 None None] value creation lock acquired {{(pid=66703) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:135}} [ 651.930921] env[66703]: DEBUG dogpile.cache.region [None req-ffa6d202-748e-4c81-9979-ad08741f9cf7 None None] No value present for key: 'zone-id' {{(pid=66703) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 651.930921] env[66703]: DEBUG dogpile.lock [None req-ffa6d202-748e-4c81-9979-ad08741f9cf7 None None] Calling creation function for not-yet-present value {{(pid=66703) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:174}} [ 651.930921] env[66703]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-ffa6d202-748e-4c81-9979-ad08741f9cf7 None None] Looking for TransportZone with name nsx-vlan-transportzone. [ 651.952738] env[66703]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-ffa6d202-748e-4c81-9979-ad08741f9cf7 None None] loading zone with a95c914d-748d-497c-94ab-10d4647daeba and tags [{'scope': 'mp2policy_migr_status', 'tag': 'success'}] [ 651.954104] env[66703]: DEBUG dogpile.cache.region [None req-ffa6d202-748e-4c81-9979-ad08741f9cf7 None None] Cache value generated in 0.023 seconds for key(s): 'zone-id' {{(pid=66703) _log_time /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:910}} [ 651.954104] env[66703]: DEBUG dogpile.lock [None req-ffa6d202-748e-4c81-9979-ad08741f9cf7 None None] Released creation lock {{(pid=66703) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:182}} [ 651.954104] env[66703]: DEBUG oslo_concurrency.lockutils [None req-ffa6d202-748e-4c81-9979-ad08741f9cf7 None None] Releasing lock "network-667" {{(pid=66703) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 651.954104] env[66703]: DEBUG networking_nsxv3.common.locking [None req-ffa6d202-748e-4c81-9979-ad08741f9cf7 None None] Lock port-872e0a2c-a7d0-4b03-9dfc-ad13780c94b1 taken with stack trace [, , , , , , , , ] {{(pid=66703) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 651.956234] env[66703]: DEBUG oslo_concurrency.lockutils [None req-ffa6d202-748e-4c81-9979-ad08741f9cf7 None None] Acquiring lock "port-872e0a2c-a7d0-4b03-9dfc-ad13780c94b1" {{(pid=66703) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 651.956234] env[66703]: DEBUG oslo_concurrency.lockutils [None req-ffa6d202-748e-4c81-9979-ad08741f9cf7 None None] Acquired lock "port-872e0a2c-a7d0-4b03-9dfc-ad13780c94b1" {{(pid=66703) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 651.956234] env[66703]: DEBUG oslo_concurrency.lockutils [None req-ffa6d202-748e-4c81-9979-ad08741f9cf7 None None] Acquired external semaphore "port-872e0a2c-a7d0-4b03-9dfc-ad13780c94b1" {{(pid=66703) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 651.956234] env[66703]: DEBUG networking_nsxv3.api.rpc [None req-ffa6d202-748e-4c81-9979-ad08741f9cf7 None None] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('872e0a2c-a7d0-4b03-9dfc-ad13780c94b1',) {} {{(pid=66703) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 651.974378] env[66703]: INFO networking_nsxv3.common.synchronization [None req-51df19cf-cfcd-4886-baf2-0d312c9bd179 tempest-VolumesAssistedSnapshotsTest-948706622 tempest-VolumesAssistedSnapshotsTest-948706622-project-member] Enqueued Resource ID: 84b6ed1b-c02f-4007-a7b7-c301f2fc661e with Priority: HIGHEST for action security_group_rules [ 651.975069] env[66703]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 84b6ed1b-c02f-4007-a7b7-c301f2fc661e with Priority: HIGHEST for action security_group_rules [ 651.975419] env[66703]: DEBUG networking_nsxv3.common.locking [-] Lock rules-84b6ed1b-c02f-4007-a7b7-c301f2fc661e taken with stack trace [, , ] {{(pid=66703) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 651.975534] env[66703]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-84b6ed1b-c02f-4007-a7b7-c301f2fc661e" {{(pid=66703) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 652.035277] env[66703]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 32e0f1f8-5e67-463a-bbe6-da9c89b63705 in Status: SUCCESS [ 652.035277] env[66703]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-32e0f1f8-5e67-463a-bbe6-da9c89b63705" {{(pid=66703) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 652.035277] env[66703]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-32e0f1f8-5e67-463a-bbe6-da9c89b63705" {{(pid=66703) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 652.035277] env[66703]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-32e0f1f8-5e67-463a-bbe6-da9c89b63705" {{(pid=66703) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 652.035277] env[66703]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=66703) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 652.035277] env[66703]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66703) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 652.035277] env[66703]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66703) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 652.035277] env[66703]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66703) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 652.035277] env[66703]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66703) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 652.035277] env[66703]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-32e0f1f8-5e67-463a-bbe6-da9c89b63705" {{(pid=66703) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 652.035277] env[66703]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('32e0f1f8-5e67-463a-bbe6-da9c89b63705',) {} {{(pid=66703) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 652.191444] env[66703]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('e67add3f-2e36-4deb-be60-d3fd9e28ce9a',) {} {{(pid=66703) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 652.250942] env[66703]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=66703) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 652.251182] env[66703]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66703) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 652.251286] env[66703]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66703) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 652.251530] env[66703]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66703) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 652.251622] env[66703]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66703) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 652.251715] env[66703]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 84b6ed1b-c02f-4007-a7b7-c301f2fc661e already deleted. [ 652.251796] env[66703]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-84b6ed1b-c02f-4007-a7b7-c301f2fc661e" {{(pid=66703) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 652.251984] env[66703]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-84b6ed1b-c02f-4007-a7b7-c301f2fc661e" {{(pid=66703) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 652.252215] env[66703]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-84b6ed1b-c02f-4007-a7b7-c301f2fc661e" {{(pid=66703) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 652.252329] env[66703]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('84b6ed1b-c02f-4007-a7b7-c301f2fc661e',) {} {{(pid=66703) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 652.368972] env[66703]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] deletion realization of port bbcc6d12-dde4-43de-9c89-457ce95f1684 [ 652.369257] env[66703]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=66703) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 652.369397] env[66703]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=66703) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 652.369464] env[66703]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=66703) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 652.369683] env[66703]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=66703) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 652.369769] env[66703]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=66703) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 652.369865] env[66703]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Segment Port:bbcc6d12-dde4-43de-9c89-457ce95f1684 already deleted. [ 652.369947] env[66703]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-bbcc6d12-dde4-43de-9c89-457ce95f1684" {{(pid=66703) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 652.460511] env[66703]: DEBUG networking_nsxv3.common.locking [None req-ffa6d202-748e-4c81-9979-ad08741f9cf7 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , ] {{(pid=66703) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 652.460786] env[66703]: DEBUG oslo_concurrency.lockutils [None req-ffa6d202-748e-4c81-9979-ad08741f9cf7 None None] Acquiring lock "SegmentPort" {{(pid=66703) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 652.460872] env[66703]: DEBUG oslo_concurrency.lockutils [None req-ffa6d202-748e-4c81-9979-ad08741f9cf7 None None] Acquired lock "SegmentPort" {{(pid=66703) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 652.461184] env[66703]: DEBUG oslo_concurrency.lockutils [None req-ffa6d202-748e-4c81-9979-ad08741f9cf7 None None] Acquired external semaphore "SegmentPort" {{(pid=66703) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 652.461327] env[66703]: DEBUG oslo_concurrency.lockutils [None req-ffa6d202-748e-4c81-9979-ad08741f9cf7 None None] Releasing lock "SegmentPort" {{(pid=66703) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 652.461484] env[66703]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-ffa6d202-748e-4c81-9979-ad08741f9cf7 None None] Segment Port 872e0a2c-a7d0-4b03-9dfc-ad13780c94b1 not found, creating... [ 652.461745] env[66703]: DEBUG networking_nsxv3.common.locking [None req-ffa6d202-748e-4c81-9979-ad08741f9cf7 None None] Lock Segment taken with stack trace [, , , , , , , , , , , ] {{(pid=66703) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 652.461898] env[66703]: DEBUG oslo_concurrency.lockutils [None req-ffa6d202-748e-4c81-9979-ad08741f9cf7 None None] Acquiring lock "Segment" {{(pid=66703) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 652.463268] env[66703]: DEBUG oslo_concurrency.lockutils [None req-ffa6d202-748e-4c81-9979-ad08741f9cf7 None None] Acquired lock "Segment" {{(pid=66703) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 652.463615] env[66703]: DEBUG oslo_concurrency.lockutils [None req-ffa6d202-748e-4c81-9979-ad08741f9cf7 None None] Acquired external semaphore "Segment" {{(pid=66703) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 652.463759] env[66703]: DEBUG oslo_concurrency.lockutils [None req-ffa6d202-748e-4c81-9979-ad08741f9cf7 None None] Releasing lock "Segment" {{(pid=66703) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 652.464105] env[66703]: DEBUG networking_nsxv3.common.locking [None req-ffa6d202-748e-4c81-9979-ad08741f9cf7 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=66703) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 652.464253] env[66703]: DEBUG oslo_concurrency.lockutils [None req-ffa6d202-748e-4c81-9979-ad08741f9cf7 None None] Acquiring lock "SegmentPort" {{(pid=66703) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 652.464396] env[66703]: DEBUG oslo_concurrency.lockutils [None req-ffa6d202-748e-4c81-9979-ad08741f9cf7 None None] Acquired lock "SegmentPort" {{(pid=66703) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 652.464585] env[66703]: DEBUG oslo_concurrency.lockutils [None req-ffa6d202-748e-4c81-9979-ad08741f9cf7 None None] Acquired external semaphore "SegmentPort" {{(pid=66703) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 652.464725] env[66703]: DEBUG oslo_concurrency.lockutils [None req-ffa6d202-748e-4c81-9979-ad08741f9cf7 None None] Releasing lock "SegmentPort" {{(pid=66703) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 652.464860] env[66703]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-ffa6d202-748e-4c81-9979-ad08741f9cf7 None None] Resource: SegmentPort with ID: 872e0a2c-a7d0-4b03-9dfc-ad13780c94b1 is going to be created. [ 652.489465] env[66703]: DEBUG networking_nsxv3.common.locking [None req-ffa6d202-748e-4c81-9979-ad08741f9cf7 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=66703) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 652.489701] env[66703]: DEBUG oslo_concurrency.lockutils [None req-ffa6d202-748e-4c81-9979-ad08741f9cf7 None None] Acquiring lock "SegmentPort" {{(pid=66703) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 652.489829] env[66703]: DEBUG oslo_concurrency.lockutils [None req-ffa6d202-748e-4c81-9979-ad08741f9cf7 None None] Acquired lock "SegmentPort" {{(pid=66703) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 652.490136] env[66703]: DEBUG oslo_concurrency.lockutils [None req-ffa6d202-748e-4c81-9979-ad08741f9cf7 None None] Acquired external semaphore "SegmentPort" {{(pid=66703) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 652.490370] env[66703]: DEBUG oslo_concurrency.lockutils [None req-ffa6d202-748e-4c81-9979-ad08741f9cf7 None None] Releasing lock "SegmentPort" {{(pid=66703) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 652.490610] env[66703]: DEBUG oslo_concurrency.lockutils [None req-ffa6d202-748e-4c81-9979-ad08741f9cf7 None None] Releasing lock "port-872e0a2c-a7d0-4b03-9dfc-ad13780c94b1" {{(pid=66703) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 652.538847] env[66703]: DEBUG networking_nsxv3.common.locking [-] Lock member-32e0f1f8-5e67-463a-bbe6-da9c89b63705 taken with stack trace [, , , ] {{(pid=66703) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 652.539051] env[66703]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-32e0f1f8-5e67-463a-bbe6-da9c89b63705" {{(pid=66703) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 652.539092] env[66703]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-32e0f1f8-5e67-463a-bbe6-da9c89b63705" {{(pid=66703) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 652.539346] env[66703]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-32e0f1f8-5e67-463a-bbe6-da9c89b63705" {{(pid=66703) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 652.539518] env[66703]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=66703) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 652.539618] env[66703]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66703) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 652.539689] env[66703]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66703) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 652.539831] env[66703]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66703) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 652.539940] env[66703]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66703) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 652.540044] env[66703]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-32e0f1f8-5e67-463a-bbe6-da9c89b63705" {{(pid=66703) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 652.540192] env[66703]: DEBUG networking_nsxv3.common.locking [-] Lock member-32e0f1f8-5e67-463a-bbe6-da9c89b63705 taken with stack trace [, , , ] {{(pid=66703) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 652.540284] env[66703]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-32e0f1f8-5e67-463a-bbe6-da9c89b63705" {{(pid=66703) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 652.540347] env[66703]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-32e0f1f8-5e67-463a-bbe6-da9c89b63705" {{(pid=66703) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 652.540487] env[66703]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-32e0f1f8-5e67-463a-bbe6-da9c89b63705" {{(pid=66703) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 652.540621] env[66703]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=66703) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 652.540717] env[66703]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66703) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 652.540810] env[66703]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66703) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 652.541043] env[66703]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66703) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 652.541104] env[66703]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66703) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 652.541194] env[66703]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-32e0f1f8-5e67-463a-bbe6-da9c89b63705" {{(pid=66703) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 652.541255] env[66703]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('32e0f1f8-5e67-463a-bbe6-da9c89b63705',) {} {{(pid=66703) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 652.694680] env[66703]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66703) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 652.695184] env[66703]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66703) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 652.695184] env[66703]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66703) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 652.695426] env[66703]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66703) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 652.695609] env[66703]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66703) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 652.695771] env[66703]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: e67add3f-2e36-4deb-be60-d3fd9e28ce9a is going to be created. [ 652.728702] env[66703]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66703) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 652.728905] env[66703]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66703) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 652.728905] env[66703]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66703) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 652.729074] env[66703]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66703) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 652.729302] env[66703]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66703) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 652.740691] env[66703]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: e67add3f-2e36-4deb-be60-d3fd9e28ce9a in Status: UNINITIALIZED for 2s [ 652.784588] env[66703]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=66703) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 652.784905] env[66703]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66703) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 652.784905] env[66703]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66703) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 652.785103] env[66703]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66703) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 652.785173] env[66703]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66703) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 652.785270] env[66703]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 84b6ed1b-c02f-4007-a7b7-c301f2fc661e already deleted. [ 652.785353] env[66703]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-84b6ed1b-c02f-4007-a7b7-c301f2fc661e" {{(pid=66703) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 652.843796] env[66703]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 18413db4-5134-40cb-b857-e544c0b672ac in Status: SUCCESS [ 652.844025] env[66703]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-18413db4-5134-40cb-b857-e544c0b672ac" {{(pid=66703) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 653.043275] env[66703]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for 32e0f1f8-5e67-463a-bbe6-da9c89b63705: rpc.has_security_group_logging(os_id): False [ 653.062412] env[66703]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=66703) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 653.062552] env[66703]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66703) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 653.062630] env[66703]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66703) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 653.062922] env[66703]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66703) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 653.063033] env[66703]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66703) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 653.063248] env[66703]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66703) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 653.063346] env[66703]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66703) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 653.063402] env[66703]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66703) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 653.063561] env[66703]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66703) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 653.063638] env[66703]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66703) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 653.063806] env[66703]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66703) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 653.063896] env[66703]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66703) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 653.063967] env[66703]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66703) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 653.064380] env[66703]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66703) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 653.064450] env[66703]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66703) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 653.064638] env[66703]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=66703) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 653.064731] env[66703]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66703) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 653.064785] env[66703]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66703) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 653.064954] env[66703]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66703) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 653.065046] env[66703]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66703) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 653.065136] env[66703]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 32e0f1f8-5e67-463a-bbe6-da9c89b63705 is going to be created. [ 653.153655] env[66703]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=66703) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 653.153802] env[66703]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66703) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 653.153885] env[66703]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66703) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 653.154232] env[66703]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66703) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 653.154520] env[66703]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66703) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 653.170603] env[66703]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 32e0f1f8-5e67-463a-bbe6-da9c89b63705 in Status: IN_PROGRESS for 2s [ 653.205630] env[66703]: INFO networking_nsxv3.common.synchronization [req-7793bd95-5444-4c11-9026-e039d4d6d013 req-729b39c8-11b1-4903-9a42-0c568586dc77 service nova] Enqueued Resource ID: e67add3f-2e36-4deb-be60-d3fd9e28ce9a with Priority: HIGHEST for action security_group_rules [ 653.205906] env[66703]: INFO networking_nsxv3.common.synchronization [req-7793bd95-5444-4c11-9026-e039d4d6d013 req-729b39c8-11b1-4903-9a42-0c568586dc77 service nova] Enqueued Resource ID: e67add3f-2e36-4deb-be60-d3fd9e28ce9a with Priority: HIGHEST for action security_group_members [ 653.205966] env[66703]: INFO networking_nsxv3.common.synchronization [req-7793bd95-5444-4c11-9026-e039d4d6d013 req-729b39c8-11b1-4903-9a42-0c568586dc77 service nova] Enqueued Resource ID: 872e0a2c-a7d0-4b03-9dfc-ad13780c94b1 with Priority: HIGHEST for action port [ 653.206523] env[66703]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: e67add3f-2e36-4deb-be60-d3fd9e28ce9a with Priority: HIGHEST for action security_group_rules [ 653.207097] env[66703]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: e67add3f-2e36-4deb-be60-d3fd9e28ce9a with Priority: HIGHEST for action security_group_members [ 653.207097] env[66703]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 872e0a2c-a7d0-4b03-9dfc-ad13780c94b1 with Priority: HIGHEST for action port [ 653.207097] env[66703]: DEBUG networking_nsxv3.common.locking [-] Lock rules-e67add3f-2e36-4deb-be60-d3fd9e28ce9a taken with stack trace [, , ] {{(pid=66703) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 653.207360] env[66703]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-e67add3f-2e36-4deb-be60-d3fd9e28ce9a" {{(pid=66703) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 653.207360] env[66703]: DEBUG networking_nsxv3.common.locking [-] Lock member-e67add3f-2e36-4deb-be60-d3fd9e28ce9a taken with stack trace [, , ] {{(pid=66703) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 653.207430] env[66703]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-e67add3f-2e36-4deb-be60-d3fd9e28ce9a" {{(pid=66703) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 653.208577] env[66703]: DEBUG networking_nsxv3.common.locking [-] Lock port-872e0a2c-a7d0-4b03-9dfc-ad13780c94b1 taken with stack trace [, , ] {{(pid=66703) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 653.208577] env[66703]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-872e0a2c-a7d0-4b03-9dfc-ad13780c94b1" {{(pid=66703) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 653.208577] env[66703]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-872e0a2c-a7d0-4b03-9dfc-ad13780c94b1" {{(pid=66703) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 653.208577] env[66703]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-872e0a2c-a7d0-4b03-9dfc-ad13780c94b1" {{(pid=66703) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 653.208577] env[66703]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('872e0a2c-a7d0-4b03-9dfc-ad13780c94b1',) {} {{(pid=66703) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 653.624190] env[66703]: INFO networking_nsxv3.common.synchronization [req-7793bd95-5444-4c11-9026-e039d4d6d013 req-dab87956-a52c-49fd-85cc-d642d57b5f6a tempest-ListServersNegativeTestJSON-1313518775 tempest-ListServersNegativeTestJSON-1313518775-project-member] Enqueued Resource ID: e67add3f-2e36-4deb-be60-d3fd9e28ce9a with Priority: HIGHEST for action security_group_members [ 653.625206] env[66703]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: e67add3f-2e36-4deb-be60-d3fd9e28ce9a with Priority: HIGHEST for action security_group_members [ 653.625691] env[66703]: DEBUG networking_nsxv3.common.locking [-] Lock member-e67add3f-2e36-4deb-be60-d3fd9e28ce9a taken with stack trace [, , ] {{(pid=66703) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 653.625792] env[66703]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-e67add3f-2e36-4deb-be60-d3fd9e28ce9a" {{(pid=66703) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 653.713944] env[66703]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] realization of port 872e0a2c-a7d0-4b03-9dfc-ad13780c94b1 with status ACTIVE [ 653.714363] env[66703]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=66703) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 653.715432] env[66703]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=66703) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 653.715432] env[66703]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=66703) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 653.715432] env[66703]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=66703) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 653.715432] env[66703]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=66703) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 653.715578] env[66703]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , ] {{(pid=66703) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 653.715648] env[66703]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=66703) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 653.715685] env[66703]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=66703) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 653.715898] env[66703]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=66703) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 653.716017] env[66703]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=66703) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 653.716265] env[66703]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=66703) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 653.716378] env[66703]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=66703) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 653.716444] env[66703]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=66703) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 653.716619] env[66703]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=66703) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 653.716689] env[66703]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=66703) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 653.716780] env[66703]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: SegmentPort with ID: 872e0a2c-a7d0-4b03-9dfc-ad13780c94b1 is going to be updated. [ 653.752165] env[66703]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=66703) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 653.752775] env[66703]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=66703) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 653.752775] env[66703]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=66703) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 653.752775] env[66703]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=66703) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 653.752775] env[66703]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=66703) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 653.752953] env[66703]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-872e0a2c-a7d0-4b03-9dfc-ad13780c94b1" {{(pid=66703) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 654.068831] env[66703]: DEBUG networking_nsxv3.common.locking [None req-ffa6d202-748e-4c81-9979-ad08741f9cf7 None None] Lock network-667 taken with stack trace [, , , , , , , , ] {{(pid=66703) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 654.070079] env[66703]: DEBUG oslo_concurrency.lockutils [None req-ffa6d202-748e-4c81-9979-ad08741f9cf7 None None] Acquiring lock "network-667" {{(pid=66703) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 654.070079] env[66703]: DEBUG oslo_concurrency.lockutils [None req-ffa6d202-748e-4c81-9979-ad08741f9cf7 None None] Acquired lock "network-667" {{(pid=66703) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 654.070079] env[66703]: DEBUG oslo_concurrency.lockutils [None req-ffa6d202-748e-4c81-9979-ad08741f9cf7 None None] Acquired external semaphore "network-667" {{(pid=66703) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 654.070079] env[66703]: DEBUG networking_nsxv3.common.locking [None req-ffa6d202-748e-4c81-9979-ad08741f9cf7 None None] Lock Segment taken with stack trace [, , , , , , , , , , ] {{(pid=66703) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 654.070079] env[66703]: DEBUG oslo_concurrency.lockutils [None req-ffa6d202-748e-4c81-9979-ad08741f9cf7 None None] Acquiring lock "Segment" {{(pid=66703) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 654.070685] env[66703]: DEBUG oslo_concurrency.lockutils [None req-ffa6d202-748e-4c81-9979-ad08741f9cf7 None None] Acquired lock "Segment" {{(pid=66703) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 654.070991] env[66703]: DEBUG oslo_concurrency.lockutils [None req-ffa6d202-748e-4c81-9979-ad08741f9cf7 None None] Acquired external semaphore "Segment" {{(pid=66703) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 654.071182] env[66703]: DEBUG oslo_concurrency.lockutils [None req-ffa6d202-748e-4c81-9979-ad08741f9cf7 None None] Releasing lock "Segment" {{(pid=66703) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 654.071400] env[66703]: DEBUG dogpile.cache.region [None req-ffa6d202-748e-4c81-9979-ad08741f9cf7 None None] No value present for key: 'zone-id' {{(pid=66703) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 654.071534] env[66703]: DEBUG dogpile.lock [None req-ffa6d202-748e-4c81-9979-ad08741f9cf7 None None] NeedRegenerationException {{(pid=66703) _enter /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:90}} [ 654.071603] env[66703]: DEBUG dogpile.lock [None req-ffa6d202-748e-4c81-9979-ad08741f9cf7 None None] no value, waiting for create lock {{(pid=66703) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:131}} [ 654.071701] env[66703]: DEBUG dogpile.lock [None req-ffa6d202-748e-4c81-9979-ad08741f9cf7 None None] value creation lock acquired {{(pid=66703) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:135}} [ 654.071801] env[66703]: DEBUG dogpile.cache.region [None req-ffa6d202-748e-4c81-9979-ad08741f9cf7 None None] No value present for key: 'zone-id' {{(pid=66703) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 654.071901] env[66703]: DEBUG dogpile.lock [None req-ffa6d202-748e-4c81-9979-ad08741f9cf7 None None] Calling creation function for not-yet-present value {{(pid=66703) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:174}} [ 654.072035] env[66703]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-ffa6d202-748e-4c81-9979-ad08741f9cf7 None None] Looking for TransportZone with name nsx-vlan-transportzone. [ 654.092610] env[66703]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-ffa6d202-748e-4c81-9979-ad08741f9cf7 None None] loading zone with a95c914d-748d-497c-94ab-10d4647daeba and tags [{'scope': 'mp2policy_migr_status', 'tag': 'success'}] [ 654.092784] env[66703]: DEBUG dogpile.cache.region [None req-ffa6d202-748e-4c81-9979-ad08741f9cf7 None None] Cache value generated in 0.021 seconds for key(s): 'zone-id' {{(pid=66703) _log_time /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:910}} [ 654.092917] env[66703]: DEBUG dogpile.lock [None req-ffa6d202-748e-4c81-9979-ad08741f9cf7 None None] Released creation lock {{(pid=66703) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:182}} [ 654.093110] env[66703]: DEBUG oslo_concurrency.lockutils [None req-ffa6d202-748e-4c81-9979-ad08741f9cf7 None None] Releasing lock "network-667" {{(pid=66703) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 654.093423] env[66703]: DEBUG networking_nsxv3.common.locking [None req-ffa6d202-748e-4c81-9979-ad08741f9cf7 None None] Lock port-74ae0d31-d94f-4771-be9f-84189f3ffc0c taken with stack trace [, , , , , , , , ] {{(pid=66703) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 654.093588] env[66703]: DEBUG oslo_concurrency.lockutils [None req-ffa6d202-748e-4c81-9979-ad08741f9cf7 None None] Acquiring lock "port-74ae0d31-d94f-4771-be9f-84189f3ffc0c" {{(pid=66703) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 654.093702] env[66703]: DEBUG oslo_concurrency.lockutils [None req-ffa6d202-748e-4c81-9979-ad08741f9cf7 None None] Acquired lock "port-74ae0d31-d94f-4771-be9f-84189f3ffc0c" {{(pid=66703) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 654.094058] env[66703]: DEBUG oslo_concurrency.lockutils [None req-ffa6d202-748e-4c81-9979-ad08741f9cf7 None None] Acquired external semaphore "port-74ae0d31-d94f-4771-be9f-84189f3ffc0c" {{(pid=66703) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 654.094205] env[66703]: DEBUG networking_nsxv3.api.rpc [None req-ffa6d202-748e-4c81-9979-ad08741f9cf7 None None] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('74ae0d31-d94f-4771-be9f-84189f3ffc0c',) {} {{(pid=66703) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 654.601035] env[66703]: DEBUG networking_nsxv3.common.locking [None req-ffa6d202-748e-4c81-9979-ad08741f9cf7 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , ] {{(pid=66703) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 654.601035] env[66703]: DEBUG oslo_concurrency.lockutils [None req-ffa6d202-748e-4c81-9979-ad08741f9cf7 None None] Acquiring lock "SegmentPort" {{(pid=66703) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 654.601035] env[66703]: DEBUG oslo_concurrency.lockutils [None req-ffa6d202-748e-4c81-9979-ad08741f9cf7 None None] Acquired lock "SegmentPort" {{(pid=66703) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 654.601035] env[66703]: DEBUG oslo_concurrency.lockutils [None req-ffa6d202-748e-4c81-9979-ad08741f9cf7 None None] Acquired external semaphore "SegmentPort" {{(pid=66703) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 654.601035] env[66703]: DEBUG oslo_concurrency.lockutils [None req-ffa6d202-748e-4c81-9979-ad08741f9cf7 None None] Releasing lock "SegmentPort" {{(pid=66703) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 654.601035] env[66703]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-ffa6d202-748e-4c81-9979-ad08741f9cf7 None None] Segment Port 74ae0d31-d94f-4771-be9f-84189f3ffc0c not found, creating... [ 654.601035] env[66703]: DEBUG networking_nsxv3.common.locking [None req-ffa6d202-748e-4c81-9979-ad08741f9cf7 None None] Lock Segment taken with stack trace [, , , , , , , , , , , ] {{(pid=66703) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 654.601035] env[66703]: DEBUG oslo_concurrency.lockutils [None req-ffa6d202-748e-4c81-9979-ad08741f9cf7 None None] Acquiring lock "Segment" {{(pid=66703) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 654.601035] env[66703]: DEBUG oslo_concurrency.lockutils [None req-ffa6d202-748e-4c81-9979-ad08741f9cf7 None None] Acquired lock "Segment" {{(pid=66703) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 654.601035] env[66703]: DEBUG oslo_concurrency.lockutils [None req-ffa6d202-748e-4c81-9979-ad08741f9cf7 None None] Acquired external semaphore "Segment" {{(pid=66703) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 654.601035] env[66703]: DEBUG oslo_concurrency.lockutils [None req-ffa6d202-748e-4c81-9979-ad08741f9cf7 None None] Releasing lock "Segment" {{(pid=66703) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 654.601665] env[66703]: DEBUG networking_nsxv3.common.locking [None req-ffa6d202-748e-4c81-9979-ad08741f9cf7 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=66703) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 654.602389] env[66703]: DEBUG oslo_concurrency.lockutils [None req-ffa6d202-748e-4c81-9979-ad08741f9cf7 None None] Acquiring lock "SegmentPort" {{(pid=66703) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 654.602713] env[66703]: DEBUG oslo_concurrency.lockutils [None req-ffa6d202-748e-4c81-9979-ad08741f9cf7 None None] Acquired lock "SegmentPort" {{(pid=66703) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 654.604068] env[66703]: DEBUG oslo_concurrency.lockutils [None req-ffa6d202-748e-4c81-9979-ad08741f9cf7 None None] Acquired external semaphore "SegmentPort" {{(pid=66703) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 654.604068] env[66703]: DEBUG oslo_concurrency.lockutils [None req-ffa6d202-748e-4c81-9979-ad08741f9cf7 None None] Releasing lock "SegmentPort" {{(pid=66703) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 654.604068] env[66703]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-ffa6d202-748e-4c81-9979-ad08741f9cf7 None None] Resource: SegmentPort with ID: 74ae0d31-d94f-4771-be9f-84189f3ffc0c is going to be created. [ 654.629187] env[66703]: DEBUG networking_nsxv3.common.locking [None req-ffa6d202-748e-4c81-9979-ad08741f9cf7 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=66703) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 654.629496] env[66703]: DEBUG oslo_concurrency.lockutils [None req-ffa6d202-748e-4c81-9979-ad08741f9cf7 None None] Acquiring lock "SegmentPort" {{(pid=66703) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 654.629565] env[66703]: DEBUG oslo_concurrency.lockutils [None req-ffa6d202-748e-4c81-9979-ad08741f9cf7 None None] Acquired lock "SegmentPort" {{(pid=66703) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 654.629811] env[66703]: DEBUG oslo_concurrency.lockutils [None req-ffa6d202-748e-4c81-9979-ad08741f9cf7 None None] Acquired external semaphore "SegmentPort" {{(pid=66703) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 654.630047] env[66703]: DEBUG oslo_concurrency.lockutils [None req-ffa6d202-748e-4c81-9979-ad08741f9cf7 None None] Releasing lock "SegmentPort" {{(pid=66703) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 654.630266] env[66703]: DEBUG oslo_concurrency.lockutils [None req-ffa6d202-748e-4c81-9979-ad08741f9cf7 None None] Releasing lock "port-74ae0d31-d94f-4771-be9f-84189f3ffc0c" {{(pid=66703) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 654.765265] env[66703]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: e67add3f-2e36-4deb-be60-d3fd9e28ce9a in Status: SUCCESS [ 654.767580] env[66703]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-e67add3f-2e36-4deb-be60-d3fd9e28ce9a" {{(pid=66703) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 654.767580] env[66703]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-e67add3f-2e36-4deb-be60-d3fd9e28ce9a" {{(pid=66703) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 654.767580] env[66703]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-e67add3f-2e36-4deb-be60-d3fd9e28ce9a" {{(pid=66703) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 654.767580] env[66703]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=66703) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 654.767580] env[66703]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66703) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 654.767580] env[66703]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66703) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 654.769253] env[66703]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66703) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 654.769253] env[66703]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66703) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 654.769253] env[66703]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('e67add3f-2e36-4deb-be60-d3fd9e28ce9a',) {} {{(pid=66703) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 655.178179] env[66703]: INFO networking_nsxv3.common.synchronization [None req-0acdb401-9496-46a6-99ee-b42df0ea21a1 None None] Enqueued Resource ID: d4e6c69b-3c64-4a79-b88a-9e9c28814895 with Priority: HIGHEST for action port [ 655.178179] env[66703]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: d4e6c69b-3c64-4a79-b88a-9e9c28814895 with Priority: HIGHEST for action port [ 655.179048] env[66703]: DEBUG networking_nsxv3.common.locking [-] Lock port-d4e6c69b-3c64-4a79-b88a-9e9c28814895 taken with stack trace [, , ] {{(pid=66703) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 655.179048] env[66703]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-d4e6c69b-3c64-4a79-b88a-9e9c28814895" {{(pid=66703) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 655.179048] env[66703]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-d4e6c69b-3c64-4a79-b88a-9e9c28814895" {{(pid=66703) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 655.182444] env[66703]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-d4e6c69b-3c64-4a79-b88a-9e9c28814895" {{(pid=66703) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 655.182444] env[66703]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('d4e6c69b-3c64-4a79-b88a-9e9c28814895',) {} {{(pid=66703) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 655.185713] env[66703]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 32e0f1f8-5e67-463a-bbe6-da9c89b63705 in Status: SUCCESS [ 655.185713] env[66703]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-32e0f1f8-5e67-463a-bbe6-da9c89b63705" {{(pid=66703) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 655.271593] env[66703]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('e67add3f-2e36-4deb-be60-d3fd9e28ce9a',) {} {{(pid=66703) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 655.342763] env[66703]: INFO networking_nsxv3.common.synchronization [req-7793bd95-5444-4c11-9026-e039d4d6d013 req-286df900-3ea5-40ea-9d64-260ae1b60ef6 service nova] Enqueued Resource ID: e67add3f-2e36-4deb-be60-d3fd9e28ce9a with Priority: HIGHEST for action security_group_rules [ 655.343061] env[66703]: INFO networking_nsxv3.common.synchronization [req-7793bd95-5444-4c11-9026-e039d4d6d013 req-286df900-3ea5-40ea-9d64-260ae1b60ef6 service nova] Enqueued Resource ID: e67add3f-2e36-4deb-be60-d3fd9e28ce9a with Priority: HIGHEST for action security_group_members [ 655.343374] env[66703]: INFO networking_nsxv3.common.synchronization [req-7793bd95-5444-4c11-9026-e039d4d6d013 req-286df900-3ea5-40ea-9d64-260ae1b60ef6 service nova] Enqueued Resource ID: 74ae0d31-d94f-4771-be9f-84189f3ffc0c with Priority: HIGHEST for action port [ 655.344111] env[66703]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: e67add3f-2e36-4deb-be60-d3fd9e28ce9a with Priority: HIGHEST for action security_group_rules [ 655.344735] env[66703]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: e67add3f-2e36-4deb-be60-d3fd9e28ce9a with Priority: HIGHEST for action security_group_members [ 655.345080] env[66703]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 74ae0d31-d94f-4771-be9f-84189f3ffc0c with Priority: HIGHEST for action port [ 655.345432] env[66703]: DEBUG networking_nsxv3.common.locking [-] Lock rules-e67add3f-2e36-4deb-be60-d3fd9e28ce9a taken with stack trace [, , ] {{(pid=66703) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 655.345598] env[66703]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-e67add3f-2e36-4deb-be60-d3fd9e28ce9a" {{(pid=66703) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 655.345903] env[66703]: DEBUG networking_nsxv3.common.locking [-] Lock member-e67add3f-2e36-4deb-be60-d3fd9e28ce9a taken with stack trace [, , ] {{(pid=66703) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 655.346070] env[66703]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-e67add3f-2e36-4deb-be60-d3fd9e28ce9a" {{(pid=66703) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 655.346357] env[66703]: DEBUG networking_nsxv3.common.locking [-] Lock port-74ae0d31-d94f-4771-be9f-84189f3ffc0c taken with stack trace [, , ] {{(pid=66703) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 655.346519] env[66703]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-74ae0d31-d94f-4771-be9f-84189f3ffc0c" {{(pid=66703) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 655.346634] env[66703]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-74ae0d31-d94f-4771-be9f-84189f3ffc0c" {{(pid=66703) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 655.346944] env[66703]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-74ae0d31-d94f-4771-be9f-84189f3ffc0c" {{(pid=66703) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 655.347069] env[66703]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('74ae0d31-d94f-4771-be9f-84189f3ffc0c',) {} {{(pid=66703) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 655.684878] env[66703]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] deletion realization of port d4e6c69b-3c64-4a79-b88a-9e9c28814895 [ 655.685283] env[66703]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=66703) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 655.685500] env[66703]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=66703) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 655.685743] env[66703]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=66703) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 655.685935] env[66703]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=66703) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 655.686077] env[66703]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=66703) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 655.686213] env[66703]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Segment Port:d4e6c69b-3c64-4a79-b88a-9e9c28814895 already deleted. [ 655.686591] env[66703]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-d4e6c69b-3c64-4a79-b88a-9e9c28814895" {{(pid=66703) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 655.776603] env[66703]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('e67add3f-2e36-4deb-be60-d3fd9e28ce9a',) {} {{(pid=66703) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 655.850204] env[66703]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] realization of port 74ae0d31-d94f-4771-be9f-84189f3ffc0c with status ACTIVE [ 655.851115] env[66703]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=66703) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 655.851115] env[66703]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=66703) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 655.851115] env[66703]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=66703) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 655.851115] env[66703]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=66703) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 655.851115] env[66703]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=66703) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 655.851115] env[66703]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , ] {{(pid=66703) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 655.851555] env[66703]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=66703) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 655.851555] env[66703]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=66703) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 655.851555] env[66703]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=66703) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 655.851555] env[66703]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=66703) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 655.851697] env[66703]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=66703) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 655.854422] env[66703]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=66703) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 655.854505] env[66703]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=66703) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 655.854697] env[66703]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=66703) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 655.854781] env[66703]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=66703) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 655.854876] env[66703]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: SegmentPort with ID: 74ae0d31-d94f-4771-be9f-84189f3ffc0c is going to be updated. [ 655.880766] env[66703]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=66703) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 655.880989] env[66703]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=66703) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 655.880989] env[66703]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=66703) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 655.881225] env[66703]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=66703) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 655.882077] env[66703]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=66703) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 655.882077] env[66703]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-74ae0d31-d94f-4771-be9f-84189f3ffc0c" {{(pid=66703) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 656.015552] env[66703]: INFO networking_nsxv3.common.synchronization [None req-aa5425e7-29ee-4641-8a4c-39299bedc919 tempest-ServerActionsTestJSON-1903783594 tempest-ServerActionsTestJSON-1903783594-project-member] Enqueued Resource ID: e2dfd056-9012-4ee5-8e8c-6878a22ada99 with Priority: HIGHEST for action security_group_rules [ 656.015697] env[66703]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: e2dfd056-9012-4ee5-8e8c-6878a22ada99 with Priority: HIGHEST for action security_group_rules [ 656.016150] env[66703]: DEBUG networking_nsxv3.common.locking [-] Lock rules-e2dfd056-9012-4ee5-8e8c-6878a22ada99 taken with stack trace [, , ] {{(pid=66703) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 656.016369] env[66703]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-e2dfd056-9012-4ee5-8e8c-6878a22ada99" {{(pid=66703) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 656.016479] env[66703]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-e2dfd056-9012-4ee5-8e8c-6878a22ada99" {{(pid=66703) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 656.016785] env[66703]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-e2dfd056-9012-4ee5-8e8c-6878a22ada99" {{(pid=66703) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 656.016944] env[66703]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('e2dfd056-9012-4ee5-8e8c-6878a22ada99',) {} {{(pid=66703) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 656.265691] env[66703]: INFO networking_nsxv3.common.synchronization [req-de35daba-a038-4c1d-a8bc-37579b14856c req-2a012076-bdfe-49df-b2fd-73ca9a018e6e tempest-ServerDiagnosticsNegativeTest-1563952576 tempest-ServerDiagnosticsNegativeTest-1563952576-project-member] Enqueued Resource ID: 5a3ab0bf-8204-4d17-b3f0-d07129e04ee1 with Priority: HIGHEST for action security_group_members [ 656.265691] env[66703]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 5a3ab0bf-8204-4d17-b3f0-d07129e04ee1 with Priority: HIGHEST for action security_group_members [ 656.265813] env[66703]: DEBUG networking_nsxv3.common.locking [-] Lock member-5a3ab0bf-8204-4d17-b3f0-d07129e04ee1 taken with stack trace [, , ] {{(pid=66703) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 656.265913] env[66703]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-5a3ab0bf-8204-4d17-b3f0-d07129e04ee1" {{(pid=66703) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 656.265972] env[66703]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-5a3ab0bf-8204-4d17-b3f0-d07129e04ee1" {{(pid=66703) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 656.266269] env[66703]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-5a3ab0bf-8204-4d17-b3f0-d07129e04ee1" {{(pid=66703) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 656.266433] env[66703]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=66703) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 656.266579] env[66703]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66703) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 656.266649] env[66703]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66703) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 656.267045] env[66703]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66703) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 656.267045] env[66703]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66703) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 656.267238] env[66703]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('5a3ab0bf-8204-4d17-b3f0-d07129e04ee1',) {} {{(pid=66703) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 656.280701] env[66703]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66703) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 656.280888] env[66703]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66703) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 656.280957] env[66703]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66703) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 656.281204] env[66703]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66703) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 656.281295] env[66703]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66703) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 656.281389] env[66703]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: e67add3f-2e36-4deb-be60-d3fd9e28ce9a is going to be updated. [ 656.330022] env[66703]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66703) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 656.330022] env[66703]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66703) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 656.330022] env[66703]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66703) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 656.330022] env[66703]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66703) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 656.330022] env[66703]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66703) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 656.344704] env[66703]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: e67add3f-2e36-4deb-be60-d3fd9e28ce9a in Status: IN_PROGRESS for 2s [ 656.454444] env[66703]: INFO networking_nsxv3.common.synchronization [None req-b6199d5e-16f8-4f50-80ab-ef6f6d00c458 tempest-ServerActionsTestJSON-1903783594 tempest-ServerActionsTestJSON-1903783594-project-member] Enqueued Resource ID: e2dfd056-9012-4ee5-8e8c-6878a22ada99 with Priority: HIGHEST for action security_group_rules [ 656.455114] env[66703]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: e2dfd056-9012-4ee5-8e8c-6878a22ada99 with Priority: HIGHEST for action security_group_rules [ 656.456141] env[66703]: DEBUG networking_nsxv3.common.locking [-] Lock rules-e2dfd056-9012-4ee5-8e8c-6878a22ada99 taken with stack trace [, , ] {{(pid=66703) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 656.457817] env[66703]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-e2dfd056-9012-4ee5-8e8c-6878a22ada99" {{(pid=66703) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 656.550612] env[66703]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=66703) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 656.550809] env[66703]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66703) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 656.550809] env[66703]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66703) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 656.551028] env[66703]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66703) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 656.551119] env[66703]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66703) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 656.551218] env[66703]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: e2dfd056-9012-4ee5-8e8c-6878a22ada99 already deleted. [ 656.551288] env[66703]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-e2dfd056-9012-4ee5-8e8c-6878a22ada99" {{(pid=66703) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 656.551422] env[66703]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-e2dfd056-9012-4ee5-8e8c-6878a22ada99" {{(pid=66703) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 656.551583] env[66703]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-e2dfd056-9012-4ee5-8e8c-6878a22ada99" {{(pid=66703) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 656.552034] env[66703]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('e2dfd056-9012-4ee5-8e8c-6878a22ada99',) {} {{(pid=66703) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 656.699773] env[66703]: DEBUG networking_nsxv3.common.locking [None req-33d36011-a73c-4b6d-849a-f8c867240c48 None None] Lock network-691 taken with stack trace [, , , , , , , , ] {{(pid=66703) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 656.699966] env[66703]: DEBUG oslo_concurrency.lockutils [None req-33d36011-a73c-4b6d-849a-f8c867240c48 None None] Acquiring lock "network-691" {{(pid=66703) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 656.700206] env[66703]: DEBUG oslo_concurrency.lockutils [None req-33d36011-a73c-4b6d-849a-f8c867240c48 None None] Acquired lock "network-691" {{(pid=66703) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 656.700601] env[66703]: DEBUG oslo_concurrency.lockutils [None req-33d36011-a73c-4b6d-849a-f8c867240c48 None None] Acquired external semaphore "network-691" {{(pid=66703) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 656.701141] env[66703]: DEBUG networking_nsxv3.common.locking [None req-33d36011-a73c-4b6d-849a-f8c867240c48 None None] Lock Segment taken with stack trace [, , , , , , , , , , ] {{(pid=66703) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 656.701339] env[66703]: DEBUG oslo_concurrency.lockutils [None req-33d36011-a73c-4b6d-849a-f8c867240c48 None None] Acquiring lock "Segment" {{(pid=66703) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 656.701470] env[66703]: DEBUG oslo_concurrency.lockutils [None req-33d36011-a73c-4b6d-849a-f8c867240c48 None None] Acquired lock "Segment" {{(pid=66703) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 656.701695] env[66703]: DEBUG oslo_concurrency.lockutils [None req-33d36011-a73c-4b6d-849a-f8c867240c48 None None] Acquired external semaphore "Segment" {{(pid=66703) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 656.701828] env[66703]: DEBUG oslo_concurrency.lockutils [None req-33d36011-a73c-4b6d-849a-f8c867240c48 None None] Releasing lock "Segment" {{(pid=66703) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 656.702043] env[66703]: DEBUG dogpile.cache.region [None req-33d36011-a73c-4b6d-849a-f8c867240c48 None None] No value present for key: 'zone-id' {{(pid=66703) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 656.702156] env[66703]: DEBUG dogpile.lock [None req-33d36011-a73c-4b6d-849a-f8c867240c48 None None] NeedRegenerationException {{(pid=66703) _enter /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:90}} [ 656.702260] env[66703]: DEBUG dogpile.lock [None req-33d36011-a73c-4b6d-849a-f8c867240c48 None None] no value, waiting for create lock {{(pid=66703) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:131}} [ 656.702362] env[66703]: DEBUG dogpile.lock [None req-33d36011-a73c-4b6d-849a-f8c867240c48 None None] value creation lock acquired {{(pid=66703) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:135}} [ 656.702616] env[66703]: DEBUG dogpile.cache.region [None req-33d36011-a73c-4b6d-849a-f8c867240c48 None None] No value present for key: 'zone-id' {{(pid=66703) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 656.702616] env[66703]: DEBUG dogpile.lock [None req-33d36011-a73c-4b6d-849a-f8c867240c48 None None] Calling creation function for not-yet-present value {{(pid=66703) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:174}} [ 656.702727] env[66703]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-33d36011-a73c-4b6d-849a-f8c867240c48 None None] Looking for TransportZone with name nsx-vlan-transportzone. [ 656.725403] env[66703]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-33d36011-a73c-4b6d-849a-f8c867240c48 None None] loading zone with a95c914d-748d-497c-94ab-10d4647daeba and tags [{'scope': 'mp2policy_migr_status', 'tag': 'success'}] [ 656.725403] env[66703]: DEBUG dogpile.cache.region [None req-33d36011-a73c-4b6d-849a-f8c867240c48 None None] Cache value generated in 0.022 seconds for key(s): 'zone-id' {{(pid=66703) _log_time /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:910}} [ 656.725403] env[66703]: DEBUG dogpile.lock [None req-33d36011-a73c-4b6d-849a-f8c867240c48 None None] Released creation lock {{(pid=66703) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:182}} [ 656.725403] env[66703]: DEBUG oslo_concurrency.lockutils [None req-33d36011-a73c-4b6d-849a-f8c867240c48 None None] Releasing lock "network-691" {{(pid=66703) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 656.725403] env[66703]: DEBUG networking_nsxv3.common.locking [None req-33d36011-a73c-4b6d-849a-f8c867240c48 None None] Lock port-0993795b-67ac-4f66-b8d4-e6e1c77c29ae taken with stack trace [, , , , , , , , ] {{(pid=66703) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 656.725403] env[66703]: DEBUG oslo_concurrency.lockutils [None req-33d36011-a73c-4b6d-849a-f8c867240c48 None None] Acquiring lock "port-0993795b-67ac-4f66-b8d4-e6e1c77c29ae" {{(pid=66703) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 656.725403] env[66703]: DEBUG oslo_concurrency.lockutils [None req-33d36011-a73c-4b6d-849a-f8c867240c48 None None] Acquired lock "port-0993795b-67ac-4f66-b8d4-e6e1c77c29ae" {{(pid=66703) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 656.726020] env[66703]: DEBUG oslo_concurrency.lockutils [None req-33d36011-a73c-4b6d-849a-f8c867240c48 None None] Acquired external semaphore "port-0993795b-67ac-4f66-b8d4-e6e1c77c29ae" {{(pid=66703) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 656.726020] env[66703]: DEBUG networking_nsxv3.api.rpc [None req-33d36011-a73c-4b6d-849a-f8c867240c48 None None] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('0993795b-67ac-4f66-b8d4-e6e1c77c29ae',) {} {{(pid=66703) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 656.769488] env[66703]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=66703) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 656.769662] env[66703]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66703) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 656.769721] env[66703]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66703) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 656.769924] env[66703]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66703) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 656.770020] env[66703]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66703) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 656.770211] env[66703]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66703) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 656.770307] env[66703]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66703) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 656.770364] env[66703]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66703) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 656.770520] env[66703]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66703) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 656.770597] env[66703]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66703) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 656.770692] env[66703]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 5a3ab0bf-8204-4d17-b3f0-d07129e04ee1 already deleted. [ 656.770763] env[66703]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-5a3ab0bf-8204-4d17-b3f0-d07129e04ee1" {{(pid=66703) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 657.078779] env[66703]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=66703) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 657.079159] env[66703]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66703) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 657.079159] env[66703]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66703) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 657.079159] env[66703]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66703) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 657.079393] env[66703]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66703) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 657.079393] env[66703]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: e2dfd056-9012-4ee5-8e8c-6878a22ada99 already deleted. [ 657.079393] env[66703]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-e2dfd056-9012-4ee5-8e8c-6878a22ada99" {{(pid=66703) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 657.230914] env[66703]: DEBUG networking_nsxv3.common.locking [None req-33d36011-a73c-4b6d-849a-f8c867240c48 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , ] {{(pid=66703) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 657.231290] env[66703]: DEBUG oslo_concurrency.lockutils [None req-33d36011-a73c-4b6d-849a-f8c867240c48 None None] Acquiring lock "SegmentPort" {{(pid=66703) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 657.231436] env[66703]: DEBUG oslo_concurrency.lockutils [None req-33d36011-a73c-4b6d-849a-f8c867240c48 None None] Acquired lock "SegmentPort" {{(pid=66703) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 657.231750] env[66703]: DEBUG oslo_concurrency.lockutils [None req-33d36011-a73c-4b6d-849a-f8c867240c48 None None] Acquired external semaphore "SegmentPort" {{(pid=66703) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 657.231919] env[66703]: DEBUG oslo_concurrency.lockutils [None req-33d36011-a73c-4b6d-849a-f8c867240c48 None None] Releasing lock "SegmentPort" {{(pid=66703) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 657.232097] env[66703]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-33d36011-a73c-4b6d-849a-f8c867240c48 None None] Segment Port 0993795b-67ac-4f66-b8d4-e6e1c77c29ae not found, creating... [ 657.232414] env[66703]: DEBUG networking_nsxv3.common.locking [None req-33d36011-a73c-4b6d-849a-f8c867240c48 None None] Lock Segment taken with stack trace [, , , , , , , , , , , ] {{(pid=66703) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 657.232581] env[66703]: DEBUG oslo_concurrency.lockutils [None req-33d36011-a73c-4b6d-849a-f8c867240c48 None None] Acquiring lock "Segment" {{(pid=66703) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 657.232694] env[66703]: DEBUG oslo_concurrency.lockutils [None req-33d36011-a73c-4b6d-849a-f8c867240c48 None None] Acquired lock "Segment" {{(pid=66703) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 657.232913] env[66703]: DEBUG oslo_concurrency.lockutils [None req-33d36011-a73c-4b6d-849a-f8c867240c48 None None] Acquired external semaphore "Segment" {{(pid=66703) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 657.233070] env[66703]: DEBUG oslo_concurrency.lockutils [None req-33d36011-a73c-4b6d-849a-f8c867240c48 None None] Releasing lock "Segment" {{(pid=66703) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 657.233443] env[66703]: DEBUG networking_nsxv3.common.locking [None req-33d36011-a73c-4b6d-849a-f8c867240c48 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=66703) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 657.233611] env[66703]: DEBUG oslo_concurrency.lockutils [None req-33d36011-a73c-4b6d-849a-f8c867240c48 None None] Acquiring lock "SegmentPort" {{(pid=66703) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 657.233725] env[66703]: DEBUG oslo_concurrency.lockutils [None req-33d36011-a73c-4b6d-849a-f8c867240c48 None None] Acquired lock "SegmentPort" {{(pid=66703) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 657.233953] env[66703]: DEBUG oslo_concurrency.lockutils [None req-33d36011-a73c-4b6d-849a-f8c867240c48 None None] Acquired external semaphore "SegmentPort" {{(pid=66703) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 657.234098] env[66703]: DEBUG oslo_concurrency.lockutils [None req-33d36011-a73c-4b6d-849a-f8c867240c48 None None] Releasing lock "SegmentPort" {{(pid=66703) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 657.234236] env[66703]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-33d36011-a73c-4b6d-849a-f8c867240c48 None None] Resource: SegmentPort with ID: 0993795b-67ac-4f66-b8d4-e6e1c77c29ae is going to be created. [ 657.267499] env[66703]: DEBUG networking_nsxv3.common.locking [None req-33d36011-a73c-4b6d-849a-f8c867240c48 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=66703) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 657.270571] env[66703]: DEBUG oslo_concurrency.lockutils [None req-33d36011-a73c-4b6d-849a-f8c867240c48 None None] Acquiring lock "SegmentPort" {{(pid=66703) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 657.270571] env[66703]: DEBUG oslo_concurrency.lockutils [None req-33d36011-a73c-4b6d-849a-f8c867240c48 None None] Acquired lock "SegmentPort" {{(pid=66703) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 657.270571] env[66703]: DEBUG oslo_concurrency.lockutils [None req-33d36011-a73c-4b6d-849a-f8c867240c48 None None] Acquired external semaphore "SegmentPort" {{(pid=66703) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 657.270571] env[66703]: DEBUG oslo_concurrency.lockutils [None req-33d36011-a73c-4b6d-849a-f8c867240c48 None None] Releasing lock "SegmentPort" {{(pid=66703) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 657.270571] env[66703]: DEBUG oslo_concurrency.lockutils [None req-33d36011-a73c-4b6d-849a-f8c867240c48 None None] Releasing lock "port-0993795b-67ac-4f66-b8d4-e6e1c77c29ae" {{(pid=66703) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 657.645982] env[66703]: INFO networking_nsxv3.common.synchronization [None req-983803d2-3fe6-45b5-9004-2402a4ba6b83 None None] Enqueued Resource ID: fde91228-046f-42ac-bc3b-dca7a2e9ae7a with Priority: HIGHEST for action port [ 657.646720] env[66703]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: fde91228-046f-42ac-bc3b-dca7a2e9ae7a with Priority: HIGHEST for action port [ 657.647342] env[66703]: DEBUG networking_nsxv3.common.locking [-] Lock port-fde91228-046f-42ac-bc3b-dca7a2e9ae7a taken with stack trace [, , ] {{(pid=66703) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 657.647532] env[66703]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-fde91228-046f-42ac-bc3b-dca7a2e9ae7a" {{(pid=66703) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 657.647634] env[66703]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-fde91228-046f-42ac-bc3b-dca7a2e9ae7a" {{(pid=66703) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 657.648139] env[66703]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-fde91228-046f-42ac-bc3b-dca7a2e9ae7a" {{(pid=66703) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 657.648139] env[66703]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('fde91228-046f-42ac-bc3b-dca7a2e9ae7a',) {} {{(pid=66703) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 658.007126] env[66703]: INFO networking_nsxv3.common.synchronization [req-de35daba-a038-4c1d-a8bc-37579b14856c req-de42c96e-6e9e-429c-9069-50a6cb3c65bf service nova] Enqueued Resource ID: 5a3ab0bf-8204-4d17-b3f0-d07129e04ee1 with Priority: HIGHEST for action security_group_rules [ 658.007126] env[66703]: INFO networking_nsxv3.common.synchronization [req-de35daba-a038-4c1d-a8bc-37579b14856c req-de42c96e-6e9e-429c-9069-50a6cb3c65bf service nova] Enqueued Resource ID: 5a3ab0bf-8204-4d17-b3f0-d07129e04ee1 with Priority: HIGHEST for action security_group_members [ 658.007126] env[66703]: INFO networking_nsxv3.common.synchronization [req-de35daba-a038-4c1d-a8bc-37579b14856c req-de42c96e-6e9e-429c-9069-50a6cb3c65bf service nova] Enqueued Resource ID: 0993795b-67ac-4f66-b8d4-e6e1c77c29ae with Priority: HIGHEST for action port [ 658.007126] env[66703]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 5a3ab0bf-8204-4d17-b3f0-d07129e04ee1 with Priority: HIGHEST for action security_group_rules [ 658.007366] env[66703]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 5a3ab0bf-8204-4d17-b3f0-d07129e04ee1 with Priority: HIGHEST for action security_group_members [ 658.007478] env[66703]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 0993795b-67ac-4f66-b8d4-e6e1c77c29ae with Priority: HIGHEST for action port [ 658.007852] env[66703]: DEBUG networking_nsxv3.common.locking [-] Lock rules-5a3ab0bf-8204-4d17-b3f0-d07129e04ee1 taken with stack trace [, , ] {{(pid=66703) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 658.008157] env[66703]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-5a3ab0bf-8204-4d17-b3f0-d07129e04ee1" {{(pid=66703) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 658.008210] env[66703]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-5a3ab0bf-8204-4d17-b3f0-d07129e04ee1" {{(pid=66703) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 658.008516] env[66703]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-5a3ab0bf-8204-4d17-b3f0-d07129e04ee1" {{(pid=66703) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 658.008641] env[66703]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('5a3ab0bf-8204-4d17-b3f0-d07129e04ee1',) {} {{(pid=66703) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 658.009671] env[66703]: DEBUG networking_nsxv3.common.locking [-] Lock member-5a3ab0bf-8204-4d17-b3f0-d07129e04ee1 taken with stack trace [, , ] {{(pid=66703) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 658.009827] env[66703]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-5a3ab0bf-8204-4d17-b3f0-d07129e04ee1" {{(pid=66703) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 658.009923] env[66703]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-5a3ab0bf-8204-4d17-b3f0-d07129e04ee1" {{(pid=66703) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 658.010134] env[66703]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-5a3ab0bf-8204-4d17-b3f0-d07129e04ee1" {{(pid=66703) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 658.010852] env[66703]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=66703) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 658.011202] env[66703]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66703) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 658.011202] env[66703]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66703) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 658.011454] env[66703]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66703) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 658.011454] env[66703]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66703) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 658.011454] env[66703]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('5a3ab0bf-8204-4d17-b3f0-d07129e04ee1',) {} {{(pid=66703) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 658.012369] env[66703]: DEBUG networking_nsxv3.common.locking [-] Lock port-0993795b-67ac-4f66-b8d4-e6e1c77c29ae taken with stack trace [, , ] {{(pid=66703) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 658.012530] env[66703]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-0993795b-67ac-4f66-b8d4-e6e1c77c29ae" {{(pid=66703) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 658.012623] env[66703]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-0993795b-67ac-4f66-b8d4-e6e1c77c29ae" {{(pid=66703) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 658.013027] env[66703]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-0993795b-67ac-4f66-b8d4-e6e1c77c29ae" {{(pid=66703) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 658.013178] env[66703]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('0993795b-67ac-4f66-b8d4-e6e1c77c29ae',) {} {{(pid=66703) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 658.150320] env[66703]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] deletion realization of port fde91228-046f-42ac-bc3b-dca7a2e9ae7a [ 658.151194] env[66703]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=66703) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 658.151194] env[66703]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=66703) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 658.151194] env[66703]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=66703) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 658.151194] env[66703]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=66703) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 658.151194] env[66703]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=66703) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 658.151388] env[66703]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Segment Port:fde91228-046f-42ac-bc3b-dca7a2e9ae7a already deleted. [ 658.151388] env[66703]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-fde91228-046f-42ac-bc3b-dca7a2e9ae7a" {{(pid=66703) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 658.358670] env[66703]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: e67add3f-2e36-4deb-be60-d3fd9e28ce9a in Status: SUCCESS [ 658.358670] env[66703]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-e67add3f-2e36-4deb-be60-d3fd9e28ce9a" {{(pid=66703) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 658.358819] env[66703]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-e67add3f-2e36-4deb-be60-d3fd9e28ce9a" {{(pid=66703) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 658.359043] env[66703]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-e67add3f-2e36-4deb-be60-d3fd9e28ce9a" {{(pid=66703) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 658.359362] env[66703]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=66703) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 658.359513] env[66703]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66703) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 658.359610] env[66703]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66703) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 658.359784] env[66703]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66703) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 658.359886] env[66703]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66703) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 658.360024] env[66703]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-e67add3f-2e36-4deb-be60-d3fd9e28ce9a" {{(pid=66703) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 658.360204] env[66703]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('e67add3f-2e36-4deb-be60-d3fd9e28ce9a',) {} {{(pid=66703) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 658.361515] env[66703]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-e67add3f-2e36-4deb-be60-d3fd9e28ce9a" {{(pid=66703) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 658.364171] env[66703]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-e67add3f-2e36-4deb-be60-d3fd9e28ce9a" {{(pid=66703) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 658.364171] env[66703]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=66703) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 658.364171] env[66703]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66703) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 658.364171] env[66703]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66703) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 658.364171] env[66703]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66703) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 658.364171] env[66703]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66703) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 658.364171] env[66703]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('e67add3f-2e36-4deb-be60-d3fd9e28ce9a',) {} {{(pid=66703) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 658.517908] env[66703]: DEBUG networking_nsxv3.common.locking [-] Lock member-5a3ab0bf-8204-4d17-b3f0-d07129e04ee1 taken with stack trace [, , , ] {{(pid=66703) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 658.518103] env[66703]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-5a3ab0bf-8204-4d17-b3f0-d07129e04ee1" {{(pid=66703) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 658.518364] env[66703]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('5a3ab0bf-8204-4d17-b3f0-d07129e04ee1',) {} {{(pid=66703) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 658.520814] env[66703]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] realization of port 0993795b-67ac-4f66-b8d4-e6e1c77c29ae with status ACTIVE [ 658.521402] env[66703]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=66703) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 658.521402] env[66703]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=66703) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 658.521402] env[66703]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=66703) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 658.521679] env[66703]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=66703) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 658.521778] env[66703]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=66703) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 658.522384] env[66703]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , ] {{(pid=66703) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 658.522384] env[66703]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=66703) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 658.522384] env[66703]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=66703) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 658.522618] env[66703]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=66703) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 658.522618] env[66703]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=66703) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 658.522803] env[66703]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=66703) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 658.523583] env[66703]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=66703) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 658.523583] env[66703]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=66703) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 658.523740] env[66703]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=66703) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 658.524376] env[66703]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=66703) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 658.524376] env[66703]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: SegmentPort with ID: 0993795b-67ac-4f66-b8d4-e6e1c77c29ae is going to be updated. [ 658.560623] env[66703]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=66703) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 658.560926] env[66703]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=66703) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 658.560926] env[66703]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=66703) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 658.561070] env[66703]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=66703) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 658.561188] env[66703]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=66703) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 658.561493] env[66703]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-0993795b-67ac-4f66-b8d4-e6e1c77c29ae" {{(pid=66703) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 658.611201] env[66703]: INFO networking_nsxv3.common.synchronization [req-6f9f3074-f83b-4f3b-ad53-22a933820944 req-0c320ecc-0daa-4a8b-8cfb-c0478263a682 tempest-ServerExternalEventsTest-1058634627 tempest-ServerExternalEventsTest-1058634627-project-member] Enqueued Resource ID: cbccdb9d-dce5-4ab1-92ae-de158a3ea733 with Priority: HIGHEST for action security_group_members [ 658.611201] env[66703]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: cbccdb9d-dce5-4ab1-92ae-de158a3ea733 with Priority: HIGHEST for action security_group_members [ 658.615333] env[66703]: DEBUG networking_nsxv3.common.locking [-] Lock member-cbccdb9d-dce5-4ab1-92ae-de158a3ea733 taken with stack trace [, , ] {{(pid=66703) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 658.615888] env[66703]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-cbccdb9d-dce5-4ab1-92ae-de158a3ea733" {{(pid=66703) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 658.615888] env[66703]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-cbccdb9d-dce5-4ab1-92ae-de158a3ea733" {{(pid=66703) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 658.615888] env[66703]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-cbccdb9d-dce5-4ab1-92ae-de158a3ea733" {{(pid=66703) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 658.616118] env[66703]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=66703) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 658.616193] env[66703]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66703) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 658.616399] env[66703]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66703) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 658.616399] env[66703]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66703) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 658.618059] env[66703]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66703) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 658.618059] env[66703]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('cbccdb9d-dce5-4ab1-92ae-de158a3ea733',) {} {{(pid=66703) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 658.865281] env[66703]: DEBUG networking_nsxv3.common.locking [-] Lock member-e67add3f-2e36-4deb-be60-d3fd9e28ce9a taken with stack trace [, , , ] {{(pid=66703) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 658.865454] env[66703]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-e67add3f-2e36-4deb-be60-d3fd9e28ce9a" {{(pid=66703) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 658.868060] env[66703]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('e67add3f-2e36-4deb-be60-d3fd9e28ce9a',) {} {{(pid=66703) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 658.999871] env[66703]: DEBUG networking_nsxv3.common.locking [None req-ffa6d202-748e-4c81-9979-ad08741f9cf7 None None] Lock network-691 taken with stack trace [, , , , , , , , ] {{(pid=66703) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 659.000150] env[66703]: DEBUG oslo_concurrency.lockutils [None req-ffa6d202-748e-4c81-9979-ad08741f9cf7 None None] Acquiring lock "network-691" {{(pid=66703) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 659.000253] env[66703]: DEBUG oslo_concurrency.lockutils [None req-ffa6d202-748e-4c81-9979-ad08741f9cf7 None None] Acquired lock "network-691" {{(pid=66703) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 659.000480] env[66703]: DEBUG oslo_concurrency.lockutils [None req-ffa6d202-748e-4c81-9979-ad08741f9cf7 None None] Acquired external semaphore "network-691" {{(pid=66703) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 659.000769] env[66703]: DEBUG networking_nsxv3.common.locking [None req-ffa6d202-748e-4c81-9979-ad08741f9cf7 None None] Lock Segment taken with stack trace [, , , , , , , , , , ] {{(pid=66703) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 659.000929] env[66703]: DEBUG oslo_concurrency.lockutils [None req-ffa6d202-748e-4c81-9979-ad08741f9cf7 None None] Acquiring lock "Segment" {{(pid=66703) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 659.001055] env[66703]: DEBUG oslo_concurrency.lockutils [None req-ffa6d202-748e-4c81-9979-ad08741f9cf7 None None] Acquired lock "Segment" {{(pid=66703) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 659.001274] env[66703]: DEBUG oslo_concurrency.lockutils [None req-ffa6d202-748e-4c81-9979-ad08741f9cf7 None None] Acquired external semaphore "Segment" {{(pid=66703) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 659.001417] env[66703]: DEBUG oslo_concurrency.lockutils [None req-ffa6d202-748e-4c81-9979-ad08741f9cf7 None None] Releasing lock "Segment" {{(pid=66703) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 659.001688] env[66703]: DEBUG dogpile.cache.region [None req-ffa6d202-748e-4c81-9979-ad08741f9cf7 None None] No value present for key: 'zone-id' {{(pid=66703) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 659.001804] env[66703]: DEBUG dogpile.lock [None req-ffa6d202-748e-4c81-9979-ad08741f9cf7 None None] NeedRegenerationException {{(pid=66703) _enter /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:90}} [ 659.001913] env[66703]: DEBUG dogpile.lock [None req-ffa6d202-748e-4c81-9979-ad08741f9cf7 None None] no value, waiting for create lock {{(pid=66703) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:131}} [ 659.002148] env[66703]: DEBUG dogpile.lock [None req-ffa6d202-748e-4c81-9979-ad08741f9cf7 None None] value creation lock acquired {{(pid=66703) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:135}} [ 659.002323] env[66703]: DEBUG dogpile.cache.region [None req-ffa6d202-748e-4c81-9979-ad08741f9cf7 None None] No value present for key: 'zone-id' {{(pid=66703) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 659.002447] env[66703]: DEBUG dogpile.lock [None req-ffa6d202-748e-4c81-9979-ad08741f9cf7 None None] Calling creation function for not-yet-present value {{(pid=66703) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:174}} [ 659.002584] env[66703]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-ffa6d202-748e-4c81-9979-ad08741f9cf7 None None] Looking for TransportZone with name nsx-vlan-transportzone. [ 659.021925] env[66703]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('5a3ab0bf-8204-4d17-b3f0-d07129e04ee1',) {} {{(pid=66703) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 659.026871] env[66703]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-ffa6d202-748e-4c81-9979-ad08741f9cf7 None None] loading zone with a95c914d-748d-497c-94ab-10d4647daeba and tags [{'scope': 'mp2policy_migr_status', 'tag': 'success'}] [ 659.027287] env[66703]: DEBUG dogpile.cache.region [None req-ffa6d202-748e-4c81-9979-ad08741f9cf7 None None] Cache value generated in 0.024 seconds for key(s): 'zone-id' {{(pid=66703) _log_time /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:910}} [ 659.027287] env[66703]: DEBUG dogpile.lock [None req-ffa6d202-748e-4c81-9979-ad08741f9cf7 None None] Released creation lock {{(pid=66703) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:182}} [ 659.027447] env[66703]: DEBUG oslo_concurrency.lockutils [None req-ffa6d202-748e-4c81-9979-ad08741f9cf7 None None] Releasing lock "network-691" {{(pid=66703) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 659.027714] env[66703]: DEBUG networking_nsxv3.common.locking [None req-ffa6d202-748e-4c81-9979-ad08741f9cf7 None None] Lock port-81f5a4fe-d1d7-42a7-b375-d484178e027d taken with stack trace [, , , , , , , , ] {{(pid=66703) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 659.027872] env[66703]: DEBUG oslo_concurrency.lockutils [None req-ffa6d202-748e-4c81-9979-ad08741f9cf7 None None] Acquiring lock "port-81f5a4fe-d1d7-42a7-b375-d484178e027d" {{(pid=66703) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 659.028012] env[66703]: DEBUG oslo_concurrency.lockutils [None req-ffa6d202-748e-4c81-9979-ad08741f9cf7 None None] Acquired lock "port-81f5a4fe-d1d7-42a7-b375-d484178e027d" {{(pid=66703) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 659.028372] env[66703]: DEBUG oslo_concurrency.lockutils [None req-ffa6d202-748e-4c81-9979-ad08741f9cf7 None None] Acquired external semaphore "port-81f5a4fe-d1d7-42a7-b375-d484178e027d" {{(pid=66703) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 659.028532] env[66703]: DEBUG networking_nsxv3.api.rpc [None req-ffa6d202-748e-4c81-9979-ad08741f9cf7 None None] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('81f5a4fe-d1d7-42a7-b375-d484178e027d',) {} {{(pid=66703) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 659.119409] env[66703]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=66703) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 659.119526] env[66703]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66703) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 659.119612] env[66703]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66703) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 659.121789] env[66703]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66703) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 659.121789] env[66703]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66703) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 659.121989] env[66703]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66703) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 659.121989] env[66703]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66703) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 659.121989] env[66703]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66703) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 659.122175] env[66703]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66703) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 659.122267] env[66703]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66703) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 659.122320] env[66703]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: cbccdb9d-dce5-4ab1-92ae-de158a3ea733 already deleted. [ 659.122438] env[66703]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-cbccdb9d-dce5-4ab1-92ae-de158a3ea733" {{(pid=66703) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 659.373008] env[66703]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('e67add3f-2e36-4deb-be60-d3fd9e28ce9a',) {} {{(pid=66703) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 659.526630] env[66703]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66703) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 659.526840] env[66703]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66703) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 659.526936] env[66703]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66703) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 659.527197] env[66703]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66703) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 659.527317] env[66703]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66703) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 659.527418] env[66703]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 5a3ab0bf-8204-4d17-b3f0-d07129e04ee1 is going to be created. [ 659.531118] env[66703]: DEBUG networking_nsxv3.common.locking [None req-ffa6d202-748e-4c81-9979-ad08741f9cf7 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , ] {{(pid=66703) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 659.531326] env[66703]: DEBUG oslo_concurrency.lockutils [None req-ffa6d202-748e-4c81-9979-ad08741f9cf7 None None] Acquiring lock "SegmentPort" {{(pid=66703) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 659.531326] env[66703]: DEBUG oslo_concurrency.lockutils [None req-ffa6d202-748e-4c81-9979-ad08741f9cf7 None None] Acquired lock "SegmentPort" {{(pid=66703) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 659.531525] env[66703]: DEBUG oslo_concurrency.lockutils [None req-ffa6d202-748e-4c81-9979-ad08741f9cf7 None None] Acquired external semaphore "SegmentPort" {{(pid=66703) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 659.531695] env[66703]: DEBUG oslo_concurrency.lockutils [None req-ffa6d202-748e-4c81-9979-ad08741f9cf7 None None] Releasing lock "SegmentPort" {{(pid=66703) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 659.532143] env[66703]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-ffa6d202-748e-4c81-9979-ad08741f9cf7 None None] Segment Port 81f5a4fe-d1d7-42a7-b375-d484178e027d not found, creating... [ 659.532143] env[66703]: DEBUG networking_nsxv3.common.locking [None req-ffa6d202-748e-4c81-9979-ad08741f9cf7 None None] Lock Segment taken with stack trace [, , , , , , , , , , , ] {{(pid=66703) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 659.532279] env[66703]: DEBUG oslo_concurrency.lockutils [None req-ffa6d202-748e-4c81-9979-ad08741f9cf7 None None] Acquiring lock "Segment" {{(pid=66703) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 659.532328] env[66703]: DEBUG oslo_concurrency.lockutils [None req-ffa6d202-748e-4c81-9979-ad08741f9cf7 None None] Acquired lock "Segment" {{(pid=66703) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 659.532528] env[66703]: DEBUG oslo_concurrency.lockutils [None req-ffa6d202-748e-4c81-9979-ad08741f9cf7 None None] Acquired external semaphore "Segment" {{(pid=66703) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 659.532659] env[66703]: DEBUG oslo_concurrency.lockutils [None req-ffa6d202-748e-4c81-9979-ad08741f9cf7 None None] Releasing lock "Segment" {{(pid=66703) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 659.532964] env[66703]: DEBUG networking_nsxv3.common.locking [None req-ffa6d202-748e-4c81-9979-ad08741f9cf7 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=66703) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 659.533193] env[66703]: DEBUG oslo_concurrency.lockutils [None req-ffa6d202-748e-4c81-9979-ad08741f9cf7 None None] Acquiring lock "SegmentPort" {{(pid=66703) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 659.533281] env[66703]: DEBUG oslo_concurrency.lockutils [None req-ffa6d202-748e-4c81-9979-ad08741f9cf7 None None] Acquired lock "SegmentPort" {{(pid=66703) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 659.533496] env[66703]: DEBUG oslo_concurrency.lockutils [None req-ffa6d202-748e-4c81-9979-ad08741f9cf7 None None] Acquired external semaphore "SegmentPort" {{(pid=66703) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 659.533627] env[66703]: DEBUG oslo_concurrency.lockutils [None req-ffa6d202-748e-4c81-9979-ad08741f9cf7 None None] Releasing lock "SegmentPort" {{(pid=66703) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 659.533760] env[66703]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-ffa6d202-748e-4c81-9979-ad08741f9cf7 None None] Resource: SegmentPort with ID: 81f5a4fe-d1d7-42a7-b375-d484178e027d is going to be created. [ 659.559524] env[66703]: DEBUG networking_nsxv3.common.locking [None req-ffa6d202-748e-4c81-9979-ad08741f9cf7 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=66703) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 659.560779] env[66703]: DEBUG oslo_concurrency.lockutils [None req-ffa6d202-748e-4c81-9979-ad08741f9cf7 None None] Acquiring lock "SegmentPort" {{(pid=66703) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 659.560779] env[66703]: DEBUG oslo_concurrency.lockutils [None req-ffa6d202-748e-4c81-9979-ad08741f9cf7 None None] Acquired lock "SegmentPort" {{(pid=66703) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 659.560779] env[66703]: DEBUG oslo_concurrency.lockutils [None req-ffa6d202-748e-4c81-9979-ad08741f9cf7 None None] Acquired external semaphore "SegmentPort" {{(pid=66703) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 659.560779] env[66703]: DEBUG oslo_concurrency.lockutils [None req-ffa6d202-748e-4c81-9979-ad08741f9cf7 None None] Releasing lock "SegmentPort" {{(pid=66703) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 659.560779] env[66703]: DEBUG oslo_concurrency.lockutils [None req-ffa6d202-748e-4c81-9979-ad08741f9cf7 None None] Releasing lock "port-81f5a4fe-d1d7-42a7-b375-d484178e027d" {{(pid=66703) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 659.562266] env[66703]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66703) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 659.562389] env[66703]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66703) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 659.562444] env[66703]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66703) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 659.562759] env[66703]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66703) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 659.562759] env[66703]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66703) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 659.578941] env[66703]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 5a3ab0bf-8204-4d17-b3f0-d07129e04ee1 in Status: UNINITIALIZED for 2s [ 659.874625] env[66703]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66703) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 659.874882] env[66703]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66703) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 659.874958] env[66703]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66703) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 659.875202] env[66703]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66703) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 659.875289] env[66703]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66703) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 659.875386] env[66703]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: e67add3f-2e36-4deb-be60-d3fd9e28ce9a is going to be updated. [ 659.909550] env[66703]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66703) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 659.909804] env[66703]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66703) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 659.909899] env[66703]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66703) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 659.910243] env[66703]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66703) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 659.910462] env[66703]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66703) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 659.928135] env[66703]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: e67add3f-2e36-4deb-be60-d3fd9e28ce9a in Status: IN_PROGRESS for 2s [ 660.319433] env[66703]: INFO networking_nsxv3.common.synchronization [req-6f9f3074-f83b-4f3b-ad53-22a933820944 req-2b3aac46-c927-4dd7-91d7-22239cce7661 service nova] Enqueued Resource ID: cbccdb9d-dce5-4ab1-92ae-de158a3ea733 with Priority: HIGHEST for action security_group_rules [ 660.319911] env[66703]: INFO networking_nsxv3.common.synchronization [req-6f9f3074-f83b-4f3b-ad53-22a933820944 req-2b3aac46-c927-4dd7-91d7-22239cce7661 service nova] Enqueued Resource ID: cbccdb9d-dce5-4ab1-92ae-de158a3ea733 with Priority: HIGHEST for action security_group_members [ 660.320354] env[66703]: INFO networking_nsxv3.common.synchronization [req-6f9f3074-f83b-4f3b-ad53-22a933820944 req-2b3aac46-c927-4dd7-91d7-22239cce7661 service nova] Enqueued Resource ID: 81f5a4fe-d1d7-42a7-b375-d484178e027d with Priority: HIGHEST for action port [ 660.321206] env[66703]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: cbccdb9d-dce5-4ab1-92ae-de158a3ea733 with Priority: HIGHEST for action security_group_rules [ 660.321714] env[66703]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: cbccdb9d-dce5-4ab1-92ae-de158a3ea733 with Priority: HIGHEST for action security_group_members [ 660.322127] env[66703]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 81f5a4fe-d1d7-42a7-b375-d484178e027d with Priority: HIGHEST for action port [ 660.322621] env[66703]: DEBUG networking_nsxv3.common.locking [-] Lock rules-cbccdb9d-dce5-4ab1-92ae-de158a3ea733 taken with stack trace [, , ] {{(pid=66703) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 660.325024] env[66703]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-cbccdb9d-dce5-4ab1-92ae-de158a3ea733" {{(pid=66703) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 660.325024] env[66703]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-cbccdb9d-dce5-4ab1-92ae-de158a3ea733" {{(pid=66703) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 660.325024] env[66703]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-cbccdb9d-dce5-4ab1-92ae-de158a3ea733" {{(pid=66703) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 660.325024] env[66703]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('cbccdb9d-dce5-4ab1-92ae-de158a3ea733',) {} {{(pid=66703) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 660.325024] env[66703]: DEBUG networking_nsxv3.common.locking [-] Lock member-cbccdb9d-dce5-4ab1-92ae-de158a3ea733 taken with stack trace [, , ] {{(pid=66703) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 660.325024] env[66703]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-cbccdb9d-dce5-4ab1-92ae-de158a3ea733" {{(pid=66703) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 660.325024] env[66703]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-cbccdb9d-dce5-4ab1-92ae-de158a3ea733" {{(pid=66703) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 660.325024] env[66703]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-cbccdb9d-dce5-4ab1-92ae-de158a3ea733" {{(pid=66703) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 660.329668] env[66703]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=66703) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 660.329668] env[66703]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66703) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 660.329668] env[66703]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66703) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 660.329668] env[66703]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66703) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 660.329668] env[66703]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66703) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 660.329668] env[66703]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('cbccdb9d-dce5-4ab1-92ae-de158a3ea733',) {} {{(pid=66703) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 660.329668] env[66703]: DEBUG networking_nsxv3.common.locking [-] Lock port-81f5a4fe-d1d7-42a7-b375-d484178e027d taken with stack trace [, , ] {{(pid=66703) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 660.329668] env[66703]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-81f5a4fe-d1d7-42a7-b375-d484178e027d" {{(pid=66703) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 660.329668] env[66703]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-81f5a4fe-d1d7-42a7-b375-d484178e027d" {{(pid=66703) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 660.329668] env[66703]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-81f5a4fe-d1d7-42a7-b375-d484178e027d" {{(pid=66703) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 660.329668] env[66703]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('81f5a4fe-d1d7-42a7-b375-d484178e027d',) {} {{(pid=66703) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 660.656952] env[66703]: INFO networking_nsxv3.common.synchronization [None req-e81e7c4a-7cb4-4359-8332-68e541108250 None None] Enqueued Resource ID: b47515f1-d9b7-4a04-9c7d-cce43a3cdfa3 with Priority: HIGHEST for action port [ 660.658257] env[66703]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: b47515f1-d9b7-4a04-9c7d-cce43a3cdfa3 with Priority: HIGHEST for action port [ 660.658257] env[66703]: DEBUG networking_nsxv3.common.locking [-] Lock port-b47515f1-d9b7-4a04-9c7d-cce43a3cdfa3 taken with stack trace [, , ] {{(pid=66703) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 660.658257] env[66703]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-b47515f1-d9b7-4a04-9c7d-cce43a3cdfa3" {{(pid=66703) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 660.658257] env[66703]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-b47515f1-d9b7-4a04-9c7d-cce43a3cdfa3" {{(pid=66703) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 660.658491] env[66703]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-b47515f1-d9b7-4a04-9c7d-cce43a3cdfa3" {{(pid=66703) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 660.658581] env[66703]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('b47515f1-d9b7-4a04-9c7d-cce43a3cdfa3',) {} {{(pid=66703) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 660.833666] env[66703]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('cbccdb9d-dce5-4ab1-92ae-de158a3ea733',) {} {{(pid=66703) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 660.833666] env[66703]: DEBUG networking_nsxv3.common.locking [-] Lock member-cbccdb9d-dce5-4ab1-92ae-de158a3ea733 taken with stack trace [, , , ] {{(pid=66703) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 660.833666] env[66703]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-cbccdb9d-dce5-4ab1-92ae-de158a3ea733" {{(pid=66703) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 660.833666] env[66703]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] realization of port 81f5a4fe-d1d7-42a7-b375-d484178e027d with status ACTIVE [ 660.833666] env[66703]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=66703) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 660.833666] env[66703]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=66703) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 660.833666] env[66703]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=66703) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 660.834052] env[66703]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=66703) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 660.834052] env[66703]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=66703) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 660.834052] env[66703]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , ] {{(pid=66703) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 660.834269] env[66703]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=66703) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 660.834269] env[66703]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=66703) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 660.834362] env[66703]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=66703) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 660.834437] env[66703]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=66703) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 660.834612] env[66703]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=66703) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 660.834702] env[66703]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=66703) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 660.835117] env[66703]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=66703) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 660.835332] env[66703]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=66703) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 660.835415] env[66703]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=66703) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 660.835504] env[66703]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: SegmentPort with ID: 81f5a4fe-d1d7-42a7-b375-d484178e027d is going to be updated. [ 660.858298] env[66703]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=66703) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 660.858482] env[66703]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=66703) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 660.859078] env[66703]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=66703) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 660.859078] env[66703]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=66703) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 660.859078] env[66703]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=66703) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 660.859078] env[66703]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-81f5a4fe-d1d7-42a7-b375-d484178e027d" {{(pid=66703) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 661.160669] env[66703]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] deletion realization of port b47515f1-d9b7-4a04-9c7d-cce43a3cdfa3 [ 661.160669] env[66703]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=66703) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 661.160669] env[66703]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=66703) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 661.161012] env[66703]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=66703) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 661.161012] env[66703]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=66703) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 661.161103] env[66703]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=66703) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 661.161241] env[66703]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Segment Port:b47515f1-d9b7-4a04-9c7d-cce43a3cdfa3 already deleted. [ 661.161537] env[66703]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-b47515f1-d9b7-4a04-9c7d-cce43a3cdfa3" {{(pid=66703) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 661.339667] env[66703]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('cbccdb9d-dce5-4ab1-92ae-de158a3ea733',) {} {{(pid=66703) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 661.589843] env[66703]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 5a3ab0bf-8204-4d17-b3f0-d07129e04ee1 in Status: SUCCESS [ 661.590091] env[66703]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-5a3ab0bf-8204-4d17-b3f0-d07129e04ee1" {{(pid=66703) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 661.590259] env[66703]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-5a3ab0bf-8204-4d17-b3f0-d07129e04ee1" {{(pid=66703) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 661.590513] env[66703]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-5a3ab0bf-8204-4d17-b3f0-d07129e04ee1" {{(pid=66703) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 661.590672] env[66703]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=66703) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 661.590799] env[66703]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66703) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 661.590848] env[66703]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66703) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 661.591054] env[66703]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66703) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 661.591109] env[66703]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66703) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 661.591186] env[66703]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-5a3ab0bf-8204-4d17-b3f0-d07129e04ee1" {{(pid=66703) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 661.591266] env[66703]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('5a3ab0bf-8204-4d17-b3f0-d07129e04ee1',) {} {{(pid=66703) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 661.650075] env[66703]: INFO networking_nsxv3.common.synchronization [req-6bda4b09-c8ba-41ed-bcbc-09e98a3492aa req-c35a3356-dde3-4db7-a8f7-89315d0a6d97 tempest-ServerDiagnosticsTest-1491251728 tempest-ServerDiagnosticsTest-1491251728-project-member] Enqueued Resource ID: b71d7cca-9437-49ca-9e76-44102d6232fb with Priority: HIGHEST for action security_group_members [ 661.650075] env[66703]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: b71d7cca-9437-49ca-9e76-44102d6232fb with Priority: HIGHEST for action security_group_members [ 661.650075] env[66703]: DEBUG networking_nsxv3.common.locking [-] Lock member-b71d7cca-9437-49ca-9e76-44102d6232fb taken with stack trace [, , ] {{(pid=66703) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 661.650260] env[66703]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-b71d7cca-9437-49ca-9e76-44102d6232fb" {{(pid=66703) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 661.650260] env[66703]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-b71d7cca-9437-49ca-9e76-44102d6232fb" {{(pid=66703) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 661.650561] env[66703]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-b71d7cca-9437-49ca-9e76-44102d6232fb" {{(pid=66703) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 661.650647] env[66703]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=66703) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 661.650816] env[66703]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66703) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 661.650882] env[66703]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66703) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 661.651082] env[66703]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66703) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 661.651202] env[66703]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66703) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 661.651299] env[66703]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('b71d7cca-9437-49ca-9e76-44102d6232fb',) {} {{(pid=66703) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 661.847032] env[66703]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66703) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 661.847032] env[66703]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66703) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 661.847032] env[66703]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66703) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 661.847032] env[66703]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66703) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 661.847032] env[66703]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66703) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 661.847032] env[66703]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: cbccdb9d-dce5-4ab1-92ae-de158a3ea733 is going to be created. [ 661.890441] env[66703]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66703) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 661.890572] env[66703]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66703) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 661.890572] env[66703]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66703) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 661.891441] env[66703]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66703) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 661.891441] env[66703]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66703) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 661.907268] env[66703]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: cbccdb9d-dce5-4ab1-92ae-de158a3ea733 in Status: UNINITIALIZED for 2s [ 661.938777] env[66703]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: e67add3f-2e36-4deb-be60-d3fd9e28ce9a in Status: SUCCESS [ 661.938777] env[66703]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-e67add3f-2e36-4deb-be60-d3fd9e28ce9a" {{(pid=66703) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 661.938875] env[66703]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-e67add3f-2e36-4deb-be60-d3fd9e28ce9a" {{(pid=66703) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 661.942026] env[66703]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-e67add3f-2e36-4deb-be60-d3fd9e28ce9a" {{(pid=66703) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 661.942026] env[66703]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=66703) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 661.942026] env[66703]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66703) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 661.942026] env[66703]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66703) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 661.942026] env[66703]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66703) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 661.942026] env[66703]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66703) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 661.942026] env[66703]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('e67add3f-2e36-4deb-be60-d3fd9e28ce9a',) {} {{(pid=66703) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 662.095328] env[66703]: DEBUG networking_nsxv3.common.locking [-] Lock member-5a3ab0bf-8204-4d17-b3f0-d07129e04ee1 taken with stack trace [, , , ] {{(pid=66703) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 662.095506] env[66703]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-5a3ab0bf-8204-4d17-b3f0-d07129e04ee1" {{(pid=66703) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 662.095577] env[66703]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-5a3ab0bf-8204-4d17-b3f0-d07129e04ee1" {{(pid=66703) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 662.095812] env[66703]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-5a3ab0bf-8204-4d17-b3f0-d07129e04ee1" {{(pid=66703) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 662.096076] env[66703]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=66703) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 662.096217] env[66703]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66703) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 662.096305] env[66703]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66703) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 662.096500] env[66703]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66703) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 662.096578] env[66703]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66703) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 662.096680] env[66703]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-5a3ab0bf-8204-4d17-b3f0-d07129e04ee1" {{(pid=66703) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 662.097050] env[66703]: DEBUG networking_nsxv3.common.locking [-] Lock member-5a3ab0bf-8204-4d17-b3f0-d07129e04ee1 taken with stack trace [, , , ] {{(pid=66703) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 662.097050] env[66703]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-5a3ab0bf-8204-4d17-b3f0-d07129e04ee1" {{(pid=66703) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 662.097196] env[66703]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-5a3ab0bf-8204-4d17-b3f0-d07129e04ee1" {{(pid=66703) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 662.097277] env[66703]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-5a3ab0bf-8204-4d17-b3f0-d07129e04ee1" {{(pid=66703) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 662.097491] env[66703]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=66703) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 662.097603] env[66703]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66703) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 662.097705] env[66703]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66703) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 662.097867] env[66703]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66703) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 662.098461] env[66703]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66703) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 662.098647] env[66703]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-5a3ab0bf-8204-4d17-b3f0-d07129e04ee1" {{(pid=66703) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 662.098761] env[66703]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('5a3ab0bf-8204-4d17-b3f0-d07129e04ee1',) {} {{(pid=66703) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 662.155482] env[66703]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=66703) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 662.155995] env[66703]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66703) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 662.155995] env[66703]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66703) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 662.155995] env[66703]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66703) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 662.155995] env[66703]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66703) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 662.156262] env[66703]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66703) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 662.156494] env[66703]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66703) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 662.156494] env[66703]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66703) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 662.156494] env[66703]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66703) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 662.156605] env[66703]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66703) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 662.156634] env[66703]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: b71d7cca-9437-49ca-9e76-44102d6232fb already deleted. [ 662.157124] env[66703]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-b71d7cca-9437-49ca-9e76-44102d6232fb" {{(pid=66703) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 662.305364] env[66703]: DEBUG networking_nsxv3.common.locking [None req-33d36011-a73c-4b6d-849a-f8c867240c48 None None] Lock network-691 taken with stack trace [, , , , , , , , ] {{(pid=66703) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 662.307058] env[66703]: DEBUG oslo_concurrency.lockutils [None req-33d36011-a73c-4b6d-849a-f8c867240c48 None None] Acquiring lock "network-691" {{(pid=66703) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 662.307058] env[66703]: DEBUG oslo_concurrency.lockutils [None req-33d36011-a73c-4b6d-849a-f8c867240c48 None None] Acquired lock "network-691" {{(pid=66703) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 662.307058] env[66703]: DEBUG oslo_concurrency.lockutils [None req-33d36011-a73c-4b6d-849a-f8c867240c48 None None] Acquired external semaphore "network-691" {{(pid=66703) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 662.307217] env[66703]: DEBUG networking_nsxv3.common.locking [None req-33d36011-a73c-4b6d-849a-f8c867240c48 None None] Lock Segment taken with stack trace [, , , , , , , , , , ] {{(pid=66703) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 662.307400] env[66703]: DEBUG oslo_concurrency.lockutils [None req-33d36011-a73c-4b6d-849a-f8c867240c48 None None] Acquiring lock "Segment" {{(pid=66703) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 662.307682] env[66703]: DEBUG oslo_concurrency.lockutils [None req-33d36011-a73c-4b6d-849a-f8c867240c48 None None] Acquired lock "Segment" {{(pid=66703) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 662.307809] env[66703]: DEBUG oslo_concurrency.lockutils [None req-33d36011-a73c-4b6d-849a-f8c867240c48 None None] Acquired external semaphore "Segment" {{(pid=66703) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 662.307995] env[66703]: DEBUG oslo_concurrency.lockutils [None req-33d36011-a73c-4b6d-849a-f8c867240c48 None None] Releasing lock "Segment" {{(pid=66703) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 662.308791] env[66703]: DEBUG dogpile.cache.region [None req-33d36011-a73c-4b6d-849a-f8c867240c48 None None] No value present for key: 'zone-id' {{(pid=66703) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 662.308791] env[66703]: DEBUG dogpile.lock [None req-33d36011-a73c-4b6d-849a-f8c867240c48 None None] NeedRegenerationException {{(pid=66703) _enter /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:90}} [ 662.308913] env[66703]: DEBUG dogpile.lock [None req-33d36011-a73c-4b6d-849a-f8c867240c48 None None] no value, waiting for create lock {{(pid=66703) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:131}} [ 662.309179] env[66703]: DEBUG dogpile.lock [None req-33d36011-a73c-4b6d-849a-f8c867240c48 None None] value creation lock acquired {{(pid=66703) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:135}} [ 662.309179] env[66703]: DEBUG dogpile.cache.region [None req-33d36011-a73c-4b6d-849a-f8c867240c48 None None] No value present for key: 'zone-id' {{(pid=66703) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 662.309288] env[66703]: DEBUG dogpile.lock [None req-33d36011-a73c-4b6d-849a-f8c867240c48 None None] Calling creation function for not-yet-present value {{(pid=66703) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:174}} [ 662.309416] env[66703]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-33d36011-a73c-4b6d-849a-f8c867240c48 None None] Looking for TransportZone with name nsx-vlan-transportzone. [ 662.331262] env[66703]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-33d36011-a73c-4b6d-849a-f8c867240c48 None None] loading zone with a95c914d-748d-497c-94ab-10d4647daeba and tags [{'scope': 'mp2policy_migr_status', 'tag': 'success'}] [ 662.331262] env[66703]: DEBUG dogpile.cache.region [None req-33d36011-a73c-4b6d-849a-f8c867240c48 None None] Cache value generated in 0.019 seconds for key(s): 'zone-id' {{(pid=66703) _log_time /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:910}} [ 662.331262] env[66703]: DEBUG dogpile.lock [None req-33d36011-a73c-4b6d-849a-f8c867240c48 None None] Released creation lock {{(pid=66703) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:182}} [ 662.331262] env[66703]: DEBUG oslo_concurrency.lockutils [None req-33d36011-a73c-4b6d-849a-f8c867240c48 None None] Releasing lock "network-691" {{(pid=66703) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 662.331262] env[66703]: DEBUG networking_nsxv3.common.locking [None req-33d36011-a73c-4b6d-849a-f8c867240c48 None None] Lock port-8cc37d6f-f2d9-46de-a015-8ce429964e3d taken with stack trace [, , , , , , , , ] {{(pid=66703) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 662.331262] env[66703]: DEBUG oslo_concurrency.lockutils [None req-33d36011-a73c-4b6d-849a-f8c867240c48 None None] Acquiring lock "port-8cc37d6f-f2d9-46de-a015-8ce429964e3d" {{(pid=66703) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 662.331262] env[66703]: DEBUG oslo_concurrency.lockutils [None req-33d36011-a73c-4b6d-849a-f8c867240c48 None None] Acquired lock "port-8cc37d6f-f2d9-46de-a015-8ce429964e3d" {{(pid=66703) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 662.331262] env[66703]: DEBUG oslo_concurrency.lockutils [None req-33d36011-a73c-4b6d-849a-f8c867240c48 None None] Acquired external semaphore "port-8cc37d6f-f2d9-46de-a015-8ce429964e3d" {{(pid=66703) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 662.331262] env[66703]: DEBUG networking_nsxv3.api.rpc [None req-33d36011-a73c-4b6d-849a-f8c867240c48 None None] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('8cc37d6f-f2d9-46de-a015-8ce429964e3d',) {} {{(pid=66703) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 662.443216] env[66703]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('e67add3f-2e36-4deb-be60-d3fd9e28ce9a',) {} {{(pid=66703) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 662.515885] env[66703]: INFO networking_nsxv3.common.synchronization [None req-6c644f28-8ce8-46b5-830f-2745b42c87cb None None] Enqueued Resource ID: 3c02442e-925b-4f65-b46a-9bed7606dd7f with Priority: HIGHEST for action port [ 662.520275] env[66703]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 3c02442e-925b-4f65-b46a-9bed7606dd7f with Priority: HIGHEST for action port [ 662.520275] env[66703]: DEBUG networking_nsxv3.common.locking [-] Lock port-3c02442e-925b-4f65-b46a-9bed7606dd7f taken with stack trace [, , ] {{(pid=66703) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 662.520275] env[66703]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-3c02442e-925b-4f65-b46a-9bed7606dd7f" {{(pid=66703) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 662.520275] env[66703]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-3c02442e-925b-4f65-b46a-9bed7606dd7f" {{(pid=66703) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 662.520275] env[66703]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-3c02442e-925b-4f65-b46a-9bed7606dd7f" {{(pid=66703) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 662.520275] env[66703]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('3c02442e-925b-4f65-b46a-9bed7606dd7f',) {} {{(pid=66703) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 662.603857] env[66703]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for 5a3ab0bf-8204-4d17-b3f0-d07129e04ee1: rpc.has_security_group_logging(os_id): False [ 662.628962] env[66703]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=66703) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 662.628962] env[66703]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66703) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 662.628962] env[66703]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66703) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 662.628962] env[66703]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66703) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 662.628962] env[66703]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66703) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 662.628962] env[66703]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66703) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 662.629267] env[66703]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66703) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 662.629267] env[66703]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66703) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 662.629267] env[66703]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66703) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 662.629388] env[66703]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66703) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 662.629696] env[66703]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66703) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 662.629696] env[66703]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66703) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 662.629696] env[66703]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66703) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 662.629880] env[66703]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66703) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 662.629880] env[66703]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66703) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 662.629987] env[66703]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=66703) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 662.630093] env[66703]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66703) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 662.630157] env[66703]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66703) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 662.630326] env[66703]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66703) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 662.630399] env[66703]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66703) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 662.630484] env[66703]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 5a3ab0bf-8204-4d17-b3f0-d07129e04ee1 is going to be created. [ 662.698504] env[66703]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=66703) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 662.698504] env[66703]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66703) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 662.698504] env[66703]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66703) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 662.698504] env[66703]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66703) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 662.698504] env[66703]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66703) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 662.709460] env[66703]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 5a3ab0bf-8204-4d17-b3f0-d07129e04ee1 in Status: IN_PROGRESS for 2s [ 662.836729] env[66703]: DEBUG networking_nsxv3.common.locking [None req-33d36011-a73c-4b6d-849a-f8c867240c48 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , ] {{(pid=66703) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 662.837055] env[66703]: DEBUG oslo_concurrency.lockutils [None req-33d36011-a73c-4b6d-849a-f8c867240c48 None None] Acquiring lock "SegmentPort" {{(pid=66703) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 662.837147] env[66703]: DEBUG oslo_concurrency.lockutils [None req-33d36011-a73c-4b6d-849a-f8c867240c48 None None] Acquired lock "SegmentPort" {{(pid=66703) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 662.837416] env[66703]: DEBUG oslo_concurrency.lockutils [None req-33d36011-a73c-4b6d-849a-f8c867240c48 None None] Acquired external semaphore "SegmentPort" {{(pid=66703) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 662.837686] env[66703]: DEBUG oslo_concurrency.lockutils [None req-33d36011-a73c-4b6d-849a-f8c867240c48 None None] Releasing lock "SegmentPort" {{(pid=66703) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 662.837828] env[66703]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-33d36011-a73c-4b6d-849a-f8c867240c48 None None] Segment Port 8cc37d6f-f2d9-46de-a015-8ce429964e3d not found, creating... [ 662.838356] env[66703]: DEBUG networking_nsxv3.common.locking [None req-33d36011-a73c-4b6d-849a-f8c867240c48 None None] Lock Segment taken with stack trace [, , , , , , , , , , , ] {{(pid=66703) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 662.839267] env[66703]: DEBUG oslo_concurrency.lockutils [None req-33d36011-a73c-4b6d-849a-f8c867240c48 None None] Acquiring lock "Segment" {{(pid=66703) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 662.839267] env[66703]: DEBUG oslo_concurrency.lockutils [None req-33d36011-a73c-4b6d-849a-f8c867240c48 None None] Acquired lock "Segment" {{(pid=66703) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 662.839267] env[66703]: DEBUG oslo_concurrency.lockutils [None req-33d36011-a73c-4b6d-849a-f8c867240c48 None None] Acquired external semaphore "Segment" {{(pid=66703) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 662.839267] env[66703]: DEBUG oslo_concurrency.lockutils [None req-33d36011-a73c-4b6d-849a-f8c867240c48 None None] Releasing lock "Segment" {{(pid=66703) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 662.839831] env[66703]: DEBUG networking_nsxv3.common.locking [None req-33d36011-a73c-4b6d-849a-f8c867240c48 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=66703) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 662.839831] env[66703]: DEBUG oslo_concurrency.lockutils [None req-33d36011-a73c-4b6d-849a-f8c867240c48 None None] Acquiring lock "SegmentPort" {{(pid=66703) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 662.839984] env[66703]: DEBUG oslo_concurrency.lockutils [None req-33d36011-a73c-4b6d-849a-f8c867240c48 None None] Acquired lock "SegmentPort" {{(pid=66703) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 662.840347] env[66703]: DEBUG oslo_concurrency.lockutils [None req-33d36011-a73c-4b6d-849a-f8c867240c48 None None] Acquired external semaphore "SegmentPort" {{(pid=66703) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 662.840489] env[66703]: DEBUG oslo_concurrency.lockutils [None req-33d36011-a73c-4b6d-849a-f8c867240c48 None None] Releasing lock "SegmentPort" {{(pid=66703) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 662.840625] env[66703]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-33d36011-a73c-4b6d-849a-f8c867240c48 None None] Resource: SegmentPort with ID: 8cc37d6f-f2d9-46de-a015-8ce429964e3d is going to be created. [ 662.875202] env[66703]: DEBUG networking_nsxv3.common.locking [None req-33d36011-a73c-4b6d-849a-f8c867240c48 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=66703) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 662.875599] env[66703]: DEBUG oslo_concurrency.lockutils [None req-33d36011-a73c-4b6d-849a-f8c867240c48 None None] Acquiring lock "SegmentPort" {{(pid=66703) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 662.875599] env[66703]: DEBUG oslo_concurrency.lockutils [None req-33d36011-a73c-4b6d-849a-f8c867240c48 None None] Acquired lock "SegmentPort" {{(pid=66703) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 662.875820] env[66703]: DEBUG oslo_concurrency.lockutils [None req-33d36011-a73c-4b6d-849a-f8c867240c48 None None] Acquired external semaphore "SegmentPort" {{(pid=66703) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 662.876076] env[66703]: DEBUG oslo_concurrency.lockutils [None req-33d36011-a73c-4b6d-849a-f8c867240c48 None None] Releasing lock "SegmentPort" {{(pid=66703) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 662.876304] env[66703]: DEBUG oslo_concurrency.lockutils [None req-33d36011-a73c-4b6d-849a-f8c867240c48 None None] Releasing lock "port-8cc37d6f-f2d9-46de-a015-8ce429964e3d" {{(pid=66703) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 662.947393] env[66703]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('e67add3f-2e36-4deb-be60-d3fd9e28ce9a',) {} {{(pid=66703) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 663.022614] env[66703]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] deletion realization of port 3c02442e-925b-4f65-b46a-9bed7606dd7f [ 663.022614] env[66703]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=66703) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 663.022614] env[66703]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=66703) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 663.022614] env[66703]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=66703) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 663.022905] env[66703]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=66703) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 663.022905] env[66703]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=66703) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 663.022962] env[66703]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Segment Port:3c02442e-925b-4f65-b46a-9bed7606dd7f already deleted. [ 663.023143] env[66703]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-3c02442e-925b-4f65-b46a-9bed7606dd7f" {{(pid=66703) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 663.068171] env[66703]: INFO networking_nsxv3.common.synchronization [None req-dad8ccd8-0fc9-46cf-96fa-1975e1cf215f None None] Enqueued Resource ID: 3c46b390-8b84-4ea1-af1a-bd3dd4f0a9fd with Priority: HIGHEST for action port [ 663.068684] env[66703]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 3c46b390-8b84-4ea1-af1a-bd3dd4f0a9fd with Priority: HIGHEST for action port [ 663.069273] env[66703]: DEBUG networking_nsxv3.common.locking [-] Lock port-3c46b390-8b84-4ea1-af1a-bd3dd4f0a9fd taken with stack trace [, , ] {{(pid=66703) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 663.069273] env[66703]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-3c46b390-8b84-4ea1-af1a-bd3dd4f0a9fd" {{(pid=66703) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 663.069273] env[66703]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-3c46b390-8b84-4ea1-af1a-bd3dd4f0a9fd" {{(pid=66703) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 663.069714] env[66703]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-3c46b390-8b84-4ea1-af1a-bd3dd4f0a9fd" {{(pid=66703) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 663.069795] env[66703]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('3c46b390-8b84-4ea1-af1a-bd3dd4f0a9fd',) {} {{(pid=66703) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 663.450081] env[66703]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66703) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 663.450561] env[66703]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66703) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 663.450640] env[66703]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66703) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 663.450884] env[66703]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66703) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 663.450977] env[66703]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66703) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 663.451842] env[66703]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: e67add3f-2e36-4deb-be60-d3fd9e28ce9a is going to be updated. [ 663.489607] env[66703]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66703) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 663.489607] env[66703]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66703) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 663.489607] env[66703]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66703) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 663.489607] env[66703]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66703) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 663.489607] env[66703]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66703) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 663.500169] env[66703]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: e67add3f-2e36-4deb-be60-d3fd9e28ce9a in Status: IN_PROGRESS for 2s [ 663.571768] env[66703]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] deletion realization of port 3c46b390-8b84-4ea1-af1a-bd3dd4f0a9fd [ 663.572666] env[66703]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=66703) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 663.573674] env[66703]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=66703) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 663.573674] env[66703]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=66703) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 663.573674] env[66703]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=66703) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 663.573674] env[66703]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=66703) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 663.573674] env[66703]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Segment Port:3c46b390-8b84-4ea1-af1a-bd3dd4f0a9fd already deleted. [ 663.574339] env[66703]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-3c46b390-8b84-4ea1-af1a-bd3dd4f0a9fd" {{(pid=66703) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 663.660154] env[66703]: INFO networking_nsxv3.common.synchronization [req-6bda4b09-c8ba-41ed-bcbc-09e98a3492aa req-1922d660-0a66-4983-9dc9-82067ff52377 service nova] Enqueued Resource ID: b71d7cca-9437-49ca-9e76-44102d6232fb with Priority: HIGHEST for action security_group_rules [ 663.660540] env[66703]: INFO networking_nsxv3.common.synchronization [req-6bda4b09-c8ba-41ed-bcbc-09e98a3492aa req-1922d660-0a66-4983-9dc9-82067ff52377 service nova] Enqueued Resource ID: b71d7cca-9437-49ca-9e76-44102d6232fb with Priority: HIGHEST for action security_group_members [ 663.660540] env[66703]: INFO networking_nsxv3.common.synchronization [req-6bda4b09-c8ba-41ed-bcbc-09e98a3492aa req-1922d660-0a66-4983-9dc9-82067ff52377 service nova] Enqueued Resource ID: 8cc37d6f-f2d9-46de-a015-8ce429964e3d with Priority: HIGHEST for action port [ 663.661828] env[66703]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: b71d7cca-9437-49ca-9e76-44102d6232fb with Priority: HIGHEST for action security_group_rules [ 663.661828] env[66703]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: b71d7cca-9437-49ca-9e76-44102d6232fb with Priority: HIGHEST for action security_group_members [ 663.661828] env[66703]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 8cc37d6f-f2d9-46de-a015-8ce429964e3d with Priority: HIGHEST for action port [ 663.661828] env[66703]: DEBUG networking_nsxv3.common.locking [-] Lock rules-b71d7cca-9437-49ca-9e76-44102d6232fb taken with stack trace [, , ] {{(pid=66703) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 663.662029] env[66703]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-b71d7cca-9437-49ca-9e76-44102d6232fb" {{(pid=66703) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 663.662029] env[66703]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-b71d7cca-9437-49ca-9e76-44102d6232fb" {{(pid=66703) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 663.662191] env[66703]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-b71d7cca-9437-49ca-9e76-44102d6232fb" {{(pid=66703) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 663.662271] env[66703]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('b71d7cca-9437-49ca-9e76-44102d6232fb',) {} {{(pid=66703) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 663.663176] env[66703]: DEBUG networking_nsxv3.common.locking [-] Lock member-b71d7cca-9437-49ca-9e76-44102d6232fb taken with stack trace [, , ] {{(pid=66703) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 663.663661] env[66703]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-b71d7cca-9437-49ca-9e76-44102d6232fb" {{(pid=66703) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 663.663730] env[66703]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-b71d7cca-9437-49ca-9e76-44102d6232fb" {{(pid=66703) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 663.664194] env[66703]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-b71d7cca-9437-49ca-9e76-44102d6232fb" {{(pid=66703) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 663.664194] env[66703]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=66703) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 663.664194] env[66703]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66703) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 663.664426] env[66703]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66703) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 663.664426] env[66703]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66703) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 663.664426] env[66703]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66703) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 663.664523] env[66703]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('b71d7cca-9437-49ca-9e76-44102d6232fb',) {} {{(pid=66703) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 663.666587] env[66703]: DEBUG networking_nsxv3.common.locking [-] Lock port-8cc37d6f-f2d9-46de-a015-8ce429964e3d taken with stack trace [, , ] {{(pid=66703) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 663.666587] env[66703]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-8cc37d6f-f2d9-46de-a015-8ce429964e3d" {{(pid=66703) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 663.666587] env[66703]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-8cc37d6f-f2d9-46de-a015-8ce429964e3d" {{(pid=66703) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 663.666587] env[66703]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-8cc37d6f-f2d9-46de-a015-8ce429964e3d" {{(pid=66703) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 663.666587] env[66703]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('8cc37d6f-f2d9-46de-a015-8ce429964e3d',) {} {{(pid=66703) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 663.919943] env[66703]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: cbccdb9d-dce5-4ab1-92ae-de158a3ea733 in Status: SUCCESS [ 663.919943] env[66703]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-cbccdb9d-dce5-4ab1-92ae-de158a3ea733" {{(pid=66703) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 663.919943] env[66703]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-cbccdb9d-dce5-4ab1-92ae-de158a3ea733" {{(pid=66703) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 663.919943] env[66703]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-cbccdb9d-dce5-4ab1-92ae-de158a3ea733" {{(pid=66703) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 663.919943] env[66703]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=66703) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 663.919943] env[66703]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66703) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 663.919943] env[66703]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66703) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 663.919943] env[66703]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66703) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 663.919943] env[66703]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66703) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 663.919943] env[66703]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-cbccdb9d-dce5-4ab1-92ae-de158a3ea733" {{(pid=66703) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 663.919943] env[66703]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('cbccdb9d-dce5-4ab1-92ae-de158a3ea733',) {} {{(pid=66703) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 664.111450] env[66703]: INFO networking_nsxv3.common.synchronization [req-758be4c4-1ac2-4375-9ae0-d9ebf979bddb req-462450d1-927c-41f1-ac62-4403c9c158ac tempest-MigrationsAdminTest-986826467 tempest-MigrationsAdminTest-986826467-project-member] Enqueued Resource ID: 6365a784-f6cd-436e-be41-fa820f180738 with Priority: HIGHEST for action security_group_members [ 664.112036] env[66703]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 6365a784-f6cd-436e-be41-fa820f180738 with Priority: HIGHEST for action security_group_members [ 664.112340] env[66703]: DEBUG networking_nsxv3.common.locking [-] Lock member-6365a784-f6cd-436e-be41-fa820f180738 taken with stack trace [, , ] {{(pid=66703) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 664.112493] env[66703]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-6365a784-f6cd-436e-be41-fa820f180738" {{(pid=66703) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 664.112569] env[66703]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-6365a784-f6cd-436e-be41-fa820f180738" {{(pid=66703) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 664.113187] env[66703]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-6365a784-f6cd-436e-be41-fa820f180738" {{(pid=66703) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 664.113477] env[66703]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=66703) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 664.113645] env[66703]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66703) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 664.113739] env[66703]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66703) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 664.113970] env[66703]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66703) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 664.114092] env[66703]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66703) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 664.114283] env[66703]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('6365a784-f6cd-436e-be41-fa820f180738',) {} {{(pid=66703) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 664.167797] env[66703]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('b71d7cca-9437-49ca-9e76-44102d6232fb',) {} {{(pid=66703) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 664.169033] env[66703]: DEBUG networking_nsxv3.common.locking [-] Lock member-b71d7cca-9437-49ca-9e76-44102d6232fb taken with stack trace [, , , ] {{(pid=66703) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 664.169207] env[66703]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-b71d7cca-9437-49ca-9e76-44102d6232fb" {{(pid=66703) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 664.169410] env[66703]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] realization of port 8cc37d6f-f2d9-46de-a015-8ce429964e3d with status ACTIVE [ 664.169583] env[66703]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=66703) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 664.169719] env[66703]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=66703) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 664.169783] env[66703]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=66703) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 664.170016] env[66703]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=66703) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 664.170218] env[66703]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=66703) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 664.170317] env[66703]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , ] {{(pid=66703) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 664.170439] env[66703]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=66703) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 664.170506] env[66703]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=66703) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 664.170702] env[66703]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=66703) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 664.170770] env[66703]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=66703) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 664.170964] env[66703]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=66703) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 664.171468] env[66703]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=66703) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 664.171628] env[66703]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=66703) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 664.172192] env[66703]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=66703) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 664.172429] env[66703]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=66703) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 664.172633] env[66703]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: SegmentPort with ID: 8cc37d6f-f2d9-46de-a015-8ce429964e3d is going to be updated. [ 664.197778] env[66703]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=66703) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 664.197985] env[66703]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=66703) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 664.198101] env[66703]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=66703) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 664.198351] env[66703]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=66703) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 664.198520] env[66703]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=66703) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 664.198707] env[66703]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-8cc37d6f-f2d9-46de-a015-8ce429964e3d" {{(pid=66703) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 664.422756] env[66703]: DEBUG networking_nsxv3.common.locking [-] Lock member-cbccdb9d-dce5-4ab1-92ae-de158a3ea733 taken with stack trace [, , , ] {{(pid=66703) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 664.423057] env[66703]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-cbccdb9d-dce5-4ab1-92ae-de158a3ea733" {{(pid=66703) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 664.423213] env[66703]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-cbccdb9d-dce5-4ab1-92ae-de158a3ea733" {{(pid=66703) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 664.423626] env[66703]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-cbccdb9d-dce5-4ab1-92ae-de158a3ea733" {{(pid=66703) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 664.423749] env[66703]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=66703) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 664.424379] env[66703]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66703) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 664.424379] env[66703]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66703) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 664.424379] env[66703]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66703) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 664.424379] env[66703]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66703) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 664.424379] env[66703]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-cbccdb9d-dce5-4ab1-92ae-de158a3ea733" {{(pid=66703) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 664.424542] env[66703]: DEBUG networking_nsxv3.common.locking [-] Lock member-cbccdb9d-dce5-4ab1-92ae-de158a3ea733 taken with stack trace [, , , ] {{(pid=66703) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 664.424753] env[66703]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-cbccdb9d-dce5-4ab1-92ae-de158a3ea733" {{(pid=66703) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 664.424753] env[66703]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-cbccdb9d-dce5-4ab1-92ae-de158a3ea733" {{(pid=66703) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 664.424888] env[66703]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-cbccdb9d-dce5-4ab1-92ae-de158a3ea733" {{(pid=66703) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 664.425190] env[66703]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=66703) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 664.425315] env[66703]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66703) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 664.425463] env[66703]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66703) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 664.425620] env[66703]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66703) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 664.425656] env[66703]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66703) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 664.425803] env[66703]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-cbccdb9d-dce5-4ab1-92ae-de158a3ea733" {{(pid=66703) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 664.425896] env[66703]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('cbccdb9d-dce5-4ab1-92ae-de158a3ea733',) {} {{(pid=66703) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 664.480852] env[66703]: INFO networking_nsxv3.common.synchronization [None req-9da50c23-fc7d-4223-a4f1-5973ff79c0b4 None None] Enqueued Resource ID: ba026090-4a62-43ee-a4c4-63c0b108d3bb with Priority: HIGHEST for action port [ 664.481466] env[66703]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: ba026090-4a62-43ee-a4c4-63c0b108d3bb with Priority: HIGHEST for action port [ 664.481897] env[66703]: DEBUG networking_nsxv3.common.locking [-] Lock port-ba026090-4a62-43ee-a4c4-63c0b108d3bb taken with stack trace [, , ] {{(pid=66703) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 664.482230] env[66703]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-ba026090-4a62-43ee-a4c4-63c0b108d3bb" {{(pid=66703) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 664.482230] env[66703]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-ba026090-4a62-43ee-a4c4-63c0b108d3bb" {{(pid=66703) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 664.483019] env[66703]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-ba026090-4a62-43ee-a4c4-63c0b108d3bb" {{(pid=66703) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 664.483019] env[66703]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('ba026090-4a62-43ee-a4c4-63c0b108d3bb',) {} {{(pid=66703) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 664.545535] env[66703]: DEBUG networking_nsxv3.common.locking [None req-33d36011-a73c-4b6d-849a-f8c867240c48 None None] Lock network-691 taken with stack trace [, , , , , , , , ] {{(pid=66703) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 664.545652] env[66703]: DEBUG oslo_concurrency.lockutils [None req-33d36011-a73c-4b6d-849a-f8c867240c48 None None] Acquiring lock "network-691" {{(pid=66703) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 664.545811] env[66703]: DEBUG oslo_concurrency.lockutils [None req-33d36011-a73c-4b6d-849a-f8c867240c48 None None] Acquired lock "network-691" {{(pid=66703) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 664.546089] env[66703]: DEBUG oslo_concurrency.lockutils [None req-33d36011-a73c-4b6d-849a-f8c867240c48 None None] Acquired external semaphore "network-691" {{(pid=66703) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 664.546353] env[66703]: DEBUG networking_nsxv3.common.locking [None req-33d36011-a73c-4b6d-849a-f8c867240c48 None None] Lock Segment taken with stack trace [, , , , , , , , , , ] {{(pid=66703) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 664.546510] env[66703]: DEBUG oslo_concurrency.lockutils [None req-33d36011-a73c-4b6d-849a-f8c867240c48 None None] Acquiring lock "Segment" {{(pid=66703) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 664.546623] env[66703]: DEBUG oslo_concurrency.lockutils [None req-33d36011-a73c-4b6d-849a-f8c867240c48 None None] Acquired lock "Segment" {{(pid=66703) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 664.546853] env[66703]: DEBUG oslo_concurrency.lockutils [None req-33d36011-a73c-4b6d-849a-f8c867240c48 None None] Acquired external semaphore "Segment" {{(pid=66703) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 664.547065] env[66703]: DEBUG oslo_concurrency.lockutils [None req-33d36011-a73c-4b6d-849a-f8c867240c48 None None] Releasing lock "Segment" {{(pid=66703) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 664.547378] env[66703]: DEBUG dogpile.cache.region [None req-33d36011-a73c-4b6d-849a-f8c867240c48 None None] No value present for key: 'zone-id' {{(pid=66703) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 664.547535] env[66703]: DEBUG dogpile.lock [None req-33d36011-a73c-4b6d-849a-f8c867240c48 None None] NeedRegenerationException {{(pid=66703) _enter /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:90}} [ 664.547676] env[66703]: DEBUG dogpile.lock [None req-33d36011-a73c-4b6d-849a-f8c867240c48 None None] no value, waiting for create lock {{(pid=66703) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:131}} [ 664.547800] env[66703]: DEBUG dogpile.lock [None req-33d36011-a73c-4b6d-849a-f8c867240c48 None None] value creation lock acquired {{(pid=66703) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:135}} [ 664.547932] env[66703]: DEBUG dogpile.cache.region [None req-33d36011-a73c-4b6d-849a-f8c867240c48 None None] No value present for key: 'zone-id' {{(pid=66703) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 664.548082] env[66703]: DEBUG dogpile.lock [None req-33d36011-a73c-4b6d-849a-f8c867240c48 None None] Calling creation function for not-yet-present value {{(pid=66703) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:174}} [ 664.548238] env[66703]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-33d36011-a73c-4b6d-849a-f8c867240c48 None None] Looking for TransportZone with name nsx-vlan-transportzone. [ 664.576216] env[66703]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-33d36011-a73c-4b6d-849a-f8c867240c48 None None] loading zone with a95c914d-748d-497c-94ab-10d4647daeba and tags [{'scope': 'mp2policy_migr_status', 'tag': 'success'}] [ 664.576537] env[66703]: DEBUG dogpile.cache.region [None req-33d36011-a73c-4b6d-849a-f8c867240c48 None None] Cache value generated in 0.028 seconds for key(s): 'zone-id' {{(pid=66703) _log_time /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:910}} [ 664.576656] env[66703]: DEBUG dogpile.lock [None req-33d36011-a73c-4b6d-849a-f8c867240c48 None None] Released creation lock {{(pid=66703) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:182}} [ 664.576815] env[66703]: DEBUG oslo_concurrency.lockutils [None req-33d36011-a73c-4b6d-849a-f8c867240c48 None None] Releasing lock "network-691" {{(pid=66703) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 664.577194] env[66703]: DEBUG networking_nsxv3.common.locking [None req-33d36011-a73c-4b6d-849a-f8c867240c48 None None] Lock port-7fc57f29-0360-413f-9062-0e24eb7989cd taken with stack trace [, , , , , , , , ] {{(pid=66703) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 664.577374] env[66703]: DEBUG oslo_concurrency.lockutils [None req-33d36011-a73c-4b6d-849a-f8c867240c48 None None] Acquiring lock "port-7fc57f29-0360-413f-9062-0e24eb7989cd" {{(pid=66703) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 664.577495] env[66703]: DEBUG oslo_concurrency.lockutils [None req-33d36011-a73c-4b6d-849a-f8c867240c48 None None] Acquired lock "port-7fc57f29-0360-413f-9062-0e24eb7989cd" {{(pid=66703) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 664.577825] env[66703]: DEBUG oslo_concurrency.lockutils [None req-33d36011-a73c-4b6d-849a-f8c867240c48 None None] Acquired external semaphore "port-7fc57f29-0360-413f-9062-0e24eb7989cd" {{(pid=66703) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 664.578149] env[66703]: DEBUG networking_nsxv3.api.rpc [None req-33d36011-a73c-4b6d-849a-f8c867240c48 None None] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('7fc57f29-0360-413f-9062-0e24eb7989cd',) {} {{(pid=66703) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 664.616533] env[66703]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=66703) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 664.616755] env[66703]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66703) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 664.616755] env[66703]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66703) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 664.617052] env[66703]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66703) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 664.617199] env[66703]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66703) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 664.617403] env[66703]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66703) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 664.617509] env[66703]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66703) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 664.617569] env[66703]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66703) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 664.617728] env[66703]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66703) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 664.617813] env[66703]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66703) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 664.617898] env[66703]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 6365a784-f6cd-436e-be41-fa820f180738 already deleted. [ 664.617984] env[66703]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-6365a784-f6cd-436e-be41-fa820f180738" {{(pid=66703) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 664.675358] env[66703]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('b71d7cca-9437-49ca-9e76-44102d6232fb',) {} {{(pid=66703) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 664.726108] env[66703]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 5a3ab0bf-8204-4d17-b3f0-d07129e04ee1 in Status: SUCCESS [ 664.726412] env[66703]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-5a3ab0bf-8204-4d17-b3f0-d07129e04ee1" {{(pid=66703) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 664.928230] env[66703]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for cbccdb9d-dce5-4ab1-92ae-de158a3ea733: rpc.has_security_group_logging(os_id): False [ 664.948637] env[66703]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=66703) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 664.948809] env[66703]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66703) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 664.948902] env[66703]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66703) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 664.949258] env[66703]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66703) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 664.949403] env[66703]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66703) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 664.949638] env[66703]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66703) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 664.949766] env[66703]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66703) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 664.949815] env[66703]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66703) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 664.949974] env[66703]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66703) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 664.950064] env[66703]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66703) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 664.950294] env[66703]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66703) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 664.950388] env[66703]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66703) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 664.950444] env[66703]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66703) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 664.950591] env[66703]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66703) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 664.950661] env[66703]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66703) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 664.950843] env[66703]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=66703) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 664.950954] env[66703]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66703) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 664.951090] env[66703]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66703) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 664.951226] env[66703]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66703) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 664.951308] env[66703]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66703) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 664.951397] env[66703]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: cbccdb9d-dce5-4ab1-92ae-de158a3ea733 is going to be created. [ 664.986110] env[66703]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] deletion realization of port ba026090-4a62-43ee-a4c4-63c0b108d3bb [ 664.986375] env[66703]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=66703) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 664.986520] env[66703]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=66703) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 664.986650] env[66703]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=66703) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 664.986885] env[66703]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=66703) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 664.987198] env[66703]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=66703) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 664.987410] env[66703]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Segment Port:ba026090-4a62-43ee-a4c4-63c0b108d3bb already deleted. [ 664.987580] env[66703]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-ba026090-4a62-43ee-a4c4-63c0b108d3bb" {{(pid=66703) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 665.016151] env[66703]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=66703) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 665.016381] env[66703]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66703) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 665.016428] env[66703]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66703) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 665.016627] env[66703]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66703) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 665.016839] env[66703]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66703) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 665.027522] env[66703]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: cbccdb9d-dce5-4ab1-92ae-de158a3ea733 in Status: IN_PROGRESS for 2s [ 665.080879] env[66703]: DEBUG networking_nsxv3.common.locking [None req-33d36011-a73c-4b6d-849a-f8c867240c48 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , ] {{(pid=66703) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 665.081116] env[66703]: DEBUG oslo_concurrency.lockutils [None req-33d36011-a73c-4b6d-849a-f8c867240c48 None None] Acquiring lock "SegmentPort" {{(pid=66703) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 665.081239] env[66703]: DEBUG oslo_concurrency.lockutils [None req-33d36011-a73c-4b6d-849a-f8c867240c48 None None] Acquired lock "SegmentPort" {{(pid=66703) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 665.081516] env[66703]: DEBUG oslo_concurrency.lockutils [None req-33d36011-a73c-4b6d-849a-f8c867240c48 None None] Acquired external semaphore "SegmentPort" {{(pid=66703) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 665.082284] env[66703]: DEBUG oslo_concurrency.lockutils [None req-33d36011-a73c-4b6d-849a-f8c867240c48 None None] Releasing lock "SegmentPort" {{(pid=66703) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 665.082284] env[66703]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-33d36011-a73c-4b6d-849a-f8c867240c48 None None] Segment Port 7fc57f29-0360-413f-9062-0e24eb7989cd not found, creating... [ 665.082284] env[66703]: DEBUG networking_nsxv3.common.locking [None req-33d36011-a73c-4b6d-849a-f8c867240c48 None None] Lock Segment taken with stack trace [, , , , , , , , , , , ] {{(pid=66703) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 665.082284] env[66703]: DEBUG oslo_concurrency.lockutils [None req-33d36011-a73c-4b6d-849a-f8c867240c48 None None] Acquiring lock "Segment" {{(pid=66703) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 665.082496] env[66703]: DEBUG oslo_concurrency.lockutils [None req-33d36011-a73c-4b6d-849a-f8c867240c48 None None] Acquired lock "Segment" {{(pid=66703) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 665.082530] env[66703]: DEBUG oslo_concurrency.lockutils [None req-33d36011-a73c-4b6d-849a-f8c867240c48 None None] Acquired external semaphore "Segment" {{(pid=66703) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 665.082637] env[66703]: DEBUG oslo_concurrency.lockutils [None req-33d36011-a73c-4b6d-849a-f8c867240c48 None None] Releasing lock "Segment" {{(pid=66703) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 665.082899] env[66703]: DEBUG networking_nsxv3.common.locking [None req-33d36011-a73c-4b6d-849a-f8c867240c48 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=66703) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 665.083067] env[66703]: DEBUG oslo_concurrency.lockutils [None req-33d36011-a73c-4b6d-849a-f8c867240c48 None None] Acquiring lock "SegmentPort" {{(pid=66703) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 665.083180] env[66703]: DEBUG oslo_concurrency.lockutils [None req-33d36011-a73c-4b6d-849a-f8c867240c48 None None] Acquired lock "SegmentPort" {{(pid=66703) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 665.083377] env[66703]: DEBUG oslo_concurrency.lockutils [None req-33d36011-a73c-4b6d-849a-f8c867240c48 None None] Acquired external semaphore "SegmentPort" {{(pid=66703) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 665.083506] env[66703]: DEBUG oslo_concurrency.lockutils [None req-33d36011-a73c-4b6d-849a-f8c867240c48 None None] Releasing lock "SegmentPort" {{(pid=66703) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 665.083638] env[66703]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-33d36011-a73c-4b6d-849a-f8c867240c48 None None] Resource: SegmentPort with ID: 7fc57f29-0360-413f-9062-0e24eb7989cd is going to be created. [ 665.105286] env[66703]: DEBUG networking_nsxv3.common.locking [None req-33d36011-a73c-4b6d-849a-f8c867240c48 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=66703) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 665.105487] env[66703]: DEBUG oslo_concurrency.lockutils [None req-33d36011-a73c-4b6d-849a-f8c867240c48 None None] Acquiring lock "SegmentPort" {{(pid=66703) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 665.105603] env[66703]: DEBUG oslo_concurrency.lockutils [None req-33d36011-a73c-4b6d-849a-f8c867240c48 None None] Acquired lock "SegmentPort" {{(pid=66703) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 665.105960] env[66703]: DEBUG oslo_concurrency.lockutils [None req-33d36011-a73c-4b6d-849a-f8c867240c48 None None] Acquired external semaphore "SegmentPort" {{(pid=66703) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 665.106106] env[66703]: DEBUG oslo_concurrency.lockutils [None req-33d36011-a73c-4b6d-849a-f8c867240c48 None None] Releasing lock "SegmentPort" {{(pid=66703) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 665.106325] env[66703]: DEBUG oslo_concurrency.lockutils [None req-33d36011-a73c-4b6d-849a-f8c867240c48 None None] Releasing lock "port-7fc57f29-0360-413f-9062-0e24eb7989cd" {{(pid=66703) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 665.178942] env[66703]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66703) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 665.179701] env[66703]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66703) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 665.179798] env[66703]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66703) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 665.180041] env[66703]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66703) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 665.180139] env[66703]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66703) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 665.180240] env[66703]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: b71d7cca-9437-49ca-9e76-44102d6232fb is going to be created. [ 665.230624] env[66703]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66703) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 665.230624] env[66703]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66703) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 665.230624] env[66703]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66703) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 665.230814] env[66703]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66703) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 665.231023] env[66703]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66703) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 665.247018] env[66703]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: b71d7cca-9437-49ca-9e76-44102d6232fb in Status: UNINITIALIZED for 2s [ 665.419270] env[66703]: INFO networking_nsxv3.common.synchronization [None req-e4d77370-43c4-494a-8bc0-858b9af63206 None None] Enqueued Resource ID: 4c772a86-b4e0-4ee0-959f-62c2d3281746 with Priority: HIGHEST for action port [ 665.419884] env[66703]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 4c772a86-b4e0-4ee0-959f-62c2d3281746 with Priority: HIGHEST for action port [ 665.420241] env[66703]: DEBUG networking_nsxv3.common.locking [-] Lock port-4c772a86-b4e0-4ee0-959f-62c2d3281746 taken with stack trace [, , ] {{(pid=66703) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 665.420414] env[66703]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-4c772a86-b4e0-4ee0-959f-62c2d3281746" {{(pid=66703) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 665.420502] env[66703]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-4c772a86-b4e0-4ee0-959f-62c2d3281746" {{(pid=66703) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 665.420899] env[66703]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-4c772a86-b4e0-4ee0-959f-62c2d3281746" {{(pid=66703) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 665.420992] env[66703]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('4c772a86-b4e0-4ee0-959f-62c2d3281746',) {} {{(pid=66703) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 665.510373] env[66703]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: e67add3f-2e36-4deb-be60-d3fd9e28ce9a in Status: SUCCESS [ 665.510662] env[66703]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-e67add3f-2e36-4deb-be60-d3fd9e28ce9a" {{(pid=66703) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 665.510758] env[66703]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-e67add3f-2e36-4deb-be60-d3fd9e28ce9a" {{(pid=66703) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 665.510992] env[66703]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-e67add3f-2e36-4deb-be60-d3fd9e28ce9a" {{(pid=66703) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 665.511197] env[66703]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=66703) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 665.511317] env[66703]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66703) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 665.511379] env[66703]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66703) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 665.511544] env[66703]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66703) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 665.511623] env[66703]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66703) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 665.511740] env[66703]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('e67add3f-2e36-4deb-be60-d3fd9e28ce9a',) {} {{(pid=66703) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 665.829640] env[66703]: INFO networking_nsxv3.common.synchronization [req-758be4c4-1ac2-4375-9ae0-d9ebf979bddb req-9ca93227-5705-49ef-876a-282f5de08aa0 service nova] Enqueued Resource ID: 6365a784-f6cd-436e-be41-fa820f180738 with Priority: HIGHEST for action security_group_rules [ 665.829970] env[66703]: INFO networking_nsxv3.common.synchronization [req-758be4c4-1ac2-4375-9ae0-d9ebf979bddb req-9ca93227-5705-49ef-876a-282f5de08aa0 service nova] Enqueued Resource ID: 6365a784-f6cd-436e-be41-fa820f180738 with Priority: HIGHEST for action security_group_members [ 665.830223] env[66703]: INFO networking_nsxv3.common.synchronization [req-758be4c4-1ac2-4375-9ae0-d9ebf979bddb req-9ca93227-5705-49ef-876a-282f5de08aa0 service nova] Enqueued Resource ID: 7fc57f29-0360-413f-9062-0e24eb7989cd with Priority: HIGHEST for action port [ 665.831237] env[66703]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 6365a784-f6cd-436e-be41-fa820f180738 with Priority: HIGHEST for action security_group_rules [ 665.831344] env[66703]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 6365a784-f6cd-436e-be41-fa820f180738 with Priority: HIGHEST for action security_group_members [ 665.831611] env[66703]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 7fc57f29-0360-413f-9062-0e24eb7989cd with Priority: HIGHEST for action port [ 665.831951] env[66703]: DEBUG networking_nsxv3.common.locking [-] Lock rules-6365a784-f6cd-436e-be41-fa820f180738 taken with stack trace [, , ] {{(pid=66703) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 665.832155] env[66703]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-6365a784-f6cd-436e-be41-fa820f180738" {{(pid=66703) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 665.832293] env[66703]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-6365a784-f6cd-436e-be41-fa820f180738" {{(pid=66703) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 665.832501] env[66703]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-6365a784-f6cd-436e-be41-fa820f180738" {{(pid=66703) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 665.832625] env[66703]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('6365a784-f6cd-436e-be41-fa820f180738',) {} {{(pid=66703) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 665.833697] env[66703]: DEBUG networking_nsxv3.common.locking [-] Lock member-6365a784-f6cd-436e-be41-fa820f180738 taken with stack trace [, , ] {{(pid=66703) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 665.833985] env[66703]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-6365a784-f6cd-436e-be41-fa820f180738" {{(pid=66703) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 665.833985] env[66703]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-6365a784-f6cd-436e-be41-fa820f180738" {{(pid=66703) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 665.834349] env[66703]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-6365a784-f6cd-436e-be41-fa820f180738" {{(pid=66703) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 665.834532] env[66703]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=66703) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 665.834641] env[66703]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66703) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 665.834741] env[66703]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66703) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 665.834996] env[66703]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66703) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 665.835146] env[66703]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66703) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 665.835306] env[66703]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('6365a784-f6cd-436e-be41-fa820f180738',) {} {{(pid=66703) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 665.836778] env[66703]: DEBUG networking_nsxv3.common.locking [-] Lock port-7fc57f29-0360-413f-9062-0e24eb7989cd taken with stack trace [, , ] {{(pid=66703) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 665.836778] env[66703]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-7fc57f29-0360-413f-9062-0e24eb7989cd" {{(pid=66703) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 665.836778] env[66703]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-7fc57f29-0360-413f-9062-0e24eb7989cd" {{(pid=66703) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 665.836778] env[66703]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-7fc57f29-0360-413f-9062-0e24eb7989cd" {{(pid=66703) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 665.836778] env[66703]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('7fc57f29-0360-413f-9062-0e24eb7989cd',) {} {{(pid=66703) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 665.927489] env[66703]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] deletion realization of port 4c772a86-b4e0-4ee0-959f-62c2d3281746 [ 665.927707] env[66703]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=66703) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 665.927778] env[66703]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=66703) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 665.928215] env[66703]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=66703) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 665.928345] env[66703]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=66703) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 665.928345] env[66703]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=66703) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 665.929050] env[66703]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Segment Port:4c772a86-b4e0-4ee0-959f-62c2d3281746 already deleted. [ 665.929050] env[66703]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-4c772a86-b4e0-4ee0-959f-62c2d3281746" {{(pid=66703) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 666.014787] env[66703]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('e67add3f-2e36-4deb-be60-d3fd9e28ce9a',) {} {{(pid=66703) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 666.339403] env[66703]: DEBUG networking_nsxv3.common.locking [-] Lock member-6365a784-f6cd-436e-be41-fa820f180738 taken with stack trace [, , , ] {{(pid=66703) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 666.339403] env[66703]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-6365a784-f6cd-436e-be41-fa820f180738" {{(pid=66703) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 666.339403] env[66703]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('6365a784-f6cd-436e-be41-fa820f180738',) {} {{(pid=66703) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 666.340280] env[66703]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] realization of port 7fc57f29-0360-413f-9062-0e24eb7989cd with status ACTIVE [ 666.340280] env[66703]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=66703) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 666.340554] env[66703]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=66703) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 666.340554] env[66703]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=66703) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 666.340688] env[66703]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=66703) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 666.340781] env[66703]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=66703) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 666.341116] env[66703]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , ] {{(pid=66703) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 666.341257] env[66703]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=66703) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 666.341329] env[66703]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=66703) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 666.342439] env[66703]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=66703) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 666.342439] env[66703]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=66703) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 666.342439] env[66703]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=66703) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 666.342439] env[66703]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=66703) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 666.342439] env[66703]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=66703) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 666.342439] env[66703]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=66703) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 666.342439] env[66703]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=66703) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 666.342439] env[66703]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: SegmentPort with ID: 7fc57f29-0360-413f-9062-0e24eb7989cd is going to be updated. [ 666.366244] env[66703]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=66703) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 666.366408] env[66703]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=66703) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 666.366469] env[66703]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=66703) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 666.366711] env[66703]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=66703) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 666.366894] env[66703]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=66703) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 666.367080] env[66703]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-7fc57f29-0360-413f-9062-0e24eb7989cd" {{(pid=66703) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 666.518551] env[66703]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('e67add3f-2e36-4deb-be60-d3fd9e28ce9a',) {} {{(pid=66703) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 666.845504] env[66703]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('6365a784-f6cd-436e-be41-fa820f180738',) {} {{(pid=66703) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 667.023619] env[66703]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66703) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 667.024045] env[66703]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66703) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 667.024045] env[66703]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66703) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 667.024045] env[66703]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66703) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 667.024157] env[66703]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66703) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 667.024207] env[66703]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: e67add3f-2e36-4deb-be60-d3fd9e28ce9a is going to be updated. [ 667.042887] env[66703]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: cbccdb9d-dce5-4ab1-92ae-de158a3ea733 in Status: SUCCESS [ 667.043159] env[66703]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-cbccdb9d-dce5-4ab1-92ae-de158a3ea733" {{(pid=66703) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 667.059675] env[66703]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66703) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 667.059675] env[66703]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66703) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 667.059675] env[66703]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66703) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 667.060025] env[66703]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66703) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 667.060025] env[66703]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66703) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 667.073541] env[66703]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: e67add3f-2e36-4deb-be60-d3fd9e28ce9a in Status: IN_PROGRESS for 2s [ 667.255894] env[66703]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: b71d7cca-9437-49ca-9e76-44102d6232fb in Status: SUCCESS [ 667.256148] env[66703]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-b71d7cca-9437-49ca-9e76-44102d6232fb" {{(pid=66703) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 667.256183] env[66703]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-b71d7cca-9437-49ca-9e76-44102d6232fb" {{(pid=66703) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 667.256373] env[66703]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-b71d7cca-9437-49ca-9e76-44102d6232fb" {{(pid=66703) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 667.256553] env[66703]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=66703) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 667.256719] env[66703]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66703) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 667.256719] env[66703]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66703) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 667.256863] env[66703]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66703) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 667.258137] env[66703]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66703) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 667.258137] env[66703]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-b71d7cca-9437-49ca-9e76-44102d6232fb" {{(pid=66703) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 667.258137] env[66703]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('b71d7cca-9437-49ca-9e76-44102d6232fb',) {} {{(pid=66703) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 667.349766] env[66703]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66703) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 667.349766] env[66703]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66703) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 667.350111] env[66703]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66703) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 667.350111] env[66703]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66703) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 667.350111] env[66703]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66703) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 667.350224] env[66703]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 6365a784-f6cd-436e-be41-fa820f180738 is going to be created. [ 667.366808] env[66703]: INFO networking_nsxv3.common.synchronization [None req-cba95e36-8594-4ae1-b5a4-530e98417fee tempest-ServersTestBootFromVolume-1209463373 tempest-ServersTestBootFromVolume-1209463373-project-member] Enqueued Resource ID: 50deca7c-20de-416b-a7ff-7a2252a34c03 with Priority: HIGHEST for action security_group_rules [ 667.367374] env[66703]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 50deca7c-20de-416b-a7ff-7a2252a34c03 with Priority: HIGHEST for action security_group_rules [ 667.367695] env[66703]: DEBUG networking_nsxv3.common.locking [-] Lock rules-50deca7c-20de-416b-a7ff-7a2252a34c03 taken with stack trace [, , ] {{(pid=66703) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 667.367826] env[66703]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-50deca7c-20de-416b-a7ff-7a2252a34c03" {{(pid=66703) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 667.368730] env[66703]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-50deca7c-20de-416b-a7ff-7a2252a34c03" {{(pid=66703) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 667.368871] env[66703]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-50deca7c-20de-416b-a7ff-7a2252a34c03" {{(pid=66703) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 667.368963] env[66703]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('50deca7c-20de-416b-a7ff-7a2252a34c03',) {} {{(pid=66703) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 667.377503] env[66703]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66703) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 667.377662] env[66703]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66703) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 667.377718] env[66703]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66703) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 667.377914] env[66703]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66703) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 667.378085] env[66703]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66703) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 667.392848] env[66703]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 6365a784-f6cd-436e-be41-fa820f180738 in Status: UNINITIALIZED for 2s [ 667.554412] env[66703]: INFO networking_nsxv3.common.synchronization [None req-b7583b8e-b75f-4528-9574-5d668eb8dec7 tempest-ServersTestBootFromVolume-1209463373 tempest-ServersTestBootFromVolume-1209463373-project-member] Enqueued Resource ID: 50deca7c-20de-416b-a7ff-7a2252a34c03 with Priority: HIGHEST for action security_group_rules [ 667.556312] env[66703]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 50deca7c-20de-416b-a7ff-7a2252a34c03 with Priority: HIGHEST for action security_group_rules [ 667.556312] env[66703]: DEBUG networking_nsxv3.common.locking [-] Lock rules-50deca7c-20de-416b-a7ff-7a2252a34c03 taken with stack trace [, , ] {{(pid=66703) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 667.556312] env[66703]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-50deca7c-20de-416b-a7ff-7a2252a34c03" {{(pid=66703) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 667.763925] env[66703]: DEBUG networking_nsxv3.common.locking [-] Lock member-b71d7cca-9437-49ca-9e76-44102d6232fb taken with stack trace [, , , ] {{(pid=66703) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 667.764284] env[66703]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-b71d7cca-9437-49ca-9e76-44102d6232fb" {{(pid=66703) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 667.764396] env[66703]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-b71d7cca-9437-49ca-9e76-44102d6232fb" {{(pid=66703) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 667.765042] env[66703]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-b71d7cca-9437-49ca-9e76-44102d6232fb" {{(pid=66703) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 667.765042] env[66703]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=66703) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 667.765042] env[66703]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66703) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 667.765042] env[66703]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66703) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 667.765256] env[66703]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66703) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 667.765462] env[66703]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66703) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 667.765462] env[66703]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-b71d7cca-9437-49ca-9e76-44102d6232fb" {{(pid=66703) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 667.765575] env[66703]: DEBUG networking_nsxv3.common.locking [-] Lock member-b71d7cca-9437-49ca-9e76-44102d6232fb taken with stack trace [, , , ] {{(pid=66703) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 667.765762] env[66703]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-b71d7cca-9437-49ca-9e76-44102d6232fb" {{(pid=66703) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 667.765762] env[66703]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-b71d7cca-9437-49ca-9e76-44102d6232fb" {{(pid=66703) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 667.765861] env[66703]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-b71d7cca-9437-49ca-9e76-44102d6232fb" {{(pid=66703) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 667.766039] env[66703]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=66703) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 667.766093] env[66703]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66703) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 667.766158] env[66703]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66703) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 667.766295] env[66703]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66703) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 667.766367] env[66703]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66703) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 667.766446] env[66703]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-b71d7cca-9437-49ca-9e76-44102d6232fb" {{(pid=66703) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 667.766615] env[66703]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('b71d7cca-9437-49ca-9e76-44102d6232fb',) {} {{(pid=66703) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 667.787044] env[66703]: INFO networking_nsxv3.common.synchronization [None req-a218378d-384b-4fdc-9693-d24ee876ffb2 None None] Enqueued Resource ID: 62e02361-f51b-41ec-8ac3-a010cad58d31 with Priority: HIGHEST for action port [ 667.788266] env[66703]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 62e02361-f51b-41ec-8ac3-a010cad58d31 with Priority: HIGHEST for action port [ 667.788266] env[66703]: DEBUG networking_nsxv3.common.locking [-] Lock port-62e02361-f51b-41ec-8ac3-a010cad58d31 taken with stack trace [, , ] {{(pid=66703) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 667.788847] env[66703]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-62e02361-f51b-41ec-8ac3-a010cad58d31" {{(pid=66703) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 667.788847] env[66703]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-62e02361-f51b-41ec-8ac3-a010cad58d31" {{(pid=66703) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 667.788847] env[66703]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-62e02361-f51b-41ec-8ac3-a010cad58d31" {{(pid=66703) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 667.788963] env[66703]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('62e02361-f51b-41ec-8ac3-a010cad58d31',) {} {{(pid=66703) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 667.896073] env[66703]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=66703) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 667.896073] env[66703]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66703) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 667.896073] env[66703]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66703) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 667.896073] env[66703]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66703) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 667.896073] env[66703]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66703) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 667.896073] env[66703]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 50deca7c-20de-416b-a7ff-7a2252a34c03 already deleted. [ 667.896073] env[66703]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-50deca7c-20de-416b-a7ff-7a2252a34c03" {{(pid=66703) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 667.896073] env[66703]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-50deca7c-20de-416b-a7ff-7a2252a34c03" {{(pid=66703) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 667.896073] env[66703]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-50deca7c-20de-416b-a7ff-7a2252a34c03" {{(pid=66703) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 667.896073] env[66703]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('50deca7c-20de-416b-a7ff-7a2252a34c03',) {} {{(pid=66703) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 668.269963] env[66703]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for b71d7cca-9437-49ca-9e76-44102d6232fb: rpc.has_security_group_logging(os_id): False [ 668.291310] env[66703]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=66703) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 668.291310] env[66703]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66703) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 668.291310] env[66703]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66703) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 668.291843] env[66703]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66703) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 668.291843] env[66703]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66703) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 668.291843] env[66703]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66703) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 668.292049] env[66703]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66703) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 668.292049] env[66703]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66703) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 668.292170] env[66703]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66703) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 668.293763] env[66703]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66703) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 668.294147] env[66703]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66703) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 668.294433] env[66703]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66703) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 668.294576] env[66703]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66703) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 668.294726] env[66703]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66703) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 668.295054] env[66703]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66703) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 668.295301] env[66703]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=66703) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 668.295425] env[66703]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66703) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 668.295497] env[66703]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66703) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 668.295734] env[66703]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66703) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 668.295810] env[66703]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66703) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 668.295872] env[66703]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: b71d7cca-9437-49ca-9e76-44102d6232fb is going to be created. [ 668.298736] env[66703]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] deletion realization of port 62e02361-f51b-41ec-8ac3-a010cad58d31 [ 668.299121] env[66703]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=66703) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 668.299318] env[66703]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=66703) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 668.299420] env[66703]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=66703) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 668.299661] env[66703]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=66703) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 668.299791] env[66703]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=66703) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 668.299940] env[66703]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Segment Port:62e02361-f51b-41ec-8ac3-a010cad58d31 already deleted. [ 668.300082] env[66703]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-62e02361-f51b-41ec-8ac3-a010cad58d31" {{(pid=66703) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 668.374638] env[66703]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=66703) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 668.374916] env[66703]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66703) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 668.375058] env[66703]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66703) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 668.375339] env[66703]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66703) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 668.375621] env[66703]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66703) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 668.395188] env[66703]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: b71d7cca-9437-49ca-9e76-44102d6232fb in Status: IN_PROGRESS for 2s [ 668.423452] env[66703]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=66703) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 668.423644] env[66703]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66703) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 668.423752] env[66703]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66703) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 668.423966] env[66703]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66703) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 668.424109] env[66703]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66703) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 668.424209] env[66703]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 50deca7c-20de-416b-a7ff-7a2252a34c03 already deleted. [ 668.424300] env[66703]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-50deca7c-20de-416b-a7ff-7a2252a34c03" {{(pid=66703) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 668.884144] env[66703]: INFO networking_nsxv3.common.synchronization [req-22e5e09c-21d6-49e0-a872-9f15a7ece94b req-3c189212-6bd5-416b-993b-143a1d71d4bb tempest-SecurityGroupsTestJSON-990568022 tempest-SecurityGroupsTestJSON-990568022-project-member] Enqueued Resource ID: edd00d40-6f87-4c61-9069-3d442058e704 with Priority: HIGHEST for action security_group_members [ 668.884144] env[66703]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: edd00d40-6f87-4c61-9069-3d442058e704 with Priority: HIGHEST for action security_group_members [ 668.884404] env[66703]: DEBUG networking_nsxv3.common.locking [-] Lock member-edd00d40-6f87-4c61-9069-3d442058e704 taken with stack trace [, , ] {{(pid=66703) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 668.884404] env[66703]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-edd00d40-6f87-4c61-9069-3d442058e704" {{(pid=66703) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 668.884404] env[66703]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-edd00d40-6f87-4c61-9069-3d442058e704" {{(pid=66703) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 668.884672] env[66703]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-edd00d40-6f87-4c61-9069-3d442058e704" {{(pid=66703) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 668.884855] env[66703]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=66703) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 668.885029] env[66703]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66703) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 668.885029] env[66703]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66703) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 668.885185] env[66703]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66703) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 668.885267] env[66703]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66703) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 668.885559] env[66703]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('edd00d40-6f87-4c61-9069-3d442058e704',) {} {{(pid=66703) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 669.088025] env[66703]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: e67add3f-2e36-4deb-be60-d3fd9e28ce9a in Status: SUCCESS [ 669.088025] env[66703]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-e67add3f-2e36-4deb-be60-d3fd9e28ce9a" {{(pid=66703) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 669.088025] env[66703]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-e67add3f-2e36-4deb-be60-d3fd9e28ce9a" {{(pid=66703) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 669.088025] env[66703]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-e67add3f-2e36-4deb-be60-d3fd9e28ce9a" {{(pid=66703) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 669.088025] env[66703]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=66703) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 669.088025] env[66703]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66703) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 669.088025] env[66703]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66703) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 669.088025] env[66703]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66703) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 669.088025] env[66703]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66703) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 669.088025] env[66703]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-e67add3f-2e36-4deb-be60-d3fd9e28ce9a" {{(pid=66703) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 669.088025] env[66703]: DEBUG networking_nsxv3.common.locking [-] Lock member-e67add3f-2e36-4deb-be60-d3fd9e28ce9a taken with stack trace [, , , ] {{(pid=66703) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 669.088793] env[66703]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-e67add3f-2e36-4deb-be60-d3fd9e28ce9a" {{(pid=66703) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 669.089031] env[66703]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-e67add3f-2e36-4deb-be60-d3fd9e28ce9a" {{(pid=66703) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 669.089423] env[66703]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-e67add3f-2e36-4deb-be60-d3fd9e28ce9a" {{(pid=66703) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 669.091382] env[66703]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=66703) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 669.091382] env[66703]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66703) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 669.091382] env[66703]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66703) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 669.091382] env[66703]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66703) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 669.091382] env[66703]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66703) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 669.091382] env[66703]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-e67add3f-2e36-4deb-be60-d3fd9e28ce9a" {{(pid=66703) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 669.091382] env[66703]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('e67add3f-2e36-4deb-be60-d3fd9e28ce9a',) {} {{(pid=66703) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 669.390485] env[66703]: DEBUG networking_nsxv3.common.locking [None req-33d36011-a73c-4b6d-849a-f8c867240c48 None None] Lock network-199 taken with stack trace [, , , , , , , , ] {{(pid=66703) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 669.390485] env[66703]: DEBUG oslo_concurrency.lockutils [None req-33d36011-a73c-4b6d-849a-f8c867240c48 None None] Acquiring lock "network-199" {{(pid=66703) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 669.390485] env[66703]: DEBUG oslo_concurrency.lockutils [None req-33d36011-a73c-4b6d-849a-f8c867240c48 None None] Acquired lock "network-199" {{(pid=66703) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 669.390485] env[66703]: DEBUG oslo_concurrency.lockutils [None req-33d36011-a73c-4b6d-849a-f8c867240c48 None None] Acquired external semaphore "network-199" {{(pid=66703) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 669.390485] env[66703]: DEBUG networking_nsxv3.common.locking [None req-33d36011-a73c-4b6d-849a-f8c867240c48 None None] Lock Segment taken with stack trace [, , , , , , , , , , ] {{(pid=66703) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 669.390485] env[66703]: DEBUG oslo_concurrency.lockutils [None req-33d36011-a73c-4b6d-849a-f8c867240c48 None None] Acquiring lock "Segment" {{(pid=66703) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 669.390485] env[66703]: DEBUG oslo_concurrency.lockutils [None req-33d36011-a73c-4b6d-849a-f8c867240c48 None None] Acquired lock "Segment" {{(pid=66703) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 669.390485] env[66703]: DEBUG oslo_concurrency.lockutils [None req-33d36011-a73c-4b6d-849a-f8c867240c48 None None] Acquired external semaphore "Segment" {{(pid=66703) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 669.390485] env[66703]: DEBUG oslo_concurrency.lockutils [None req-33d36011-a73c-4b6d-849a-f8c867240c48 None None] Releasing lock "Segment" {{(pid=66703) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 669.390994] env[66703]: DEBUG dogpile.cache.region [None req-33d36011-a73c-4b6d-849a-f8c867240c48 None None] No value present for key: 'zone-id' {{(pid=66703) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 669.390994] env[66703]: DEBUG dogpile.lock [None req-33d36011-a73c-4b6d-849a-f8c867240c48 None None] NeedRegenerationException {{(pid=66703) _enter /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:90}} [ 669.390994] env[66703]: DEBUG dogpile.lock [None req-33d36011-a73c-4b6d-849a-f8c867240c48 None None] no value, waiting for create lock {{(pid=66703) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:131}} [ 669.390994] env[66703]: DEBUG dogpile.lock [None req-33d36011-a73c-4b6d-849a-f8c867240c48 None None] value creation lock acquired {{(pid=66703) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:135}} [ 669.390994] env[66703]: DEBUG dogpile.cache.region [None req-33d36011-a73c-4b6d-849a-f8c867240c48 None None] No value present for key: 'zone-id' {{(pid=66703) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 669.391348] env[66703]: DEBUG dogpile.lock [None req-33d36011-a73c-4b6d-849a-f8c867240c48 None None] Calling creation function for not-yet-present value {{(pid=66703) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:174}} [ 669.391397] env[66703]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-33d36011-a73c-4b6d-849a-f8c867240c48 None None] Looking for TransportZone with name nsx-vlan-transportzone. [ 669.393825] env[66703]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=66703) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 669.393825] env[66703]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66703) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 669.393825] env[66703]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66703) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 669.393825] env[66703]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66703) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 669.393825] env[66703]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66703) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 669.393825] env[66703]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66703) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 669.394333] env[66703]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66703) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 669.394333] env[66703]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66703) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 669.394429] env[66703]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66703) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 669.395070] env[66703]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66703) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 669.395070] env[66703]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: edd00d40-6f87-4c61-9069-3d442058e704 already deleted. [ 669.395070] env[66703]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-edd00d40-6f87-4c61-9069-3d442058e704" {{(pid=66703) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 669.414269] env[66703]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 6365a784-f6cd-436e-be41-fa820f180738 in Status: SUCCESS [ 669.414472] env[66703]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-6365a784-f6cd-436e-be41-fa820f180738" {{(pid=66703) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 669.414676] env[66703]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-6365a784-f6cd-436e-be41-fa820f180738" {{(pid=66703) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 669.416283] env[66703]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-6365a784-f6cd-436e-be41-fa820f180738" {{(pid=66703) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 669.416283] env[66703]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=66703) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 669.416283] env[66703]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66703) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 669.416283] env[66703]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66703) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 669.416283] env[66703]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66703) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 669.416283] env[66703]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66703) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 669.416283] env[66703]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-6365a784-f6cd-436e-be41-fa820f180738" {{(pid=66703) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 669.416283] env[66703]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('6365a784-f6cd-436e-be41-fa820f180738',) {} {{(pid=66703) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 669.425230] env[66703]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-33d36011-a73c-4b6d-849a-f8c867240c48 None None] loading zone with a95c914d-748d-497c-94ab-10d4647daeba and tags [{'scope': 'mp2policy_migr_status', 'tag': 'success'}] [ 669.425230] env[66703]: DEBUG dogpile.cache.region [None req-33d36011-a73c-4b6d-849a-f8c867240c48 None None] Cache value generated in 0.034 seconds for key(s): 'zone-id' {{(pid=66703) _log_time /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:910}} [ 669.425470] env[66703]: DEBUG dogpile.lock [None req-33d36011-a73c-4b6d-849a-f8c867240c48 None None] Released creation lock {{(pid=66703) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:182}} [ 669.425505] env[66703]: DEBUG oslo_concurrency.lockutils [None req-33d36011-a73c-4b6d-849a-f8c867240c48 None None] Releasing lock "network-199" {{(pid=66703) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 669.425904] env[66703]: DEBUG networking_nsxv3.common.locking [None req-33d36011-a73c-4b6d-849a-f8c867240c48 None None] Lock port-823cfad2-0f29-4f02-a6e0-85bb68a1f234 taken with stack trace [, , , , , , , , ] {{(pid=66703) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 669.426284] env[66703]: DEBUG oslo_concurrency.lockutils [None req-33d36011-a73c-4b6d-849a-f8c867240c48 None None] Acquiring lock "port-823cfad2-0f29-4f02-a6e0-85bb68a1f234" {{(pid=66703) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 669.426563] env[66703]: DEBUG oslo_concurrency.lockutils [None req-33d36011-a73c-4b6d-849a-f8c867240c48 None None] Acquired lock "port-823cfad2-0f29-4f02-a6e0-85bb68a1f234" {{(pid=66703) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 669.426879] env[66703]: DEBUG oslo_concurrency.lockutils [None req-33d36011-a73c-4b6d-849a-f8c867240c48 None None] Acquired external semaphore "port-823cfad2-0f29-4f02-a6e0-85bb68a1f234" {{(pid=66703) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 669.427294] env[66703]: DEBUG networking_nsxv3.api.rpc [None req-33d36011-a73c-4b6d-849a-f8c867240c48 None None] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('823cfad2-0f29-4f02-a6e0-85bb68a1f234',) {} {{(pid=66703) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 669.593849] env[66703]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for e67add3f-2e36-4deb-be60-d3fd9e28ce9a: rpc.has_security_group_logging(os_id): False [ 669.618962] env[66703]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=66703) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 669.619417] env[66703]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66703) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 669.619417] env[66703]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66703) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 669.619417] env[66703]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66703) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 669.619551] env[66703]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66703) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 669.619680] env[66703]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66703) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 669.619797] env[66703]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66703) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 669.619927] env[66703]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66703) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 669.620089] env[66703]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66703) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 669.620204] env[66703]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66703) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 669.620932] env[66703]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66703) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 669.621269] env[66703]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66703) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 669.621327] env[66703]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66703) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 669.621595] env[66703]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66703) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 669.621595] env[66703]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66703) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 669.621789] env[66703]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=66703) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 669.621885] env[66703]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66703) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 669.621990] env[66703]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66703) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 669.622165] env[66703]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66703) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 669.622278] env[66703]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66703) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 669.622386] env[66703]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: e67add3f-2e36-4deb-be60-d3fd9e28ce9a is going to be created. [ 669.697309] env[66703]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=66703) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 669.697579] env[66703]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66703) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 669.697579] env[66703]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66703) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 669.697905] env[66703]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66703) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 669.698153] env[66703]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66703) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 669.712889] env[66703]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: e67add3f-2e36-4deb-be60-d3fd9e28ce9a in Status: IN_PROGRESS for 2s [ 669.917918] env[66703]: DEBUG networking_nsxv3.common.locking [-] Lock member-6365a784-f6cd-436e-be41-fa820f180738 taken with stack trace [, , , ] {{(pid=66703) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 669.918285] env[66703]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-6365a784-f6cd-436e-be41-fa820f180738" {{(pid=66703) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 669.918366] env[66703]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-6365a784-f6cd-436e-be41-fa820f180738" {{(pid=66703) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 669.918594] env[66703]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-6365a784-f6cd-436e-be41-fa820f180738" {{(pid=66703) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 669.918772] env[66703]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=66703) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 669.918878] env[66703]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66703) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 669.918941] env[66703]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66703) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 669.919108] env[66703]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66703) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 669.919198] env[66703]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66703) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 669.919335] env[66703]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-6365a784-f6cd-436e-be41-fa820f180738" {{(pid=66703) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 669.919469] env[66703]: DEBUG networking_nsxv3.common.locking [-] Lock member-6365a784-f6cd-436e-be41-fa820f180738 taken with stack trace [, , , ] {{(pid=66703) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 669.919554] env[66703]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-6365a784-f6cd-436e-be41-fa820f180738" {{(pid=66703) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 669.919614] env[66703]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-6365a784-f6cd-436e-be41-fa820f180738" {{(pid=66703) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 669.919761] env[66703]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-6365a784-f6cd-436e-be41-fa820f180738" {{(pid=66703) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 669.919900] env[66703]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=66703) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 669.919991] env[66703]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66703) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 669.920063] env[66703]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66703) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 669.920393] env[66703]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66703) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 669.920393] env[66703]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66703) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 669.920393] env[66703]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-6365a784-f6cd-436e-be41-fa820f180738" {{(pid=66703) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 669.920544] env[66703]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('6365a784-f6cd-436e-be41-fa820f180738',) {} {{(pid=66703) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 669.932282] env[66703]: DEBUG networking_nsxv3.common.locking [None req-33d36011-a73c-4b6d-849a-f8c867240c48 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , ] {{(pid=66703) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 669.932529] env[66703]: DEBUG oslo_concurrency.lockutils [None req-33d36011-a73c-4b6d-849a-f8c867240c48 None None] Acquiring lock "SegmentPort" {{(pid=66703) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 669.932635] env[66703]: DEBUG oslo_concurrency.lockutils [None req-33d36011-a73c-4b6d-849a-f8c867240c48 None None] Acquired lock "SegmentPort" {{(pid=66703) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 669.932919] env[66703]: DEBUG oslo_concurrency.lockutils [None req-33d36011-a73c-4b6d-849a-f8c867240c48 None None] Acquired external semaphore "SegmentPort" {{(pid=66703) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 669.933074] env[66703]: DEBUG oslo_concurrency.lockutils [None req-33d36011-a73c-4b6d-849a-f8c867240c48 None None] Releasing lock "SegmentPort" {{(pid=66703) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 669.933228] env[66703]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-33d36011-a73c-4b6d-849a-f8c867240c48 None None] Segment Port 823cfad2-0f29-4f02-a6e0-85bb68a1f234 not found, creating... [ 669.933493] env[66703]: DEBUG networking_nsxv3.common.locking [None req-33d36011-a73c-4b6d-849a-f8c867240c48 None None] Lock Segment taken with stack trace [, , , , , , , , , , , ] {{(pid=66703) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 669.933716] env[66703]: DEBUG oslo_concurrency.lockutils [None req-33d36011-a73c-4b6d-849a-f8c867240c48 None None] Acquiring lock "Segment" {{(pid=66703) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 669.933856] env[66703]: DEBUG oslo_concurrency.lockutils [None req-33d36011-a73c-4b6d-849a-f8c867240c48 None None] Acquired lock "Segment" {{(pid=66703) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 669.934100] env[66703]: DEBUG oslo_concurrency.lockutils [None req-33d36011-a73c-4b6d-849a-f8c867240c48 None None] Acquired external semaphore "Segment" {{(pid=66703) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 669.934388] env[66703]: DEBUG oslo_concurrency.lockutils [None req-33d36011-a73c-4b6d-849a-f8c867240c48 None None] Releasing lock "Segment" {{(pid=66703) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 669.934627] env[66703]: DEBUG networking_nsxv3.common.locking [None req-33d36011-a73c-4b6d-849a-f8c867240c48 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=66703) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 669.934692] env[66703]: DEBUG oslo_concurrency.lockutils [None req-33d36011-a73c-4b6d-849a-f8c867240c48 None None] Acquiring lock "SegmentPort" {{(pid=66703) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 669.934791] env[66703]: DEBUG oslo_concurrency.lockutils [None req-33d36011-a73c-4b6d-849a-f8c867240c48 None None] Acquired lock "SegmentPort" {{(pid=66703) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 669.934969] env[66703]: DEBUG oslo_concurrency.lockutils [None req-33d36011-a73c-4b6d-849a-f8c867240c48 None None] Acquired external semaphore "SegmentPort" {{(pid=66703) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 669.935333] env[66703]: DEBUG oslo_concurrency.lockutils [None req-33d36011-a73c-4b6d-849a-f8c867240c48 None None] Releasing lock "SegmentPort" {{(pid=66703) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 669.935476] env[66703]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-33d36011-a73c-4b6d-849a-f8c867240c48 None None] Resource: SegmentPort with ID: 823cfad2-0f29-4f02-a6e0-85bb68a1f234 is going to be created. [ 669.962212] env[66703]: DEBUG networking_nsxv3.common.locking [None req-33d36011-a73c-4b6d-849a-f8c867240c48 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=66703) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 669.962432] env[66703]: DEBUG oslo_concurrency.lockutils [None req-33d36011-a73c-4b6d-849a-f8c867240c48 None None] Acquiring lock "SegmentPort" {{(pid=66703) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 669.962549] env[66703]: DEBUG oslo_concurrency.lockutils [None req-33d36011-a73c-4b6d-849a-f8c867240c48 None None] Acquired lock "SegmentPort" {{(pid=66703) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 669.962818] env[66703]: DEBUG oslo_concurrency.lockutils [None req-33d36011-a73c-4b6d-849a-f8c867240c48 None None] Acquired external semaphore "SegmentPort" {{(pid=66703) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 669.963047] env[66703]: DEBUG oslo_concurrency.lockutils [None req-33d36011-a73c-4b6d-849a-f8c867240c48 None None] Releasing lock "SegmentPort" {{(pid=66703) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 669.963291] env[66703]: DEBUG oslo_concurrency.lockutils [None req-33d36011-a73c-4b6d-849a-f8c867240c48 None None] Releasing lock "port-823cfad2-0f29-4f02-a6e0-85bb68a1f234" {{(pid=66703) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 670.415185] env[66703]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: b71d7cca-9437-49ca-9e76-44102d6232fb in Status: SUCCESS [ 670.415812] env[66703]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-b71d7cca-9437-49ca-9e76-44102d6232fb" {{(pid=66703) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 670.423483] env[66703]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for 6365a784-f6cd-436e-be41-fa820f180738: rpc.has_security_group_logging(os_id): False [ 670.446549] env[66703]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=66703) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 670.446745] env[66703]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66703) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 670.446794] env[66703]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66703) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 670.447117] env[66703]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66703) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 670.447221] env[66703]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66703) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 670.447983] env[66703]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66703) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 670.447983] env[66703]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66703) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 670.447983] env[66703]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66703) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 670.447983] env[66703]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66703) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 670.447983] env[66703]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66703) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 670.447983] env[66703]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66703) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 670.448328] env[66703]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66703) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 670.448328] env[66703]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66703) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 670.448404] env[66703]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66703) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 670.448437] env[66703]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66703) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 670.449251] env[66703]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=66703) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 670.449391] env[66703]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66703) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 670.449466] env[66703]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66703) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 670.449635] env[66703]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66703) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 670.449720] env[66703]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66703) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 670.449795] env[66703]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 6365a784-f6cd-436e-be41-fa820f180738 is going to be created. [ 670.526643] env[66703]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=66703) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 670.526796] env[66703]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66703) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 670.526890] env[66703]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66703) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 670.527511] env[66703]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66703) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 670.527511] env[66703]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66703) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 670.540761] env[66703]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 6365a784-f6cd-436e-be41-fa820f180738 in Status: IN_PROGRESS for 2s [ 670.813024] env[66703]: INFO networking_nsxv3.common.synchronization [req-22e5e09c-21d6-49e0-a872-9f15a7ece94b req-7eaa16e9-7b9d-4d3f-b2b5-80be9a525dec service nova] Enqueued Resource ID: edd00d40-6f87-4c61-9069-3d442058e704 with Priority: HIGHEST for action security_group_rules [ 670.813024] env[66703]: INFO networking_nsxv3.common.synchronization [req-22e5e09c-21d6-49e0-a872-9f15a7ece94b req-7eaa16e9-7b9d-4d3f-b2b5-80be9a525dec service nova] Enqueued Resource ID: edd00d40-6f87-4c61-9069-3d442058e704 with Priority: HIGHEST for action security_group_members [ 670.813024] env[66703]: INFO networking_nsxv3.common.synchronization [req-22e5e09c-21d6-49e0-a872-9f15a7ece94b req-7eaa16e9-7b9d-4d3f-b2b5-80be9a525dec service nova] Enqueued Resource ID: 823cfad2-0f29-4f02-a6e0-85bb68a1f234 with Priority: HIGHEST for action port [ 670.813024] env[66703]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: edd00d40-6f87-4c61-9069-3d442058e704 with Priority: HIGHEST for action security_group_rules [ 670.813024] env[66703]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: edd00d40-6f87-4c61-9069-3d442058e704 with Priority: HIGHEST for action security_group_members [ 670.813024] env[66703]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 823cfad2-0f29-4f02-a6e0-85bb68a1f234 with Priority: HIGHEST for action port [ 670.813024] env[66703]: DEBUG networking_nsxv3.common.locking [-] Lock rules-edd00d40-6f87-4c61-9069-3d442058e704 taken with stack trace [, , ] {{(pid=66703) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 670.813024] env[66703]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-edd00d40-6f87-4c61-9069-3d442058e704" {{(pid=66703) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 670.813024] env[66703]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-edd00d40-6f87-4c61-9069-3d442058e704" {{(pid=66703) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 670.814178] env[66703]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-edd00d40-6f87-4c61-9069-3d442058e704" {{(pid=66703) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 670.814521] env[66703]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('edd00d40-6f87-4c61-9069-3d442058e704',) {} {{(pid=66703) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 670.815832] env[66703]: DEBUG networking_nsxv3.common.locking [-] Lock member-edd00d40-6f87-4c61-9069-3d442058e704 taken with stack trace [, , ] {{(pid=66703) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 670.816215] env[66703]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-edd00d40-6f87-4c61-9069-3d442058e704" {{(pid=66703) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 670.816598] env[66703]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-edd00d40-6f87-4c61-9069-3d442058e704" {{(pid=66703) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 670.817114] env[66703]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-edd00d40-6f87-4c61-9069-3d442058e704" {{(pid=66703) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 670.817476] env[66703]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=66703) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 670.817785] env[66703]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66703) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 670.819061] env[66703]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66703) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 670.819061] env[66703]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66703) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 670.819061] env[66703]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66703) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 670.819061] env[66703]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('edd00d40-6f87-4c61-9069-3d442058e704',) {} {{(pid=66703) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 670.823840] env[66703]: DEBUG networking_nsxv3.common.locking [-] Lock port-823cfad2-0f29-4f02-a6e0-85bb68a1f234 taken with stack trace [, , ] {{(pid=66703) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 670.823840] env[66703]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-823cfad2-0f29-4f02-a6e0-85bb68a1f234" {{(pid=66703) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 670.823840] env[66703]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-823cfad2-0f29-4f02-a6e0-85bb68a1f234" {{(pid=66703) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 670.823840] env[66703]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-823cfad2-0f29-4f02-a6e0-85bb68a1f234" {{(pid=66703) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 670.823840] env[66703]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('823cfad2-0f29-4f02-a6e0-85bb68a1f234',) {} {{(pid=66703) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 671.327381] env[66703]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('edd00d40-6f87-4c61-9069-3d442058e704',) {} {{(pid=66703) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 671.327381] env[66703]: DEBUG networking_nsxv3.common.locking [-] Lock member-edd00d40-6f87-4c61-9069-3d442058e704 taken with stack trace [, , , ] {{(pid=66703) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 671.327381] env[66703]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-edd00d40-6f87-4c61-9069-3d442058e704" {{(pid=66703) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 671.327381] env[66703]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] realization of port 823cfad2-0f29-4f02-a6e0-85bb68a1f234 with status ACTIVE [ 671.327381] env[66703]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=66703) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 671.327381] env[66703]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=66703) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 671.327381] env[66703]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=66703) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 671.327381] env[66703]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=66703) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 671.327381] env[66703]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=66703) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 671.327381] env[66703]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , ] {{(pid=66703) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 671.327381] env[66703]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=66703) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 671.327381] env[66703]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=66703) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 671.327381] env[66703]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=66703) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 671.327381] env[66703]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=66703) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 671.328060] env[66703]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=66703) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 671.328060] env[66703]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=66703) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 671.329624] env[66703]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=66703) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 671.329624] env[66703]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=66703) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 671.329624] env[66703]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=66703) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 671.329624] env[66703]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: SegmentPort with ID: 823cfad2-0f29-4f02-a6e0-85bb68a1f234 is going to be updated. [ 671.358041] env[66703]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=66703) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 671.358041] env[66703]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=66703) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 671.358041] env[66703]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=66703) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 671.358041] env[66703]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=66703) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 671.358041] env[66703]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=66703) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 671.358041] env[66703]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-823cfad2-0f29-4f02-a6e0-85bb68a1f234" {{(pid=66703) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 671.661622] env[66703]: INFO networking_nsxv3.common.synchronization [req-1efefcd3-77e7-4bf6-9ce5-345d34de8d06 req-5dddf042-f12e-4139-88fd-f79ebef2fd45 tempest-FloatingIPsAssociationTestJSON-1555652497 tempest-FloatingIPsAssociationTestJSON-1555652497-project-member] Enqueued Resource ID: 8e4a28ae-331b-4bc3-83a7-35099819703c with Priority: HIGHEST for action security_group_members [ 671.662175] env[66703]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 8e4a28ae-331b-4bc3-83a7-35099819703c with Priority: HIGHEST for action security_group_members [ 671.664015] env[66703]: DEBUG networking_nsxv3.common.locking [-] Lock member-8e4a28ae-331b-4bc3-83a7-35099819703c taken with stack trace [, , ] {{(pid=66703) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 671.664015] env[66703]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-8e4a28ae-331b-4bc3-83a7-35099819703c" {{(pid=66703) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 671.664015] env[66703]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-8e4a28ae-331b-4bc3-83a7-35099819703c" {{(pid=66703) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 671.664015] env[66703]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-8e4a28ae-331b-4bc3-83a7-35099819703c" {{(pid=66703) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 671.664015] env[66703]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=66703) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 671.664015] env[66703]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66703) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 671.664015] env[66703]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66703) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 671.664015] env[66703]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66703) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 671.664015] env[66703]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66703) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 671.664015] env[66703]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('8e4a28ae-331b-4bc3-83a7-35099819703c',) {} {{(pid=66703) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 671.739426] env[66703]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: e67add3f-2e36-4deb-be60-d3fd9e28ce9a in Status: SUCCESS [ 671.739700] env[66703]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-e67add3f-2e36-4deb-be60-d3fd9e28ce9a" {{(pid=66703) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 671.739854] env[66703]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-e67add3f-2e36-4deb-be60-d3fd9e28ce9a" {{(pid=66703) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 671.740286] env[66703]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-e67add3f-2e36-4deb-be60-d3fd9e28ce9a" {{(pid=66703) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 671.740378] env[66703]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('e67add3f-2e36-4deb-be60-d3fd9e28ce9a',) {} {{(pid=66703) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 671.832147] env[66703]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('edd00d40-6f87-4c61-9069-3d442058e704',) {} {{(pid=66703) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 671.918152] env[66703]: INFO networking_nsxv3.common.synchronization [req-f9df923c-6dca-4b05-bad5-8eaeae6a31ae req-cf8f4929-f715-4521-92f8-80f4f34249ae tempest-DeleteServersAdminTestJSON-1350048126 tempest-DeleteServersAdminTestJSON-1350048126-project-admin] Enqueued Resource ID: 32e0f1f8-5e67-463a-bbe6-da9c89b63705 with Priority: HIGHEST for action security_group_members [ 671.918978] env[66703]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 32e0f1f8-5e67-463a-bbe6-da9c89b63705 with Priority: HIGHEST for action security_group_members [ 671.919737] env[66703]: DEBUG networking_nsxv3.common.locking [-] Lock member-32e0f1f8-5e67-463a-bbe6-da9c89b63705 taken with stack trace [, , ] {{(pid=66703) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 671.920036] env[66703]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-32e0f1f8-5e67-463a-bbe6-da9c89b63705" {{(pid=66703) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 671.920194] env[66703]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-32e0f1f8-5e67-463a-bbe6-da9c89b63705" {{(pid=66703) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 671.920561] env[66703]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-32e0f1f8-5e67-463a-bbe6-da9c89b63705" {{(pid=66703) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 671.920910] env[66703]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=66703) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 671.921655] env[66703]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66703) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 671.921655] env[66703]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66703) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 671.921762] env[66703]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66703) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 671.921856] env[66703]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66703) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 671.921956] env[66703]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('32e0f1f8-5e67-463a-bbe6-da9c89b63705',) {} {{(pid=66703) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 672.164041] env[66703]: DEBUG networking_nsxv3.common.locking [None req-ffa6d202-748e-4c81-9979-ad08741f9cf7 None None] Lock network-170 taken with stack trace [, , , , , , , , ] {{(pid=66703) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 672.164273] env[66703]: DEBUG oslo_concurrency.lockutils [None req-ffa6d202-748e-4c81-9979-ad08741f9cf7 None None] Acquiring lock "network-170" {{(pid=66703) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 672.164394] env[66703]: DEBUG oslo_concurrency.lockutils [None req-ffa6d202-748e-4c81-9979-ad08741f9cf7 None None] Acquired lock "network-170" {{(pid=66703) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 672.164716] env[66703]: DEBUG oslo_concurrency.lockutils [None req-ffa6d202-748e-4c81-9979-ad08741f9cf7 None None] Acquired external semaphore "network-170" {{(pid=66703) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 672.164968] env[66703]: DEBUG networking_nsxv3.common.locking [None req-ffa6d202-748e-4c81-9979-ad08741f9cf7 None None] Lock Segment taken with stack trace [, , , , , , , , , , ] {{(pid=66703) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 672.165155] env[66703]: DEBUG oslo_concurrency.lockutils [None req-ffa6d202-748e-4c81-9979-ad08741f9cf7 None None] Acquiring lock "Segment" {{(pid=66703) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 672.165241] env[66703]: DEBUG oslo_concurrency.lockutils [None req-ffa6d202-748e-4c81-9979-ad08741f9cf7 None None] Acquired lock "Segment" {{(pid=66703) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 672.165442] env[66703]: DEBUG oslo_concurrency.lockutils [None req-ffa6d202-748e-4c81-9979-ad08741f9cf7 None None] Acquired external semaphore "Segment" {{(pid=66703) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 672.165582] env[66703]: DEBUG oslo_concurrency.lockutils [None req-ffa6d202-748e-4c81-9979-ad08741f9cf7 None None] Releasing lock "Segment" {{(pid=66703) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 672.165793] env[66703]: DEBUG dogpile.cache.region [None req-ffa6d202-748e-4c81-9979-ad08741f9cf7 None None] No value present for key: 'zone-id' {{(pid=66703) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 672.165927] env[66703]: DEBUG dogpile.lock [None req-ffa6d202-748e-4c81-9979-ad08741f9cf7 None None] NeedRegenerationException {{(pid=66703) _enter /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:90}} [ 672.166017] env[66703]: DEBUG dogpile.lock [None req-ffa6d202-748e-4c81-9979-ad08741f9cf7 None None] no value, waiting for create lock {{(pid=66703) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:131}} [ 672.166132] env[66703]: DEBUG dogpile.lock [None req-ffa6d202-748e-4c81-9979-ad08741f9cf7 None None] value creation lock acquired {{(pid=66703) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:135}} [ 672.166239] env[66703]: DEBUG dogpile.cache.region [None req-ffa6d202-748e-4c81-9979-ad08741f9cf7 None None] No value present for key: 'zone-id' {{(pid=66703) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 672.166394] env[66703]: DEBUG dogpile.lock [None req-ffa6d202-748e-4c81-9979-ad08741f9cf7 None None] Calling creation function for not-yet-present value {{(pid=66703) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:174}} [ 672.166780] env[66703]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-ffa6d202-748e-4c81-9979-ad08741f9cf7 None None] Looking for TransportZone with name nsx-vlan-transportzone. [ 672.168045] env[66703]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=66703) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 672.168194] env[66703]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66703) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 672.168248] env[66703]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66703) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 672.168369] env[66703]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66703) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 672.168474] env[66703]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66703) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 672.168654] env[66703]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66703) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 672.168744] env[66703]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66703) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 672.168806] env[66703]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66703) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 672.168944] env[66703]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66703) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 672.169029] env[66703]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66703) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 672.169117] env[66703]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 8e4a28ae-331b-4bc3-83a7-35099819703c already deleted. [ 672.169197] env[66703]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-8e4a28ae-331b-4bc3-83a7-35099819703c" {{(pid=66703) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 672.187460] env[66703]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-ffa6d202-748e-4c81-9979-ad08741f9cf7 None None] loading zone with a95c914d-748d-497c-94ab-10d4647daeba and tags [{'scope': 'mp2policy_migr_status', 'tag': 'success'}] [ 672.187460] env[66703]: DEBUG dogpile.cache.region [None req-ffa6d202-748e-4c81-9979-ad08741f9cf7 None None] Cache value generated in 0.021 seconds for key(s): 'zone-id' {{(pid=66703) _log_time /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:910}} [ 672.187663] env[66703]: DEBUG dogpile.lock [None req-ffa6d202-748e-4c81-9979-ad08741f9cf7 None None] Released creation lock {{(pid=66703) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:182}} [ 672.187910] env[66703]: DEBUG oslo_concurrency.lockutils [None req-ffa6d202-748e-4c81-9979-ad08741f9cf7 None None] Releasing lock "network-170" {{(pid=66703) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 672.188283] env[66703]: DEBUG networking_nsxv3.common.locking [None req-ffa6d202-748e-4c81-9979-ad08741f9cf7 None None] Lock port-a0c0b0ca-a90b-4bad-b993-7c32949a89ed taken with stack trace [, , , , , , , , ] {{(pid=66703) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 672.188501] env[66703]: DEBUG oslo_concurrency.lockutils [None req-ffa6d202-748e-4c81-9979-ad08741f9cf7 None None] Acquiring lock "port-a0c0b0ca-a90b-4bad-b993-7c32949a89ed" {{(pid=66703) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 672.188589] env[66703]: DEBUG oslo_concurrency.lockutils [None req-ffa6d202-748e-4c81-9979-ad08741f9cf7 None None] Acquired lock "port-a0c0b0ca-a90b-4bad-b993-7c32949a89ed" {{(pid=66703) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 672.188895] env[66703]: DEBUG oslo_concurrency.lockutils [None req-ffa6d202-748e-4c81-9979-ad08741f9cf7 None None] Acquired external semaphore "port-a0c0b0ca-a90b-4bad-b993-7c32949a89ed" {{(pid=66703) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 672.189047] env[66703]: DEBUG networking_nsxv3.api.rpc [None req-ffa6d202-748e-4c81-9979-ad08741f9cf7 None None] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('a0c0b0ca-a90b-4bad-b993-7c32949a89ed',) {} {{(pid=66703) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 672.242710] env[66703]: DEBUG networking_nsxv3.common.locking [-] Lock member-e67add3f-2e36-4deb-be60-d3fd9e28ce9a taken with stack trace [, , , ] {{(pid=66703) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 672.242987] env[66703]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-e67add3f-2e36-4deb-be60-d3fd9e28ce9a" {{(pid=66703) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 672.243110] env[66703]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-e67add3f-2e36-4deb-be60-d3fd9e28ce9a" {{(pid=66703) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 672.243410] env[66703]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-e67add3f-2e36-4deb-be60-d3fd9e28ce9a" {{(pid=66703) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 672.243678] env[66703]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=66703) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 672.243847] env[66703]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66703) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 672.243927] env[66703]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66703) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 672.244193] env[66703]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66703) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 672.244282] env[66703]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66703) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 672.244344] env[66703]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-e67add3f-2e36-4deb-be60-d3fd9e28ce9a" {{(pid=66703) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 672.244464] env[66703]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('e67add3f-2e36-4deb-be60-d3fd9e28ce9a',) {} {{(pid=66703) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 672.336320] env[66703]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66703) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 672.336520] env[66703]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66703) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 672.336568] env[66703]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66703) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 672.336760] env[66703]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66703) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 672.336852] env[66703]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66703) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 672.336974] env[66703]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: edd00d40-6f87-4c61-9069-3d442058e704 is going to be created. [ 672.360602] env[66703]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66703) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 672.360780] env[66703]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66703) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 672.360827] env[66703]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66703) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 672.361039] env[66703]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66703) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 672.361202] env[66703]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66703) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 672.371526] env[66703]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: edd00d40-6f87-4c61-9069-3d442058e704 in Status: UNINITIALIZED for 2s [ 672.424054] env[66703]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=66703) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 672.424471] env[66703]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66703) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 672.424471] env[66703]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66703) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 672.424578] env[66703]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66703) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 672.424673] env[66703]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66703) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 672.424914] env[66703]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66703) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 672.425049] env[66703]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66703) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 672.425146] env[66703]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66703) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 672.426078] env[66703]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66703) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 672.426186] env[66703]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66703) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 672.426301] env[66703]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 32e0f1f8-5e67-463a-bbe6-da9c89b63705 is going to be updated. [ 672.459409] env[66703]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66703) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 672.459582] env[66703]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66703) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 672.459634] env[66703]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66703) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 672.459935] env[66703]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66703) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 672.460022] env[66703]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66703) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 672.471219] env[66703]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 32e0f1f8-5e67-463a-bbe6-da9c89b63705 in Status: IN_PROGRESS for 2s [ 672.558825] env[66703]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 6365a784-f6cd-436e-be41-fa820f180738 in Status: SUCCESS [ 672.559089] env[66703]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-6365a784-f6cd-436e-be41-fa820f180738" {{(pid=66703) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 672.691690] env[66703]: DEBUG networking_nsxv3.common.locking [None req-ffa6d202-748e-4c81-9979-ad08741f9cf7 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , ] {{(pid=66703) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 672.692061] env[66703]: DEBUG oslo_concurrency.lockutils [None req-ffa6d202-748e-4c81-9979-ad08741f9cf7 None None] Acquiring lock "SegmentPort" {{(pid=66703) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 672.692061] env[66703]: DEBUG oslo_concurrency.lockutils [None req-ffa6d202-748e-4c81-9979-ad08741f9cf7 None None] Acquired lock "SegmentPort" {{(pid=66703) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 672.692368] env[66703]: DEBUG oslo_concurrency.lockutils [None req-ffa6d202-748e-4c81-9979-ad08741f9cf7 None None] Acquired external semaphore "SegmentPort" {{(pid=66703) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 672.692545] env[66703]: DEBUG oslo_concurrency.lockutils [None req-ffa6d202-748e-4c81-9979-ad08741f9cf7 None None] Releasing lock "SegmentPort" {{(pid=66703) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 672.692715] env[66703]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-ffa6d202-748e-4c81-9979-ad08741f9cf7 None None] Segment Port a0c0b0ca-a90b-4bad-b993-7c32949a89ed not found, creating... [ 672.693013] env[66703]: DEBUG networking_nsxv3.common.locking [None req-ffa6d202-748e-4c81-9979-ad08741f9cf7 None None] Lock Segment taken with stack trace [, , , , , , , , , , , ] {{(pid=66703) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 672.693221] env[66703]: DEBUG oslo_concurrency.lockutils [None req-ffa6d202-748e-4c81-9979-ad08741f9cf7 None None] Acquiring lock "Segment" {{(pid=66703) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 672.693407] env[66703]: DEBUG oslo_concurrency.lockutils [None req-ffa6d202-748e-4c81-9979-ad08741f9cf7 None None] Acquired lock "Segment" {{(pid=66703) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 672.693633] env[66703]: DEBUG oslo_concurrency.lockutils [None req-ffa6d202-748e-4c81-9979-ad08741f9cf7 None None] Acquired external semaphore "Segment" {{(pid=66703) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 672.693770] env[66703]: DEBUG oslo_concurrency.lockutils [None req-ffa6d202-748e-4c81-9979-ad08741f9cf7 None None] Releasing lock "Segment" {{(pid=66703) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 672.694064] env[66703]: DEBUG networking_nsxv3.common.locking [None req-ffa6d202-748e-4c81-9979-ad08741f9cf7 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=66703) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 672.694219] env[66703]: DEBUG oslo_concurrency.lockutils [None req-ffa6d202-748e-4c81-9979-ad08741f9cf7 None None] Acquiring lock "SegmentPort" {{(pid=66703) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 672.694332] env[66703]: DEBUG oslo_concurrency.lockutils [None req-ffa6d202-748e-4c81-9979-ad08741f9cf7 None None] Acquired lock "SegmentPort" {{(pid=66703) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 672.694534] env[66703]: DEBUG oslo_concurrency.lockutils [None req-ffa6d202-748e-4c81-9979-ad08741f9cf7 None None] Acquired external semaphore "SegmentPort" {{(pid=66703) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 672.695129] env[66703]: DEBUG oslo_concurrency.lockutils [None req-ffa6d202-748e-4c81-9979-ad08741f9cf7 None None] Releasing lock "SegmentPort" {{(pid=66703) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 672.695129] env[66703]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-ffa6d202-748e-4c81-9979-ad08741f9cf7 None None] Resource: SegmentPort with ID: a0c0b0ca-a90b-4bad-b993-7c32949a89ed is going to be created. [ 672.715750] env[66703]: DEBUG networking_nsxv3.common.locking [None req-ffa6d202-748e-4c81-9979-ad08741f9cf7 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=66703) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 672.716081] env[66703]: DEBUG oslo_concurrency.lockutils [None req-ffa6d202-748e-4c81-9979-ad08741f9cf7 None None] Acquiring lock "SegmentPort" {{(pid=66703) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 672.716273] env[66703]: DEBUG oslo_concurrency.lockutils [None req-ffa6d202-748e-4c81-9979-ad08741f9cf7 None None] Acquired lock "SegmentPort" {{(pid=66703) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 672.716659] env[66703]: DEBUG oslo_concurrency.lockutils [None req-ffa6d202-748e-4c81-9979-ad08741f9cf7 None None] Acquired external semaphore "SegmentPort" {{(pid=66703) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 672.716969] env[66703]: DEBUG oslo_concurrency.lockutils [None req-ffa6d202-748e-4c81-9979-ad08741f9cf7 None None] Releasing lock "SegmentPort" {{(pid=66703) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 672.717309] env[66703]: DEBUG oslo_concurrency.lockutils [None req-ffa6d202-748e-4c81-9979-ad08741f9cf7 None None] Releasing lock "port-a0c0b0ca-a90b-4bad-b993-7c32949a89ed" {{(pid=66703) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 672.748675] env[66703]: DEBUG networking_nsxv3.common.locking [-] Lock member-e67add3f-2e36-4deb-be60-d3fd9e28ce9a taken with stack trace [, , , ] {{(pid=66703) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 672.749694] env[66703]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-e67add3f-2e36-4deb-be60-d3fd9e28ce9a" {{(pid=66703) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 672.749694] env[66703]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-e67add3f-2e36-4deb-be60-d3fd9e28ce9a" {{(pid=66703) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 672.749694] env[66703]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-e67add3f-2e36-4deb-be60-d3fd9e28ce9a" {{(pid=66703) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 672.749694] env[66703]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=66703) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 672.749694] env[66703]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66703) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 672.749694] env[66703]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66703) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 672.749994] env[66703]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66703) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 672.749994] env[66703]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66703) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 672.749994] env[66703]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-e67add3f-2e36-4deb-be60-d3fd9e28ce9a" {{(pid=66703) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 672.750126] env[66703]: DEBUG networking_nsxv3.common.locking [-] Lock member-e67add3f-2e36-4deb-be60-d3fd9e28ce9a taken with stack trace [, , , ] {{(pid=66703) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 672.750304] env[66703]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-e67add3f-2e36-4deb-be60-d3fd9e28ce9a" {{(pid=66703) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 672.750304] env[66703]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-e67add3f-2e36-4deb-be60-d3fd9e28ce9a" {{(pid=66703) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 672.750403] env[66703]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-e67add3f-2e36-4deb-be60-d3fd9e28ce9a" {{(pid=66703) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 672.750602] env[66703]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=66703) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 672.750716] env[66703]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66703) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 672.750776] env[66703]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66703) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 672.750922] env[66703]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66703) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 672.750999] env[66703]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66703) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 672.751093] env[66703]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-e67add3f-2e36-4deb-be60-d3fd9e28ce9a" {{(pid=66703) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 672.751180] env[66703]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('e67add3f-2e36-4deb-be60-d3fd9e28ce9a',) {} {{(pid=66703) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 673.253977] env[66703]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for e67add3f-2e36-4deb-be60-d3fd9e28ce9a: rpc.has_security_group_logging(os_id): False [ 673.275809] env[66703]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=66703) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 673.276162] env[66703]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66703) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 673.276162] env[66703]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66703) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 673.276415] env[66703]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66703) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 673.276582] env[66703]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66703) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 673.276856] env[66703]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66703) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 673.276978] env[66703]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66703) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 673.277162] env[66703]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66703) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 673.277703] env[66703]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66703) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 673.277703] env[66703]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66703) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 673.278077] env[66703]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66703) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 673.278077] env[66703]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66703) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 673.278077] env[66703]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66703) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 673.278274] env[66703]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66703) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 673.278327] env[66703]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66703) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 673.278593] env[66703]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=66703) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 673.278807] env[66703]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66703) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 673.278938] env[66703]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66703) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 673.279173] env[66703]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66703) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 673.279267] env[66703]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66703) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 673.279381] env[66703]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: e67add3f-2e36-4deb-be60-d3fd9e28ce9a is going to be updated. [ 673.362655] env[66703]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=66703) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 673.362981] env[66703]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66703) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 673.362981] env[66703]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66703) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 673.363583] env[66703]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66703) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 673.363583] env[66703]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66703) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 673.381403] env[66703]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: e67add3f-2e36-4deb-be60-d3fd9e28ce9a in Status: IN_PROGRESS for 2s [ 673.573490] env[66703]: INFO networking_nsxv3.common.synchronization [req-1efefcd3-77e7-4bf6-9ce5-345d34de8d06 req-5c333468-ae7f-4c23-9599-b10d82308f49 service nova] Enqueued Resource ID: 8e4a28ae-331b-4bc3-83a7-35099819703c with Priority: HIGHEST for action security_group_rules [ 673.573863] env[66703]: INFO networking_nsxv3.common.synchronization [req-1efefcd3-77e7-4bf6-9ce5-345d34de8d06 req-5c333468-ae7f-4c23-9599-b10d82308f49 service nova] Enqueued Resource ID: 8e4a28ae-331b-4bc3-83a7-35099819703c with Priority: HIGHEST for action security_group_members [ 673.574071] env[66703]: INFO networking_nsxv3.common.synchronization [req-1efefcd3-77e7-4bf6-9ce5-345d34de8d06 req-5c333468-ae7f-4c23-9599-b10d82308f49 service nova] Enqueued Resource ID: a0c0b0ca-a90b-4bad-b993-7c32949a89ed with Priority: HIGHEST for action port [ 673.574703] env[66703]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 8e4a28ae-331b-4bc3-83a7-35099819703c with Priority: HIGHEST for action security_group_rules [ 673.574950] env[66703]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 8e4a28ae-331b-4bc3-83a7-35099819703c with Priority: HIGHEST for action security_group_members [ 673.575204] env[66703]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: a0c0b0ca-a90b-4bad-b993-7c32949a89ed with Priority: HIGHEST for action port [ 673.575902] env[66703]: DEBUG networking_nsxv3.common.locking [-] Lock rules-8e4a28ae-331b-4bc3-83a7-35099819703c taken with stack trace [, , ] {{(pid=66703) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 673.576212] env[66703]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-8e4a28ae-331b-4bc3-83a7-35099819703c" {{(pid=66703) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 673.576377] env[66703]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-8e4a28ae-331b-4bc3-83a7-35099819703c" {{(pid=66703) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 673.576954] env[66703]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-8e4a28ae-331b-4bc3-83a7-35099819703c" {{(pid=66703) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 673.577165] env[66703]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('8e4a28ae-331b-4bc3-83a7-35099819703c',) {} {{(pid=66703) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 673.578160] env[66703]: DEBUG networking_nsxv3.common.locking [-] Lock member-8e4a28ae-331b-4bc3-83a7-35099819703c taken with stack trace [, , ] {{(pid=66703) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 673.578342] env[66703]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-8e4a28ae-331b-4bc3-83a7-35099819703c" {{(pid=66703) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 673.578449] env[66703]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-8e4a28ae-331b-4bc3-83a7-35099819703c" {{(pid=66703) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 673.578668] env[66703]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-8e4a28ae-331b-4bc3-83a7-35099819703c" {{(pid=66703) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 673.578870] env[66703]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=66703) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 673.579042] env[66703]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66703) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 673.579153] env[66703]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66703) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 673.579349] env[66703]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66703) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 673.579537] env[66703]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66703) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 673.579677] env[66703]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('8e4a28ae-331b-4bc3-83a7-35099819703c',) {} {{(pid=66703) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 673.580538] env[66703]: DEBUG networking_nsxv3.common.locking [-] Lock port-a0c0b0ca-a90b-4bad-b993-7c32949a89ed taken with stack trace [, , ] {{(pid=66703) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 673.580725] env[66703]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-a0c0b0ca-a90b-4bad-b993-7c32949a89ed" {{(pid=66703) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 673.583902] env[66703]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-a0c0b0ca-a90b-4bad-b993-7c32949a89ed" {{(pid=66703) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 673.583902] env[66703]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-a0c0b0ca-a90b-4bad-b993-7c32949a89ed" {{(pid=66703) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 673.583902] env[66703]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('a0c0b0ca-a90b-4bad-b993-7c32949a89ed',) {} {{(pid=66703) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 674.043878] env[66703]: INFO networking_nsxv3.common.synchronization [req-142947eb-4509-4d4a-9d89-f20b3edb058c req-194ba62a-424e-42d2-bdba-b85e32a50bc3 tempest-VolumesAssistedSnapshotsTest-948706622 tempest-VolumesAssistedSnapshotsTest-948706622-project-member] Enqueued Resource ID: 84b6ed1b-c02f-4007-a7b7-c301f2fc661e with Priority: HIGHEST for action security_group_members [ 674.045263] env[66703]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 84b6ed1b-c02f-4007-a7b7-c301f2fc661e with Priority: HIGHEST for action security_group_members [ 674.045653] env[66703]: DEBUG networking_nsxv3.common.locking [-] Lock member-84b6ed1b-c02f-4007-a7b7-c301f2fc661e taken with stack trace [, , ] {{(pid=66703) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 674.045916] env[66703]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-84b6ed1b-c02f-4007-a7b7-c301f2fc661e" {{(pid=66703) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 674.045916] env[66703]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-84b6ed1b-c02f-4007-a7b7-c301f2fc661e" {{(pid=66703) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 674.046262] env[66703]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-84b6ed1b-c02f-4007-a7b7-c301f2fc661e" {{(pid=66703) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 674.046462] env[66703]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=66703) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 674.046572] env[66703]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66703) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 674.046628] env[66703]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66703) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 674.046892] env[66703]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66703) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 674.047210] env[66703]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66703) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 674.047342] env[66703]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('84b6ed1b-c02f-4007-a7b7-c301f2fc661e',) {} {{(pid=66703) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 674.082865] env[66703]: DEBUG networking_nsxv3.common.locking [-] Lock member-8e4a28ae-331b-4bc3-83a7-35099819703c taken with stack trace [, , , ] {{(pid=66703) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 674.083240] env[66703]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-8e4a28ae-331b-4bc3-83a7-35099819703c" {{(pid=66703) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 674.083438] env[66703]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('8e4a28ae-331b-4bc3-83a7-35099819703c',) {} {{(pid=66703) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 674.086031] env[66703]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] realization of port a0c0b0ca-a90b-4bad-b993-7c32949a89ed with status ACTIVE [ 674.086266] env[66703]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=66703) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 674.086411] env[66703]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=66703) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 674.086455] env[66703]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=66703) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 674.086662] env[66703]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=66703) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 674.086746] env[66703]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=66703) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 674.086919] env[66703]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , ] {{(pid=66703) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 674.087094] env[66703]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=66703) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 674.087186] env[66703]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=66703) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 674.087432] env[66703]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=66703) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 674.087527] env[66703]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=66703) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 674.087727] env[66703]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=66703) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 674.087824] env[66703]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=66703) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 674.087909] env[66703]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=66703) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 674.088096] env[66703]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=66703) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 674.088191] env[66703]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=66703) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 674.089463] env[66703]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: SegmentPort with ID: a0c0b0ca-a90b-4bad-b993-7c32949a89ed is going to be updated. [ 674.114253] env[66703]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=66703) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 674.115048] env[66703]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=66703) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 674.115048] env[66703]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=66703) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 674.115048] env[66703]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=66703) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 674.115048] env[66703]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=66703) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 674.115048] env[66703]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-a0c0b0ca-a90b-4bad-b993-7c32949a89ed" {{(pid=66703) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 674.386761] env[66703]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: edd00d40-6f87-4c61-9069-3d442058e704 in Status: SUCCESS [ 674.386987] env[66703]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-edd00d40-6f87-4c61-9069-3d442058e704" {{(pid=66703) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 674.387203] env[66703]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-edd00d40-6f87-4c61-9069-3d442058e704" {{(pid=66703) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 674.387431] env[66703]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-edd00d40-6f87-4c61-9069-3d442058e704" {{(pid=66703) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 674.387675] env[66703]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=66703) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 674.387754] env[66703]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66703) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 674.387840] env[66703]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66703) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 674.387970] env[66703]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66703) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 674.388097] env[66703]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66703) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 674.388197] env[66703]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-edd00d40-6f87-4c61-9069-3d442058e704" {{(pid=66703) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 674.390360] env[66703]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('edd00d40-6f87-4c61-9069-3d442058e704',) {} {{(pid=66703) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 674.453371] env[66703]: DEBUG networking_nsxv3.common.locking [None req-ffa6d202-748e-4c81-9979-ad08741f9cf7 None None] Lock network-110 taken with stack trace [, , , , , , , , ] {{(pid=66703) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 674.453371] env[66703]: DEBUG oslo_concurrency.lockutils [None req-ffa6d202-748e-4c81-9979-ad08741f9cf7 None None] Acquiring lock "network-110" {{(pid=66703) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 674.453572] env[66703]: DEBUG oslo_concurrency.lockutils [None req-ffa6d202-748e-4c81-9979-ad08741f9cf7 None None] Acquired lock "network-110" {{(pid=66703) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 674.454322] env[66703]: DEBUG oslo_concurrency.lockutils [None req-ffa6d202-748e-4c81-9979-ad08741f9cf7 None None] Acquired external semaphore "network-110" {{(pid=66703) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 674.454453] env[66703]: DEBUG networking_nsxv3.common.locking [None req-ffa6d202-748e-4c81-9979-ad08741f9cf7 None None] Lock Segment taken with stack trace [, , , , , , , , , , ] {{(pid=66703) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 674.455106] env[66703]: DEBUG oslo_concurrency.lockutils [None req-ffa6d202-748e-4c81-9979-ad08741f9cf7 None None] Acquiring lock "Segment" {{(pid=66703) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 674.455106] env[66703]: DEBUG oslo_concurrency.lockutils [None req-ffa6d202-748e-4c81-9979-ad08741f9cf7 None None] Acquired lock "Segment" {{(pid=66703) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 674.457612] env[66703]: DEBUG oslo_concurrency.lockutils [None req-ffa6d202-748e-4c81-9979-ad08741f9cf7 None None] Acquired external semaphore "Segment" {{(pid=66703) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 674.458077] env[66703]: DEBUG oslo_concurrency.lockutils [None req-ffa6d202-748e-4c81-9979-ad08741f9cf7 None None] Releasing lock "Segment" {{(pid=66703) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 674.458077] env[66703]: DEBUG dogpile.cache.region [None req-ffa6d202-748e-4c81-9979-ad08741f9cf7 None None] No value present for key: 'zone-id' {{(pid=66703) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 674.458228] env[66703]: DEBUG dogpile.lock [None req-ffa6d202-748e-4c81-9979-ad08741f9cf7 None None] NeedRegenerationException {{(pid=66703) _enter /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:90}} [ 674.458228] env[66703]: DEBUG dogpile.lock [None req-ffa6d202-748e-4c81-9979-ad08741f9cf7 None None] no value, waiting for create lock {{(pid=66703) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:131}} [ 674.458335] env[66703]: DEBUG dogpile.lock [None req-ffa6d202-748e-4c81-9979-ad08741f9cf7 None None] value creation lock acquired {{(pid=66703) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:135}} [ 674.458844] env[66703]: DEBUG dogpile.cache.region [None req-ffa6d202-748e-4c81-9979-ad08741f9cf7 None None] No value present for key: 'zone-id' {{(pid=66703) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 674.459022] env[66703]: DEBUG dogpile.lock [None req-ffa6d202-748e-4c81-9979-ad08741f9cf7 None None] Calling creation function for not-yet-present value {{(pid=66703) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:174}} [ 674.459205] env[66703]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-ffa6d202-748e-4c81-9979-ad08741f9cf7 None None] Looking for TransportZone with name nsx-vlan-transportzone. [ 674.485031] env[66703]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-ffa6d202-748e-4c81-9979-ad08741f9cf7 None None] loading zone with a95c914d-748d-497c-94ab-10d4647daeba and tags [{'scope': 'mp2policy_migr_status', 'tag': 'success'}] [ 674.485031] env[66703]: DEBUG dogpile.cache.region [None req-ffa6d202-748e-4c81-9979-ad08741f9cf7 None None] Cache value generated in 0.025 seconds for key(s): 'zone-id' {{(pid=66703) _log_time /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:910}} [ 674.485031] env[66703]: DEBUG dogpile.lock [None req-ffa6d202-748e-4c81-9979-ad08741f9cf7 None None] Released creation lock {{(pid=66703) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:182}} [ 674.485272] env[66703]: DEBUG oslo_concurrency.lockutils [None req-ffa6d202-748e-4c81-9979-ad08741f9cf7 None None] Releasing lock "network-110" {{(pid=66703) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 674.485537] env[66703]: DEBUG networking_nsxv3.common.locking [None req-ffa6d202-748e-4c81-9979-ad08741f9cf7 None None] Lock port-94c39bb6-7e67-4857-b701-1ffcdaefaed9 taken with stack trace [, , , , , , , , ] {{(pid=66703) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 674.485788] env[66703]: DEBUG oslo_concurrency.lockutils [None req-ffa6d202-748e-4c81-9979-ad08741f9cf7 None None] Acquiring lock "port-94c39bb6-7e67-4857-b701-1ffcdaefaed9" {{(pid=66703) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 674.485986] env[66703]: DEBUG oslo_concurrency.lockutils [None req-ffa6d202-748e-4c81-9979-ad08741f9cf7 None None] Acquired lock "port-94c39bb6-7e67-4857-b701-1ffcdaefaed9" {{(pid=66703) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 674.486388] env[66703]: DEBUG oslo_concurrency.lockutils [None req-ffa6d202-748e-4c81-9979-ad08741f9cf7 None None] Acquired external semaphore "port-94c39bb6-7e67-4857-b701-1ffcdaefaed9" {{(pid=66703) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 674.486565] env[66703]: DEBUG networking_nsxv3.api.rpc [None req-ffa6d202-748e-4c81-9979-ad08741f9cf7 None None] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('94c39bb6-7e67-4857-b701-1ffcdaefaed9',) {} {{(pid=66703) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 674.488449] env[66703]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 32e0f1f8-5e67-463a-bbe6-da9c89b63705 in Status: SUCCESS [ 674.488640] env[66703]: WARNING networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 32e0f1f8-5e67-463a-bbe6-da9c89b63705 deletion is rescheduled due to dependency. [ 674.488781] env[66703]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-32e0f1f8-5e67-463a-bbe6-da9c89b63705" {{(pid=66703) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 674.549398] env[66703]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=66703) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 674.549589] env[66703]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66703) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 674.549672] env[66703]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66703) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 674.549986] env[66703]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66703) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 674.550145] env[66703]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66703) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 674.550356] env[66703]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66703) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 674.550487] env[66703]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66703) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 674.550552] env[66703]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66703) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 674.550735] env[66703]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66703) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 674.550819] env[66703]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66703) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 674.550908] env[66703]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 84b6ed1b-c02f-4007-a7b7-c301f2fc661e already deleted. [ 674.551014] env[66703]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-84b6ed1b-c02f-4007-a7b7-c301f2fc661e" {{(pid=66703) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 674.590904] env[66703]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('8e4a28ae-331b-4bc3-83a7-35099819703c',) {} {{(pid=66703) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 674.895182] env[66703]: DEBUG networking_nsxv3.common.locking [-] Lock member-edd00d40-6f87-4c61-9069-3d442058e704 taken with stack trace [, , , ] {{(pid=66703) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 674.895182] env[66703]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-edd00d40-6f87-4c61-9069-3d442058e704" {{(pid=66703) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 674.895182] env[66703]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-edd00d40-6f87-4c61-9069-3d442058e704" {{(pid=66703) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 674.895182] env[66703]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-edd00d40-6f87-4c61-9069-3d442058e704" {{(pid=66703) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 674.895182] env[66703]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=66703) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 674.895182] env[66703]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66703) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 674.895182] env[66703]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66703) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 674.895182] env[66703]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66703) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 674.895182] env[66703]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66703) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 674.895182] env[66703]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-edd00d40-6f87-4c61-9069-3d442058e704" {{(pid=66703) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 674.895182] env[66703]: DEBUG networking_nsxv3.common.locking [-] Lock member-edd00d40-6f87-4c61-9069-3d442058e704 taken with stack trace [, , , ] {{(pid=66703) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 674.895182] env[66703]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-edd00d40-6f87-4c61-9069-3d442058e704" {{(pid=66703) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 674.895182] env[66703]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-edd00d40-6f87-4c61-9069-3d442058e704" {{(pid=66703) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 674.895182] env[66703]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-edd00d40-6f87-4c61-9069-3d442058e704" {{(pid=66703) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 674.895182] env[66703]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=66703) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 674.895182] env[66703]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66703) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 674.895907] env[66703]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66703) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 674.895907] env[66703]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66703) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 674.895907] env[66703]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66703) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 674.895907] env[66703]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-edd00d40-6f87-4c61-9069-3d442058e704" {{(pid=66703) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 674.895907] env[66703]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('edd00d40-6f87-4c61-9069-3d442058e704',) {} {{(pid=66703) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 674.991056] env[66703]: DEBUG networking_nsxv3.common.locking [None req-ffa6d202-748e-4c81-9979-ad08741f9cf7 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , ] {{(pid=66703) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 674.991301] env[66703]: DEBUG oslo_concurrency.lockutils [None req-ffa6d202-748e-4c81-9979-ad08741f9cf7 None None] Acquiring lock "SegmentPort" {{(pid=66703) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 674.991417] env[66703]: DEBUG oslo_concurrency.lockutils [None req-ffa6d202-748e-4c81-9979-ad08741f9cf7 None None] Acquired lock "SegmentPort" {{(pid=66703) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 674.991696] env[66703]: DEBUG oslo_concurrency.lockutils [None req-ffa6d202-748e-4c81-9979-ad08741f9cf7 None None] Acquired external semaphore "SegmentPort" {{(pid=66703) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 674.991834] env[66703]: DEBUG oslo_concurrency.lockutils [None req-ffa6d202-748e-4c81-9979-ad08741f9cf7 None None] Releasing lock "SegmentPort" {{(pid=66703) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 674.991979] env[66703]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-ffa6d202-748e-4c81-9979-ad08741f9cf7 None None] Segment Port 94c39bb6-7e67-4857-b701-1ffcdaefaed9 not found, creating... [ 674.992242] env[66703]: DEBUG networking_nsxv3.common.locking [None req-ffa6d202-748e-4c81-9979-ad08741f9cf7 None None] Lock Segment taken with stack trace [, , , , , , , , , , , ] {{(pid=66703) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 674.992392] env[66703]: DEBUG oslo_concurrency.lockutils [None req-ffa6d202-748e-4c81-9979-ad08741f9cf7 None None] Acquiring lock "Segment" {{(pid=66703) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 674.992502] env[66703]: DEBUG oslo_concurrency.lockutils [None req-ffa6d202-748e-4c81-9979-ad08741f9cf7 None None] Acquired lock "Segment" {{(pid=66703) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 674.992701] env[66703]: DEBUG oslo_concurrency.lockutils [None req-ffa6d202-748e-4c81-9979-ad08741f9cf7 None None] Acquired external semaphore "Segment" {{(pid=66703) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 674.992831] env[66703]: DEBUG oslo_concurrency.lockutils [None req-ffa6d202-748e-4c81-9979-ad08741f9cf7 None None] Releasing lock "Segment" {{(pid=66703) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 674.993116] env[66703]: DEBUG networking_nsxv3.common.locking [None req-ffa6d202-748e-4c81-9979-ad08741f9cf7 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=66703) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 674.993266] env[66703]: DEBUG oslo_concurrency.lockutils [None req-ffa6d202-748e-4c81-9979-ad08741f9cf7 None None] Acquiring lock "SegmentPort" {{(pid=66703) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 674.993377] env[66703]: DEBUG oslo_concurrency.lockutils [None req-ffa6d202-748e-4c81-9979-ad08741f9cf7 None None] Acquired lock "SegmentPort" {{(pid=66703) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 674.993574] env[66703]: DEBUG oslo_concurrency.lockutils [None req-ffa6d202-748e-4c81-9979-ad08741f9cf7 None None] Acquired external semaphore "SegmentPort" {{(pid=66703) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 674.993699] env[66703]: DEBUG oslo_concurrency.lockutils [None req-ffa6d202-748e-4c81-9979-ad08741f9cf7 None None] Releasing lock "SegmentPort" {{(pid=66703) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 674.993828] env[66703]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-ffa6d202-748e-4c81-9979-ad08741f9cf7 None None] Resource: SegmentPort with ID: 94c39bb6-7e67-4857-b701-1ffcdaefaed9 is going to be created. [ 675.020869] env[66703]: DEBUG networking_nsxv3.common.locking [None req-ffa6d202-748e-4c81-9979-ad08741f9cf7 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=66703) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 675.021139] env[66703]: DEBUG oslo_concurrency.lockutils [None req-ffa6d202-748e-4c81-9979-ad08741f9cf7 None None] Acquiring lock "SegmentPort" {{(pid=66703) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 675.021270] env[66703]: DEBUG oslo_concurrency.lockutils [None req-ffa6d202-748e-4c81-9979-ad08741f9cf7 None None] Acquired lock "SegmentPort" {{(pid=66703) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 675.021563] env[66703]: DEBUG oslo_concurrency.lockutils [None req-ffa6d202-748e-4c81-9979-ad08741f9cf7 None None] Acquired external semaphore "SegmentPort" {{(pid=66703) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 675.021797] env[66703]: DEBUG oslo_concurrency.lockutils [None req-ffa6d202-748e-4c81-9979-ad08741f9cf7 None None] Releasing lock "SegmentPort" {{(pid=66703) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 675.022037] env[66703]: DEBUG oslo_concurrency.lockutils [None req-ffa6d202-748e-4c81-9979-ad08741f9cf7 None None] Releasing lock "port-94c39bb6-7e67-4857-b701-1ffcdaefaed9" {{(pid=66703) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 675.093939] env[66703]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66703) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 675.094248] env[66703]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66703) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 675.094248] env[66703]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66703) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 675.094398] env[66703]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66703) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 675.094433] env[66703]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66703) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 675.094510] env[66703]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 8e4a28ae-331b-4bc3-83a7-35099819703c is going to be created. [ 675.161280] env[66703]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66703) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 675.161438] env[66703]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66703) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 675.161511] env[66703]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66703) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 675.161765] env[66703]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66703) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 675.161933] env[66703]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66703) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 675.186254] env[66703]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 8e4a28ae-331b-4bc3-83a7-35099819703c in Status: UNINITIALIZED for 2s [ 675.397082] env[66703]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: e67add3f-2e36-4deb-be60-d3fd9e28ce9a in Status: SUCCESS [ 675.397288] env[66703]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-e67add3f-2e36-4deb-be60-d3fd9e28ce9a" {{(pid=66703) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 675.397378] env[66703]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-e67add3f-2e36-4deb-be60-d3fd9e28ce9a" {{(pid=66703) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 675.397625] env[66703]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-e67add3f-2e36-4deb-be60-d3fd9e28ce9a" {{(pid=66703) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 675.397721] env[66703]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('e67add3f-2e36-4deb-be60-d3fd9e28ce9a',) {} {{(pid=66703) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 675.404409] env[66703]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for edd00d40-6f87-4c61-9069-3d442058e704: rpc.has_security_group_logging(os_id): False [ 675.421359] env[66703]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=66703) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 675.421676] env[66703]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66703) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 675.421799] env[66703]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66703) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 675.422031] env[66703]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66703) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 675.422124] env[66703]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66703) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 675.422338] env[66703]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66703) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 675.422439] env[66703]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66703) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 675.422504] env[66703]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66703) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 675.422725] env[66703]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66703) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 675.422838] env[66703]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66703) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 675.423063] env[66703]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66703) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 675.423171] env[66703]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66703) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 675.423235] env[66703]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66703) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 675.424045] env[66703]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66703) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 675.424147] env[66703]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66703) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 675.424346] env[66703]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=66703) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 675.424447] env[66703]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66703) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 675.424511] env[66703]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66703) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 675.424677] env[66703]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66703) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 675.424755] env[66703]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66703) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 675.424841] env[66703]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: edd00d40-6f87-4c61-9069-3d442058e704 is going to be created. [ 675.486676] env[66703]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=66703) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 675.486676] env[66703]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66703) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 675.486920] env[66703]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66703) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 675.486959] env[66703]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66703) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 675.487508] env[66703]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66703) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 675.501459] env[66703]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: edd00d40-6f87-4c61-9069-3d442058e704 in Status: IN_PROGRESS for 2s [ 675.783108] env[66703]: INFO networking_nsxv3.common.synchronization [req-142947eb-4509-4d4a-9d89-f20b3edb058c req-61367eb7-9904-4ed4-82c4-e3ba0697cebe service nova] Enqueued Resource ID: 84b6ed1b-c02f-4007-a7b7-c301f2fc661e with Priority: HIGHEST for action security_group_rules [ 675.783384] env[66703]: INFO networking_nsxv3.common.synchronization [req-142947eb-4509-4d4a-9d89-f20b3edb058c req-61367eb7-9904-4ed4-82c4-e3ba0697cebe service nova] Enqueued Resource ID: 84b6ed1b-c02f-4007-a7b7-c301f2fc661e with Priority: HIGHEST for action security_group_members [ 675.783606] env[66703]: INFO networking_nsxv3.common.synchronization [req-142947eb-4509-4d4a-9d89-f20b3edb058c req-61367eb7-9904-4ed4-82c4-e3ba0697cebe service nova] Enqueued Resource ID: 94c39bb6-7e67-4857-b701-1ffcdaefaed9 with Priority: HIGHEST for action port [ 675.784490] env[66703]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 84b6ed1b-c02f-4007-a7b7-c301f2fc661e with Priority: HIGHEST for action security_group_rules [ 675.784758] env[66703]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 84b6ed1b-c02f-4007-a7b7-c301f2fc661e with Priority: HIGHEST for action security_group_members [ 675.785674] env[66703]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 94c39bb6-7e67-4857-b701-1ffcdaefaed9 with Priority: HIGHEST for action port [ 675.786160] env[66703]: DEBUG networking_nsxv3.common.locking [-] Lock rules-84b6ed1b-c02f-4007-a7b7-c301f2fc661e taken with stack trace [, , ] {{(pid=66703) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 675.786380] env[66703]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-84b6ed1b-c02f-4007-a7b7-c301f2fc661e" {{(pid=66703) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 675.786477] env[66703]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-84b6ed1b-c02f-4007-a7b7-c301f2fc661e" {{(pid=66703) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 675.786856] env[66703]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-84b6ed1b-c02f-4007-a7b7-c301f2fc661e" {{(pid=66703) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 675.787016] env[66703]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('84b6ed1b-c02f-4007-a7b7-c301f2fc661e',) {} {{(pid=66703) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 675.788931] env[66703]: DEBUG networking_nsxv3.common.locking [-] Lock member-84b6ed1b-c02f-4007-a7b7-c301f2fc661e taken with stack trace [, , ] {{(pid=66703) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 675.789149] env[66703]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-84b6ed1b-c02f-4007-a7b7-c301f2fc661e" {{(pid=66703) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 675.790018] env[66703]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-84b6ed1b-c02f-4007-a7b7-c301f2fc661e" {{(pid=66703) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 675.790018] env[66703]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-84b6ed1b-c02f-4007-a7b7-c301f2fc661e" {{(pid=66703) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 675.790018] env[66703]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=66703) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 675.790208] env[66703]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66703) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 675.790327] env[66703]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66703) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 675.790710] env[66703]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66703) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 675.790781] env[66703]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66703) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 675.790943] env[66703]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('84b6ed1b-c02f-4007-a7b7-c301f2fc661e',) {} {{(pid=66703) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 675.801877] env[66703]: DEBUG networking_nsxv3.common.locking [-] Lock port-94c39bb6-7e67-4857-b701-1ffcdaefaed9 taken with stack trace [, , ] {{(pid=66703) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 675.801877] env[66703]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-94c39bb6-7e67-4857-b701-1ffcdaefaed9" {{(pid=66703) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 675.801877] env[66703]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-94c39bb6-7e67-4857-b701-1ffcdaefaed9" {{(pid=66703) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 675.801877] env[66703]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-94c39bb6-7e67-4857-b701-1ffcdaefaed9" {{(pid=66703) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 675.801877] env[66703]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('94c39bb6-7e67-4857-b701-1ffcdaefaed9',) {} {{(pid=66703) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 675.900623] env[66703]: DEBUG networking_nsxv3.common.locking [-] Lock member-e67add3f-2e36-4deb-be60-d3fd9e28ce9a taken with stack trace [, , , ] {{(pid=66703) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 675.900822] env[66703]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-e67add3f-2e36-4deb-be60-d3fd9e28ce9a" {{(pid=66703) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 675.900907] env[66703]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-e67add3f-2e36-4deb-be60-d3fd9e28ce9a" {{(pid=66703) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 675.901565] env[66703]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-e67add3f-2e36-4deb-be60-d3fd9e28ce9a" {{(pid=66703) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 675.901744] env[66703]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=66703) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 675.901861] env[66703]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66703) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 675.901939] env[66703]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66703) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 675.902126] env[66703]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66703) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 675.902206] env[66703]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66703) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 675.902334] env[66703]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-e67add3f-2e36-4deb-be60-d3fd9e28ce9a" {{(pid=66703) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 675.902428] env[66703]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('e67add3f-2e36-4deb-be60-d3fd9e28ce9a',) {} {{(pid=66703) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 676.300354] env[66703]: DEBUG networking_nsxv3.common.locking [-] Lock member-84b6ed1b-c02f-4007-a7b7-c301f2fc661e taken with stack trace [, , , ] {{(pid=66703) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 676.300354] env[66703]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-84b6ed1b-c02f-4007-a7b7-c301f2fc661e" {{(pid=66703) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 676.301166] env[66703]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('84b6ed1b-c02f-4007-a7b7-c301f2fc661e',) {} {{(pid=66703) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 676.303133] env[66703]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] realization of port 94c39bb6-7e67-4857-b701-1ffcdaefaed9 with status ACTIVE [ 676.303133] env[66703]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=66703) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 676.303133] env[66703]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=66703) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 676.303133] env[66703]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=66703) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 676.303133] env[66703]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=66703) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 676.303133] env[66703]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=66703) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 676.307068] env[66703]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , ] {{(pid=66703) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 676.307068] env[66703]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=66703) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 676.307068] env[66703]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=66703) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 676.307068] env[66703]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=66703) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 676.307068] env[66703]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=66703) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 676.307068] env[66703]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=66703) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 676.307068] env[66703]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=66703) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 676.307068] env[66703]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=66703) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 676.307068] env[66703]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=66703) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 676.307068] env[66703]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=66703) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 676.307068] env[66703]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: SegmentPort with ID: 94c39bb6-7e67-4857-b701-1ffcdaefaed9 is going to be updated. [ 676.346413] env[66703]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=66703) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 676.346775] env[66703]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=66703) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 676.346990] env[66703]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=66703) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 676.347292] env[66703]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=66703) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 676.347623] env[66703]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=66703) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 676.347835] env[66703]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-94c39bb6-7e67-4857-b701-1ffcdaefaed9" {{(pid=66703) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 676.413671] env[66703]: DEBUG networking_nsxv3.common.locking [-] Lock member-e67add3f-2e36-4deb-be60-d3fd9e28ce9a taken with stack trace [, , , ] {{(pid=66703) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 676.414069] env[66703]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-e67add3f-2e36-4deb-be60-d3fd9e28ce9a" {{(pid=66703) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 676.414069] env[66703]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-e67add3f-2e36-4deb-be60-d3fd9e28ce9a" {{(pid=66703) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 676.414275] env[66703]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-e67add3f-2e36-4deb-be60-d3fd9e28ce9a" {{(pid=66703) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 676.414515] env[66703]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=66703) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 676.414670] env[66703]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66703) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 676.414747] env[66703]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66703) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 676.415313] env[66703]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66703) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 676.415313] env[66703]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66703) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 676.415428] env[66703]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-e67add3f-2e36-4deb-be60-d3fd9e28ce9a" {{(pid=66703) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 676.416949] env[66703]: DEBUG networking_nsxv3.common.locking [-] Lock member-e67add3f-2e36-4deb-be60-d3fd9e28ce9a taken with stack trace [, , , ] {{(pid=66703) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 676.416949] env[66703]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-e67add3f-2e36-4deb-be60-d3fd9e28ce9a" {{(pid=66703) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 676.416949] env[66703]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-e67add3f-2e36-4deb-be60-d3fd9e28ce9a" {{(pid=66703) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 676.416949] env[66703]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-e67add3f-2e36-4deb-be60-d3fd9e28ce9a" {{(pid=66703) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 676.416949] env[66703]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=66703) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 676.416949] env[66703]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66703) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 676.418528] env[66703]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66703) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 676.418900] env[66703]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66703) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 676.419141] env[66703]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66703) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 676.419754] env[66703]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-e67add3f-2e36-4deb-be60-d3fd9e28ce9a" {{(pid=66703) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 676.419754] env[66703]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('e67add3f-2e36-4deb-be60-d3fd9e28ce9a',) {} {{(pid=66703) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 676.810336] env[66703]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('84b6ed1b-c02f-4007-a7b7-c301f2fc661e',) {} {{(pid=66703) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 676.923584] env[66703]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for e67add3f-2e36-4deb-be60-d3fd9e28ce9a: rpc.has_security_group_logging(os_id): False [ 676.947551] env[66703]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=66703) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 676.948621] env[66703]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66703) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 676.948818] env[66703]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66703) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 676.949257] env[66703]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66703) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 676.949257] env[66703]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66703) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 676.949485] env[66703]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66703) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 676.949596] env[66703]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66703) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 676.949661] env[66703]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66703) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 676.949821] env[66703]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66703) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 676.949898] env[66703]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66703) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 676.953020] env[66703]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66703) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 676.953020] env[66703]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66703) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 676.953020] env[66703]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66703) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 676.953020] env[66703]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66703) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 676.953020] env[66703]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66703) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 676.953020] env[66703]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=66703) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 676.953020] env[66703]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66703) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 676.953020] env[66703]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66703) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 676.953020] env[66703]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66703) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 676.953020] env[66703]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66703) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 676.953020] env[66703]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: e67add3f-2e36-4deb-be60-d3fd9e28ce9a is going to be updated. [ 677.031293] env[66703]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=66703) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 677.031466] env[66703]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66703) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 677.031516] env[66703]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66703) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 677.033152] env[66703]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66703) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 677.033152] env[66703]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66703) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 677.049126] env[66703]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: e67add3f-2e36-4deb-be60-d3fd9e28ce9a in Status: IN_PROGRESS for 2s [ 677.185597] env[66703]: INFO networking_nsxv3.common.synchronization [req-c76403f9-d2a3-43f7-b2af-88e3bc6a9fa5 req-c8ca8a66-fc7b-4b3d-b6e7-7153e7df4e83 tempest-DeleteServersTestJSON-1282002617 tempest-DeleteServersTestJSON-1282002617-project-member] Enqueued Resource ID: db254d47-d7a1-40b1-a751-5c5ada9bc604 with Priority: HIGHEST for action security_group_members [ 677.193030] env[66703]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: db254d47-d7a1-40b1-a751-5c5ada9bc604 with Priority: HIGHEST for action security_group_members [ 677.193030] env[66703]: DEBUG networking_nsxv3.common.locking [-] Lock member-db254d47-d7a1-40b1-a751-5c5ada9bc604 taken with stack trace [, , ] {{(pid=66703) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 677.193030] env[66703]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-db254d47-d7a1-40b1-a751-5c5ada9bc604" {{(pid=66703) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 677.193030] env[66703]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-db254d47-d7a1-40b1-a751-5c5ada9bc604" {{(pid=66703) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 677.193030] env[66703]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-db254d47-d7a1-40b1-a751-5c5ada9bc604" {{(pid=66703) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 677.194191] env[66703]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=66703) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 677.194555] env[66703]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66703) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 677.194736] env[66703]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66703) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 677.195021] env[66703]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66703) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 677.195285] env[66703]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66703) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 677.197130] env[66703]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('db254d47-d7a1-40b1-a751-5c5ada9bc604',) {} {{(pid=66703) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 677.207679] env[66703]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 8e4a28ae-331b-4bc3-83a7-35099819703c in Status: SUCCESS [ 677.207880] env[66703]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-8e4a28ae-331b-4bc3-83a7-35099819703c" {{(pid=66703) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 677.208498] env[66703]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-8e4a28ae-331b-4bc3-83a7-35099819703c" {{(pid=66703) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 677.208814] env[66703]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-8e4a28ae-331b-4bc3-83a7-35099819703c" {{(pid=66703) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 677.209146] env[66703]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=66703) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 677.209377] env[66703]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66703) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 677.209476] env[66703]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66703) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 677.209692] env[66703]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66703) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 677.209836] env[66703]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66703) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 677.210076] env[66703]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-8e4a28ae-331b-4bc3-83a7-35099819703c" {{(pid=66703) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 677.210313] env[66703]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('8e4a28ae-331b-4bc3-83a7-35099819703c',) {} {{(pid=66703) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 677.321267] env[66703]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66703) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 677.321267] env[66703]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66703) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 677.321267] env[66703]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66703) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 677.321267] env[66703]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66703) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 677.321267] env[66703]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66703) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 677.321267] env[66703]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 84b6ed1b-c02f-4007-a7b7-c301f2fc661e is going to be created. [ 677.345544] env[66703]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66703) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 677.345873] env[66703]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66703) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 677.346064] env[66703]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66703) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 677.346401] env[66703]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66703) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 677.348017] env[66703]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66703) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 677.357793] env[66703]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 84b6ed1b-c02f-4007-a7b7-c301f2fc661e in Status: UNINITIALIZED for 2s [ 677.516383] env[66703]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: edd00d40-6f87-4c61-9069-3d442058e704 in Status: SUCCESS [ 677.516383] env[66703]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-edd00d40-6f87-4c61-9069-3d442058e704" {{(pid=66703) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 677.700116] env[66703]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=66703) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 677.700116] env[66703]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66703) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 677.700116] env[66703]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66703) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 677.700116] env[66703]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66703) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 677.700116] env[66703]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66703) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 677.700116] env[66703]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66703) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 677.700864] env[66703]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66703) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 677.700864] env[66703]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66703) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 677.700864] env[66703]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66703) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 677.700864] env[66703]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66703) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 677.700864] env[66703]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: db254d47-d7a1-40b1-a751-5c5ada9bc604 already deleted. [ 677.700864] env[66703]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-db254d47-d7a1-40b1-a751-5c5ada9bc604" {{(pid=66703) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 677.713360] env[66703]: DEBUG networking_nsxv3.common.locking [-] Lock member-8e4a28ae-331b-4bc3-83a7-35099819703c taken with stack trace [, , , ] {{(pid=66703) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 677.713943] env[66703]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-8e4a28ae-331b-4bc3-83a7-35099819703c" {{(pid=66703) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 677.714038] env[66703]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-8e4a28ae-331b-4bc3-83a7-35099819703c" {{(pid=66703) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 677.714357] env[66703]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-8e4a28ae-331b-4bc3-83a7-35099819703c" {{(pid=66703) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 677.714422] env[66703]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=66703) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 677.714766] env[66703]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66703) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 677.714766] env[66703]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66703) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 677.714766] env[66703]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66703) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 677.715044] env[66703]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66703) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 677.715044] env[66703]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-8e4a28ae-331b-4bc3-83a7-35099819703c" {{(pid=66703) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 677.715044] env[66703]: DEBUG networking_nsxv3.common.locking [-] Lock member-8e4a28ae-331b-4bc3-83a7-35099819703c taken with stack trace [, , , ] {{(pid=66703) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 677.715154] env[66703]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-8e4a28ae-331b-4bc3-83a7-35099819703c" {{(pid=66703) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 677.715185] env[66703]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-8e4a28ae-331b-4bc3-83a7-35099819703c" {{(pid=66703) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 677.715337] env[66703]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-8e4a28ae-331b-4bc3-83a7-35099819703c" {{(pid=66703) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 677.715582] env[66703]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=66703) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 677.715582] env[66703]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66703) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 677.715675] env[66703]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66703) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 677.715773] env[66703]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66703) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 677.715839] env[66703]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66703) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 677.716128] env[66703]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-8e4a28ae-331b-4bc3-83a7-35099819703c" {{(pid=66703) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 677.716128] env[66703]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('8e4a28ae-331b-4bc3-83a7-35099819703c',) {} {{(pid=66703) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 677.731480] env[66703]: DEBUG networking_nsxv3.common.locking [None req-ffa6d202-748e-4c81-9979-ad08741f9cf7 None None] Lock network-41 taken with stack trace [, , , , , , , , ] {{(pid=66703) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 677.731480] env[66703]: DEBUG oslo_concurrency.lockutils [None req-ffa6d202-748e-4c81-9979-ad08741f9cf7 None None] Acquiring lock "network-41" {{(pid=66703) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 677.731480] env[66703]: DEBUG oslo_concurrency.lockutils [None req-ffa6d202-748e-4c81-9979-ad08741f9cf7 None None] Acquired lock "network-41" {{(pid=66703) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 677.731734] env[66703]: DEBUG oslo_concurrency.lockutils [None req-ffa6d202-748e-4c81-9979-ad08741f9cf7 None None] Acquired external semaphore "network-41" {{(pid=66703) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 677.732000] env[66703]: DEBUG networking_nsxv3.common.locking [None req-ffa6d202-748e-4c81-9979-ad08741f9cf7 None None] Lock Segment taken with stack trace [, , , , , , , , , , ] {{(pid=66703) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 677.732191] env[66703]: DEBUG oslo_concurrency.lockutils [None req-ffa6d202-748e-4c81-9979-ad08741f9cf7 None None] Acquiring lock "Segment" {{(pid=66703) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 677.732314] env[66703]: DEBUG oslo_concurrency.lockutils [None req-ffa6d202-748e-4c81-9979-ad08741f9cf7 None None] Acquired lock "Segment" {{(pid=66703) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 677.732533] env[66703]: DEBUG oslo_concurrency.lockutils [None req-ffa6d202-748e-4c81-9979-ad08741f9cf7 None None] Acquired external semaphore "Segment" {{(pid=66703) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 677.732664] env[66703]: DEBUG oslo_concurrency.lockutils [None req-ffa6d202-748e-4c81-9979-ad08741f9cf7 None None] Releasing lock "Segment" {{(pid=66703) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 677.732859] env[66703]: DEBUG dogpile.cache.region [None req-ffa6d202-748e-4c81-9979-ad08741f9cf7 None None] No value present for key: 'zone-id' {{(pid=66703) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 677.732965] env[66703]: DEBUG dogpile.lock [None req-ffa6d202-748e-4c81-9979-ad08741f9cf7 None None] NeedRegenerationException {{(pid=66703) _enter /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:90}} [ 677.733114] env[66703]: DEBUG dogpile.lock [None req-ffa6d202-748e-4c81-9979-ad08741f9cf7 None None] no value, waiting for create lock {{(pid=66703) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:131}} [ 677.733223] env[66703]: DEBUG dogpile.lock [None req-ffa6d202-748e-4c81-9979-ad08741f9cf7 None None] value creation lock acquired {{(pid=66703) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:135}} [ 677.733331] env[66703]: DEBUG dogpile.cache.region [None req-ffa6d202-748e-4c81-9979-ad08741f9cf7 None None] No value present for key: 'zone-id' {{(pid=66703) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 677.733432] env[66703]: DEBUG dogpile.lock [None req-ffa6d202-748e-4c81-9979-ad08741f9cf7 None None] Calling creation function for not-yet-present value {{(pid=66703) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:174}} [ 677.733562] env[66703]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-ffa6d202-748e-4c81-9979-ad08741f9cf7 None None] Looking for TransportZone with name nsx-vlan-transportzone. [ 677.751815] env[66703]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-ffa6d202-748e-4c81-9979-ad08741f9cf7 None None] loading zone with a95c914d-748d-497c-94ab-10d4647daeba and tags [{'scope': 'mp2policy_migr_status', 'tag': 'success'}] [ 677.751956] env[66703]: DEBUG dogpile.cache.region [None req-ffa6d202-748e-4c81-9979-ad08741f9cf7 None None] Cache value generated in 0.018 seconds for key(s): 'zone-id' {{(pid=66703) _log_time /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:910}} [ 677.752111] env[66703]: DEBUG dogpile.lock [None req-ffa6d202-748e-4c81-9979-ad08741f9cf7 None None] Released creation lock {{(pid=66703) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:182}} [ 677.752251] env[66703]: DEBUG oslo_concurrency.lockutils [None req-ffa6d202-748e-4c81-9979-ad08741f9cf7 None None] Releasing lock "network-41" {{(pid=66703) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 677.752557] env[66703]: DEBUG networking_nsxv3.common.locking [None req-ffa6d202-748e-4c81-9979-ad08741f9cf7 None None] Lock port-1cf74342-9e97-469f-94a3-5b696f5e8c8b taken with stack trace [, , , , , , , , ] {{(pid=66703) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 677.752739] env[66703]: DEBUG oslo_concurrency.lockutils [None req-ffa6d202-748e-4c81-9979-ad08741f9cf7 None None] Acquiring lock "port-1cf74342-9e97-469f-94a3-5b696f5e8c8b" {{(pid=66703) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 677.752903] env[66703]: DEBUG oslo_concurrency.lockutils [None req-ffa6d202-748e-4c81-9979-ad08741f9cf7 None None] Acquired lock "port-1cf74342-9e97-469f-94a3-5b696f5e8c8b" {{(pid=66703) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 677.753249] env[66703]: DEBUG oslo_concurrency.lockutils [None req-ffa6d202-748e-4c81-9979-ad08741f9cf7 None None] Acquired external semaphore "port-1cf74342-9e97-469f-94a3-5b696f5e8c8b" {{(pid=66703) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 677.753398] env[66703]: DEBUG networking_nsxv3.api.rpc [None req-ffa6d202-748e-4c81-9979-ad08741f9cf7 None None] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('1cf74342-9e97-469f-94a3-5b696f5e8c8b',) {} {{(pid=66703) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 678.218299] env[66703]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for 8e4a28ae-331b-4bc3-83a7-35099819703c: rpc.has_security_group_logging(os_id): False [ 678.240151] env[66703]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=66703) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 678.240336] env[66703]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66703) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 678.240462] env[66703]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66703) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 678.241455] env[66703]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66703) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 678.241690] env[66703]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66703) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 678.241954] env[66703]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66703) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 678.242132] env[66703]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66703) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 678.242174] env[66703]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66703) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 678.242344] env[66703]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66703) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 678.242427] env[66703]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66703) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 678.242627] env[66703]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66703) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 678.242726] env[66703]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66703) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 678.242797] env[66703]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66703) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 678.242935] env[66703]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66703) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 678.242996] env[66703]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66703) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 678.243677] env[66703]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=66703) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 678.243883] env[66703]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66703) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 678.243964] env[66703]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66703) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 678.244141] env[66703]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66703) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 678.244232] env[66703]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66703) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 678.244326] env[66703]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 8e4a28ae-331b-4bc3-83a7-35099819703c is going to be created. [ 678.256274] env[66703]: DEBUG networking_nsxv3.common.locking [None req-ffa6d202-748e-4c81-9979-ad08741f9cf7 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , ] {{(pid=66703) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 678.256560] env[66703]: DEBUG oslo_concurrency.lockutils [None req-ffa6d202-748e-4c81-9979-ad08741f9cf7 None None] Acquiring lock "SegmentPort" {{(pid=66703) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 678.256779] env[66703]: DEBUG oslo_concurrency.lockutils [None req-ffa6d202-748e-4c81-9979-ad08741f9cf7 None None] Acquired lock "SegmentPort" {{(pid=66703) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 678.257370] env[66703]: DEBUG oslo_concurrency.lockutils [None req-ffa6d202-748e-4c81-9979-ad08741f9cf7 None None] Acquired external semaphore "SegmentPort" {{(pid=66703) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 678.257370] env[66703]: DEBUG oslo_concurrency.lockutils [None req-ffa6d202-748e-4c81-9979-ad08741f9cf7 None None] Releasing lock "SegmentPort" {{(pid=66703) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 678.257482] env[66703]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-ffa6d202-748e-4c81-9979-ad08741f9cf7 None None] Segment Port 1cf74342-9e97-469f-94a3-5b696f5e8c8b not found, creating... [ 678.258076] env[66703]: DEBUG networking_nsxv3.common.locking [None req-ffa6d202-748e-4c81-9979-ad08741f9cf7 None None] Lock Segment taken with stack trace [, , , , , , , , , , , ] {{(pid=66703) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 678.258076] env[66703]: DEBUG oslo_concurrency.lockutils [None req-ffa6d202-748e-4c81-9979-ad08741f9cf7 None None] Acquiring lock "Segment" {{(pid=66703) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 678.258452] env[66703]: DEBUG oslo_concurrency.lockutils [None req-ffa6d202-748e-4c81-9979-ad08741f9cf7 None None] Acquired lock "Segment" {{(pid=66703) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 678.258667] env[66703]: DEBUG oslo_concurrency.lockutils [None req-ffa6d202-748e-4c81-9979-ad08741f9cf7 None None] Acquired external semaphore "Segment" {{(pid=66703) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 678.258667] env[66703]: DEBUG oslo_concurrency.lockutils [None req-ffa6d202-748e-4c81-9979-ad08741f9cf7 None None] Releasing lock "Segment" {{(pid=66703) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 678.259013] env[66703]: DEBUG networking_nsxv3.common.locking [None req-ffa6d202-748e-4c81-9979-ad08741f9cf7 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=66703) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 678.259193] env[66703]: DEBUG oslo_concurrency.lockutils [None req-ffa6d202-748e-4c81-9979-ad08741f9cf7 None None] Acquiring lock "SegmentPort" {{(pid=66703) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 678.259946] env[66703]: DEBUG oslo_concurrency.lockutils [None req-ffa6d202-748e-4c81-9979-ad08741f9cf7 None None] Acquired lock "SegmentPort" {{(pid=66703) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 678.259946] env[66703]: DEBUG oslo_concurrency.lockutils [None req-ffa6d202-748e-4c81-9979-ad08741f9cf7 None None] Acquired external semaphore "SegmentPort" {{(pid=66703) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 678.259946] env[66703]: DEBUG oslo_concurrency.lockutils [None req-ffa6d202-748e-4c81-9979-ad08741f9cf7 None None] Releasing lock "SegmentPort" {{(pid=66703) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 678.259946] env[66703]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-ffa6d202-748e-4c81-9979-ad08741f9cf7 None None] Resource: SegmentPort with ID: 1cf74342-9e97-469f-94a3-5b696f5e8c8b is going to be created. [ 678.280283] env[66703]: DEBUG networking_nsxv3.common.locking [None req-ffa6d202-748e-4c81-9979-ad08741f9cf7 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=66703) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 678.280283] env[66703]: DEBUG oslo_concurrency.lockutils [None req-ffa6d202-748e-4c81-9979-ad08741f9cf7 None None] Acquiring lock "SegmentPort" {{(pid=66703) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 678.280283] env[66703]: DEBUG oslo_concurrency.lockutils [None req-ffa6d202-748e-4c81-9979-ad08741f9cf7 None None] Acquired lock "SegmentPort" {{(pid=66703) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 678.280283] env[66703]: DEBUG oslo_concurrency.lockutils [None req-ffa6d202-748e-4c81-9979-ad08741f9cf7 None None] Acquired external semaphore "SegmentPort" {{(pid=66703) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 678.280553] env[66703]: DEBUG oslo_concurrency.lockutils [None req-ffa6d202-748e-4c81-9979-ad08741f9cf7 None None] Releasing lock "SegmentPort" {{(pid=66703) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 678.282040] env[66703]: DEBUG oslo_concurrency.lockutils [None req-ffa6d202-748e-4c81-9979-ad08741f9cf7 None None] Releasing lock "port-1cf74342-9e97-469f-94a3-5b696f5e8c8b" {{(pid=66703) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 678.329866] env[66703]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=66703) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 678.330275] env[66703]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66703) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 678.330275] env[66703]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66703) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 678.330450] env[66703]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66703) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 678.330572] env[66703]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66703) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 678.344499] env[66703]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 8e4a28ae-331b-4bc3-83a7-35099819703c in Status: IN_PROGRESS for 2s [ 678.661463] env[66703]: INFO networking_nsxv3.common.synchronization [None req-6967ae7e-5bac-49b8-a21e-4868f804cf79 None None] Enqueued Resource ID: c978137e-b859-4de7-bb2b-05a1b515f410 with Priority: HIGHEST for action port [ 678.662034] env[66703]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: c978137e-b859-4de7-bb2b-05a1b515f410 with Priority: HIGHEST for action port [ 678.663020] env[66703]: DEBUG networking_nsxv3.common.locking [-] Lock port-c978137e-b859-4de7-bb2b-05a1b515f410 taken with stack trace [, , ] {{(pid=66703) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 678.663020] env[66703]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-c978137e-b859-4de7-bb2b-05a1b515f410" {{(pid=66703) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 678.663020] env[66703]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-c978137e-b859-4de7-bb2b-05a1b515f410" {{(pid=66703) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 678.663020] env[66703]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-c978137e-b859-4de7-bb2b-05a1b515f410" {{(pid=66703) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 678.663020] env[66703]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('c978137e-b859-4de7-bb2b-05a1b515f410',) {} {{(pid=66703) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 678.790534] env[66703]: INFO networking_nsxv3.common.synchronization [req-95f34a74-fb71-4e20-82db-fee8a54fb73c req-475ca042-6396-4c7e-bea3-037eb53edb3f tempest-ServerDiagnosticsNegativeTest-1563952576 tempest-ServerDiagnosticsNegativeTest-1563952576-project-member] Enqueued Resource ID: 5a3ab0bf-8204-4d17-b3f0-d07129e04ee1 with Priority: HIGHEST for action security_group_members [ 678.791264] env[66703]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 5a3ab0bf-8204-4d17-b3f0-d07129e04ee1 with Priority: HIGHEST for action security_group_members [ 678.792241] env[66703]: DEBUG networking_nsxv3.common.locking [-] Lock member-5a3ab0bf-8204-4d17-b3f0-d07129e04ee1 taken with stack trace [, , ] {{(pid=66703) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 678.792241] env[66703]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-5a3ab0bf-8204-4d17-b3f0-d07129e04ee1" {{(pid=66703) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 678.792444] env[66703]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-5a3ab0bf-8204-4d17-b3f0-d07129e04ee1" {{(pid=66703) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 678.793228] env[66703]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-5a3ab0bf-8204-4d17-b3f0-d07129e04ee1" {{(pid=66703) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 678.793228] env[66703]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=66703) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 678.793228] env[66703]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66703) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 678.793228] env[66703]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66703) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 678.793228] env[66703]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66703) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 678.793228] env[66703]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66703) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 678.793228] env[66703]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('5a3ab0bf-8204-4d17-b3f0-d07129e04ee1',) {} {{(pid=66703) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 679.064199] env[66703]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: e67add3f-2e36-4deb-be60-d3fd9e28ce9a in Status: SUCCESS [ 679.064521] env[66703]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-e67add3f-2e36-4deb-be60-d3fd9e28ce9a" {{(pid=66703) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 679.099217] env[66703]: INFO networking_nsxv3.common.synchronization [req-c76403f9-d2a3-43f7-b2af-88e3bc6a9fa5 req-5a906229-50ea-47b5-8863-9675c225717d service nova] Enqueued Resource ID: db254d47-d7a1-40b1-a751-5c5ada9bc604 with Priority: HIGHEST for action security_group_rules [ 679.099217] env[66703]: INFO networking_nsxv3.common.synchronization [req-c76403f9-d2a3-43f7-b2af-88e3bc6a9fa5 req-5a906229-50ea-47b5-8863-9675c225717d service nova] Enqueued Resource ID: db254d47-d7a1-40b1-a751-5c5ada9bc604 with Priority: HIGHEST for action security_group_members [ 679.099217] env[66703]: INFO networking_nsxv3.common.synchronization [req-c76403f9-d2a3-43f7-b2af-88e3bc6a9fa5 req-5a906229-50ea-47b5-8863-9675c225717d service nova] Enqueued Resource ID: 1cf74342-9e97-469f-94a3-5b696f5e8c8b with Priority: HIGHEST for action port [ 679.099334] env[66703]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: db254d47-d7a1-40b1-a751-5c5ada9bc604 with Priority: HIGHEST for action security_group_rules [ 679.099927] env[66703]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: db254d47-d7a1-40b1-a751-5c5ada9bc604 with Priority: HIGHEST for action security_group_members [ 679.100089] env[66703]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 1cf74342-9e97-469f-94a3-5b696f5e8c8b with Priority: HIGHEST for action port [ 679.100616] env[66703]: DEBUG networking_nsxv3.common.locking [-] Lock rules-db254d47-d7a1-40b1-a751-5c5ada9bc604 taken with stack trace [, , ] {{(pid=66703) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 679.100741] env[66703]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-db254d47-d7a1-40b1-a751-5c5ada9bc604" {{(pid=66703) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 679.100807] env[66703]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-db254d47-d7a1-40b1-a751-5c5ada9bc604" {{(pid=66703) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 679.101245] env[66703]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-db254d47-d7a1-40b1-a751-5c5ada9bc604" {{(pid=66703) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 679.101353] env[66703]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('db254d47-d7a1-40b1-a751-5c5ada9bc604',) {} {{(pid=66703) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 679.104174] env[66703]: DEBUG networking_nsxv3.common.locking [-] Lock member-db254d47-d7a1-40b1-a751-5c5ada9bc604 taken with stack trace [, , ] {{(pid=66703) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 679.104347] env[66703]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-db254d47-d7a1-40b1-a751-5c5ada9bc604" {{(pid=66703) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 679.104347] env[66703]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-db254d47-d7a1-40b1-a751-5c5ada9bc604" {{(pid=66703) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 679.108229] env[66703]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-db254d47-d7a1-40b1-a751-5c5ada9bc604" {{(pid=66703) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 679.108422] env[66703]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=66703) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 679.108539] env[66703]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66703) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 679.108604] env[66703]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66703) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 679.108843] env[66703]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66703) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 679.108957] env[66703]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66703) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 679.110527] env[66703]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('db254d47-d7a1-40b1-a751-5c5ada9bc604',) {} {{(pid=66703) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 679.111384] env[66703]: DEBUG networking_nsxv3.common.locking [-] Lock port-1cf74342-9e97-469f-94a3-5b696f5e8c8b taken with stack trace [, , ] {{(pid=66703) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 679.111550] env[66703]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-1cf74342-9e97-469f-94a3-5b696f5e8c8b" {{(pid=66703) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 679.112759] env[66703]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-1cf74342-9e97-469f-94a3-5b696f5e8c8b" {{(pid=66703) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 679.112759] env[66703]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-1cf74342-9e97-469f-94a3-5b696f5e8c8b" {{(pid=66703) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 679.112759] env[66703]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('1cf74342-9e97-469f-94a3-5b696f5e8c8b',) {} {{(pid=66703) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 679.167429] env[66703]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] deletion realization of port c978137e-b859-4de7-bb2b-05a1b515f410 [ 679.167429] env[66703]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=66703) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 679.167429] env[66703]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=66703) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 679.167429] env[66703]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=66703) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 679.167429] env[66703]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=66703) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 679.167429] env[66703]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=66703) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 679.167429] env[66703]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Segment Port:c978137e-b859-4de7-bb2b-05a1b515f410 already deleted. [ 679.167429] env[66703]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-c978137e-b859-4de7-bb2b-05a1b515f410" {{(pid=66703) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 679.297667] env[66703]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=66703) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 679.297667] env[66703]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66703) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 679.297667] env[66703]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66703) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 679.297667] env[66703]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66703) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 679.297667] env[66703]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66703) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 679.297667] env[66703]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66703) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 679.297667] env[66703]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66703) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 679.297667] env[66703]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66703) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 679.297667] env[66703]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66703) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 679.298907] env[66703]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66703) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 679.298907] env[66703]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 5a3ab0bf-8204-4d17-b3f0-d07129e04ee1 is going to be updated. [ 679.333182] env[66703]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66703) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 679.333182] env[66703]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66703) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 679.333182] env[66703]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66703) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 679.333182] env[66703]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66703) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 679.333182] env[66703]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66703) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 679.341452] env[66703]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 5a3ab0bf-8204-4d17-b3f0-d07129e04ee1 in Status: IN_PROGRESS for 2s [ 679.383136] env[66703]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 84b6ed1b-c02f-4007-a7b7-c301f2fc661e in Status: SUCCESS [ 679.383971] env[66703]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-84b6ed1b-c02f-4007-a7b7-c301f2fc661e" {{(pid=66703) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 679.383971] env[66703]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-84b6ed1b-c02f-4007-a7b7-c301f2fc661e" {{(pid=66703) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 679.383971] env[66703]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-84b6ed1b-c02f-4007-a7b7-c301f2fc661e" {{(pid=66703) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 679.383971] env[66703]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=66703) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 679.383971] env[66703]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66703) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 679.383971] env[66703]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66703) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 679.384322] env[66703]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66703) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 679.384322] env[66703]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66703) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 679.384322] env[66703]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-84b6ed1b-c02f-4007-a7b7-c301f2fc661e" {{(pid=66703) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 679.384576] env[66703]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('84b6ed1b-c02f-4007-a7b7-c301f2fc661e',) {} {{(pid=66703) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 679.585158] env[66703]: INFO networking_nsxv3.common.synchronization [req-0687b997-f367-416e-a3bd-a90617bf3adc req-3662d6e8-5c50-4bd3-b3e7-387c28f0cd82 tempest-ListServersNegativeTestJSON-1313518775 tempest-ListServersNegativeTestJSON-1313518775-project-member] Enqueued Resource ID: e67add3f-2e36-4deb-be60-d3fd9e28ce9a with Priority: HIGHEST for action security_group_members [ 679.585759] env[66703]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: e67add3f-2e36-4deb-be60-d3fd9e28ce9a with Priority: HIGHEST for action security_group_members [ 679.587135] env[66703]: DEBUG networking_nsxv3.common.locking [-] Lock member-e67add3f-2e36-4deb-be60-d3fd9e28ce9a taken with stack trace [, , ] {{(pid=66703) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 679.587135] env[66703]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-e67add3f-2e36-4deb-be60-d3fd9e28ce9a" {{(pid=66703) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 679.587135] env[66703]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-e67add3f-2e36-4deb-be60-d3fd9e28ce9a" {{(pid=66703) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 679.587135] env[66703]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-e67add3f-2e36-4deb-be60-d3fd9e28ce9a" {{(pid=66703) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 679.587135] env[66703]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=66703) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 679.587135] env[66703]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66703) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 679.587135] env[66703]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66703) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 679.587483] env[66703]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66703) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 679.587483] env[66703]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66703) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 679.587483] env[66703]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('e67add3f-2e36-4deb-be60-d3fd9e28ce9a',) {} {{(pid=66703) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 679.605020] env[66703]: DEBUG networking_nsxv3.common.locking [-] Lock member-db254d47-d7a1-40b1-a751-5c5ada9bc604 taken with stack trace [, , , ] {{(pid=66703) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 679.605202] env[66703]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-db254d47-d7a1-40b1-a751-5c5ada9bc604" {{(pid=66703) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 679.612051] env[66703]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('db254d47-d7a1-40b1-a751-5c5ada9bc604',) {} {{(pid=66703) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 679.618549] env[66703]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] realization of port 1cf74342-9e97-469f-94a3-5b696f5e8c8b with status ACTIVE [ 679.619256] env[66703]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=66703) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 679.619542] env[66703]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=66703) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 679.619649] env[66703]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=66703) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 679.620197] env[66703]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=66703) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 679.620336] env[66703]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=66703) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 679.620582] env[66703]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , ] {{(pid=66703) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 679.620696] env[66703]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=66703) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 679.620868] env[66703]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=66703) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 679.621129] env[66703]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=66703) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 679.621340] env[66703]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=66703) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 679.621619] env[66703]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=66703) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 679.621844] env[66703]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=66703) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 679.621933] env[66703]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=66703) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 679.622161] env[66703]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=66703) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 679.622254] env[66703]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=66703) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 679.622344] env[66703]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: SegmentPort with ID: 1cf74342-9e97-469f-94a3-5b696f5e8c8b is going to be updated. [ 679.649701] env[66703]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=66703) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 679.649901] env[66703]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=66703) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 679.649971] env[66703]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=66703) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 679.650166] env[66703]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=66703) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 679.650300] env[66703]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=66703) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 679.650474] env[66703]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-1cf74342-9e97-469f-94a3-5b696f5e8c8b" {{(pid=66703) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 679.888110] env[66703]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('84b6ed1b-c02f-4007-a7b7-c301f2fc661e',) {} {{(pid=66703) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 679.899101] env[66703]: INFO networking_nsxv3.common.synchronization [req-2ee1b265-5371-441c-b4cb-adf0cbfe7e44 req-a5130669-a31c-4aa3-ab8a-6c8da3a47b54 tempest-ServerActionsTestJSON-1903783594 tempest-ServerActionsTestJSON-1903783594-project-member] Enqueued Resource ID: e2dfd056-9012-4ee5-8e8c-6878a22ada99 with Priority: HIGHEST for action security_group_members [ 679.899101] env[66703]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: e2dfd056-9012-4ee5-8e8c-6878a22ada99 with Priority: HIGHEST for action security_group_members [ 679.899101] env[66703]: DEBUG networking_nsxv3.common.locking [-] Lock member-e2dfd056-9012-4ee5-8e8c-6878a22ada99 taken with stack trace [, , ] {{(pid=66703) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 679.899101] env[66703]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-e2dfd056-9012-4ee5-8e8c-6878a22ada99" {{(pid=66703) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 679.899101] env[66703]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-e2dfd056-9012-4ee5-8e8c-6878a22ada99" {{(pid=66703) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 679.899101] env[66703]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-e2dfd056-9012-4ee5-8e8c-6878a22ada99" {{(pid=66703) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 679.899404] env[66703]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=66703) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 679.899404] env[66703]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66703) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 679.899404] env[66703]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66703) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 679.899512] env[66703]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66703) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 679.899544] env[66703]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66703) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 679.899639] env[66703]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('e2dfd056-9012-4ee5-8e8c-6878a22ada99',) {} {{(pid=66703) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 680.090503] env[66703]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('e67add3f-2e36-4deb-be60-d3fd9e28ce9a',) {} {{(pid=66703) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 680.119252] env[66703]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('db254d47-d7a1-40b1-a751-5c5ada9bc604',) {} {{(pid=66703) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 680.322837] env[66703]: DEBUG networking_nsxv3.common.locking [None req-33d36011-a73c-4b6d-849a-f8c867240c48 None None] Lock network-54 taken with stack trace [, , , , , , , , ] {{(pid=66703) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 680.322970] env[66703]: DEBUG oslo_concurrency.lockutils [None req-33d36011-a73c-4b6d-849a-f8c867240c48 None None] Acquiring lock "network-54" {{(pid=66703) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 680.323094] env[66703]: DEBUG oslo_concurrency.lockutils [None req-33d36011-a73c-4b6d-849a-f8c867240c48 None None] Acquired lock "network-54" {{(pid=66703) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 680.323493] env[66703]: DEBUG oslo_concurrency.lockutils [None req-33d36011-a73c-4b6d-849a-f8c867240c48 None None] Acquired external semaphore "network-54" {{(pid=66703) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 680.323763] env[66703]: DEBUG networking_nsxv3.common.locking [None req-33d36011-a73c-4b6d-849a-f8c867240c48 None None] Lock Segment taken with stack trace [, , , , , , , , , , ] {{(pid=66703) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 680.324676] env[66703]: DEBUG oslo_concurrency.lockutils [None req-33d36011-a73c-4b6d-849a-f8c867240c48 None None] Acquiring lock "Segment" {{(pid=66703) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 680.324676] env[66703]: DEBUG oslo_concurrency.lockutils [None req-33d36011-a73c-4b6d-849a-f8c867240c48 None None] Acquired lock "Segment" {{(pid=66703) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 680.324676] env[66703]: DEBUG oslo_concurrency.lockutils [None req-33d36011-a73c-4b6d-849a-f8c867240c48 None None] Acquired external semaphore "Segment" {{(pid=66703) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 680.324676] env[66703]: DEBUG oslo_concurrency.lockutils [None req-33d36011-a73c-4b6d-849a-f8c867240c48 None None] Releasing lock "Segment" {{(pid=66703) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 680.324676] env[66703]: DEBUG dogpile.cache.region [None req-33d36011-a73c-4b6d-849a-f8c867240c48 None None] No value present for key: 'zone-id' {{(pid=66703) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 680.325277] env[66703]: DEBUG dogpile.lock [None req-33d36011-a73c-4b6d-849a-f8c867240c48 None None] NeedRegenerationException {{(pid=66703) _enter /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:90}} [ 680.325277] env[66703]: DEBUG dogpile.lock [None req-33d36011-a73c-4b6d-849a-f8c867240c48 None None] no value, waiting for create lock {{(pid=66703) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:131}} [ 680.325277] env[66703]: DEBUG dogpile.lock [None req-33d36011-a73c-4b6d-849a-f8c867240c48 None None] value creation lock acquired {{(pid=66703) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:135}} [ 680.325277] env[66703]: DEBUG dogpile.cache.region [None req-33d36011-a73c-4b6d-849a-f8c867240c48 None None] No value present for key: 'zone-id' {{(pid=66703) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 680.325277] env[66703]: DEBUG dogpile.lock [None req-33d36011-a73c-4b6d-849a-f8c867240c48 None None] Calling creation function for not-yet-present value {{(pid=66703) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:174}} [ 680.325277] env[66703]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-33d36011-a73c-4b6d-849a-f8c867240c48 None None] Looking for TransportZone with name nsx-vlan-transportzone. [ 680.348485] env[66703]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-33d36011-a73c-4b6d-849a-f8c867240c48 None None] loading zone with a95c914d-748d-497c-94ab-10d4647daeba and tags [{'scope': 'mp2policy_migr_status', 'tag': 'success'}] [ 680.348485] env[66703]: DEBUG dogpile.cache.region [None req-33d36011-a73c-4b6d-849a-f8c867240c48 None None] Cache value generated in 0.023 seconds for key(s): 'zone-id' {{(pid=66703) _log_time /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:910}} [ 680.348485] env[66703]: DEBUG dogpile.lock [None req-33d36011-a73c-4b6d-849a-f8c867240c48 None None] Released creation lock {{(pid=66703) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:182}} [ 680.348848] env[66703]: DEBUG oslo_concurrency.lockutils [None req-33d36011-a73c-4b6d-849a-f8c867240c48 None None] Releasing lock "network-54" {{(pid=66703) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 680.349120] env[66703]: DEBUG networking_nsxv3.common.locking [None req-33d36011-a73c-4b6d-849a-f8c867240c48 None None] Lock port-33fe3c74-8b9e-46ec-9a2d-bb748e62a5e1 taken with stack trace [, , , , , , , , ] {{(pid=66703) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 680.349698] env[66703]: DEBUG oslo_concurrency.lockutils [None req-33d36011-a73c-4b6d-849a-f8c867240c48 None None] Acquiring lock "port-33fe3c74-8b9e-46ec-9a2d-bb748e62a5e1" {{(pid=66703) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 680.349698] env[66703]: DEBUG oslo_concurrency.lockutils [None req-33d36011-a73c-4b6d-849a-f8c867240c48 None None] Acquired lock "port-33fe3c74-8b9e-46ec-9a2d-bb748e62a5e1" {{(pid=66703) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 680.349786] env[66703]: DEBUG oslo_concurrency.lockutils [None req-33d36011-a73c-4b6d-849a-f8c867240c48 None None] Acquired external semaphore "port-33fe3c74-8b9e-46ec-9a2d-bb748e62a5e1" {{(pid=66703) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 680.349919] env[66703]: DEBUG networking_nsxv3.api.rpc [None req-33d36011-a73c-4b6d-849a-f8c867240c48 None None] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('33fe3c74-8b9e-46ec-9a2d-bb748e62a5e1',) {} {{(pid=66703) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 680.356714] env[66703]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 8e4a28ae-331b-4bc3-83a7-35099819703c in Status: SUCCESS [ 680.356934] env[66703]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-8e4a28ae-331b-4bc3-83a7-35099819703c" {{(pid=66703) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 680.389786] env[66703]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for 84b6ed1b-c02f-4007-a7b7-c301f2fc661e: rpc.has_security_group_logging(os_id): False [ 680.402038] env[66703]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=66703) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 680.402569] env[66703]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66703) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 680.402569] env[66703]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66703) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 680.402569] env[66703]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66703) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 680.402755] env[66703]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66703) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 680.402883] env[66703]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66703) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 680.403287] env[66703]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66703) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 680.403287] env[66703]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66703) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 680.403287] env[66703]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66703) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 680.403287] env[66703]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66703) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 680.403485] env[66703]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: e2dfd056-9012-4ee5-8e8c-6878a22ada99 already deleted. [ 680.403485] env[66703]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-e2dfd056-9012-4ee5-8e8c-6878a22ada99" {{(pid=66703) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 680.410335] env[66703]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=66703) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 680.410494] env[66703]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66703) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 680.410563] env[66703]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66703) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 680.410733] env[66703]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66703) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 680.410818] env[66703]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66703) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 680.411063] env[66703]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=66703) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 680.411171] env[66703]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66703) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 680.411237] env[66703]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66703) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 680.411439] env[66703]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66703) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 680.411547] env[66703]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66703) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 680.411641] env[66703]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 84b6ed1b-c02f-4007-a7b7-c301f2fc661e is going to be created. [ 680.494268] env[66703]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=66703) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 680.494559] env[66703]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66703) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 680.494730] env[66703]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66703) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 680.494881] env[66703]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66703) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 680.496060] env[66703]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66703) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 680.514423] env[66703]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 84b6ed1b-c02f-4007-a7b7-c301f2fc661e in Status: IN_PROGRESS for 2s [ 680.593721] env[66703]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('e67add3f-2e36-4deb-be60-d3fd9e28ce9a',) {} {{(pid=66703) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 680.623266] env[66703]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66703) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 680.623266] env[66703]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66703) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 680.623471] env[66703]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66703) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 680.623565] env[66703]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66703) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 680.623680] env[66703]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66703) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 680.623884] env[66703]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: db254d47-d7a1-40b1-a751-5c5ada9bc604 is going to be created. [ 680.656626] env[66703]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66703) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 680.656866] env[66703]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66703) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 680.656866] env[66703]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66703) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 680.657280] env[66703]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66703) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 680.657280] env[66703]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66703) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 680.675312] env[66703]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: db254d47-d7a1-40b1-a751-5c5ada9bc604 in Status: UNINITIALIZED for 2s [ 680.855734] env[66703]: DEBUG networking_nsxv3.common.locking [None req-33d36011-a73c-4b6d-849a-f8c867240c48 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , ] {{(pid=66703) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 680.855734] env[66703]: DEBUG oslo_concurrency.lockutils [None req-33d36011-a73c-4b6d-849a-f8c867240c48 None None] Acquiring lock "SegmentPort" {{(pid=66703) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 680.855734] env[66703]: DEBUG oslo_concurrency.lockutils [None req-33d36011-a73c-4b6d-849a-f8c867240c48 None None] Acquired lock "SegmentPort" {{(pid=66703) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 680.855734] env[66703]: DEBUG oslo_concurrency.lockutils [None req-33d36011-a73c-4b6d-849a-f8c867240c48 None None] Acquired external semaphore "SegmentPort" {{(pid=66703) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 680.855734] env[66703]: DEBUG oslo_concurrency.lockutils [None req-33d36011-a73c-4b6d-849a-f8c867240c48 None None] Releasing lock "SegmentPort" {{(pid=66703) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 680.855734] env[66703]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-33d36011-a73c-4b6d-849a-f8c867240c48 None None] Segment Port 33fe3c74-8b9e-46ec-9a2d-bb748e62a5e1 not found, creating... [ 680.855734] env[66703]: DEBUG networking_nsxv3.common.locking [None req-33d36011-a73c-4b6d-849a-f8c867240c48 None None] Lock Segment taken with stack trace [, , , , , , , , , , , ] {{(pid=66703) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 680.855734] env[66703]: DEBUG oslo_concurrency.lockutils [None req-33d36011-a73c-4b6d-849a-f8c867240c48 None None] Acquiring lock "Segment" {{(pid=66703) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 680.855734] env[66703]: DEBUG oslo_concurrency.lockutils [None req-33d36011-a73c-4b6d-849a-f8c867240c48 None None] Acquired lock "Segment" {{(pid=66703) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 680.855734] env[66703]: DEBUG oslo_concurrency.lockutils [None req-33d36011-a73c-4b6d-849a-f8c867240c48 None None] Acquired external semaphore "Segment" {{(pid=66703) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 680.855734] env[66703]: DEBUG oslo_concurrency.lockutils [None req-33d36011-a73c-4b6d-849a-f8c867240c48 None None] Releasing lock "Segment" {{(pid=66703) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 680.856319] env[66703]: DEBUG networking_nsxv3.common.locking [None req-33d36011-a73c-4b6d-849a-f8c867240c48 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=66703) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 680.856319] env[66703]: DEBUG oslo_concurrency.lockutils [None req-33d36011-a73c-4b6d-849a-f8c867240c48 None None] Acquiring lock "SegmentPort" {{(pid=66703) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 680.856319] env[66703]: DEBUG oslo_concurrency.lockutils [None req-33d36011-a73c-4b6d-849a-f8c867240c48 None None] Acquired lock "SegmentPort" {{(pid=66703) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 680.856319] env[66703]: DEBUG oslo_concurrency.lockutils [None req-33d36011-a73c-4b6d-849a-f8c867240c48 None None] Acquired external semaphore "SegmentPort" {{(pid=66703) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 680.856319] env[66703]: DEBUG oslo_concurrency.lockutils [None req-33d36011-a73c-4b6d-849a-f8c867240c48 None None] Releasing lock "SegmentPort" {{(pid=66703) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 680.857181] env[66703]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-33d36011-a73c-4b6d-849a-f8c867240c48 None None] Resource: SegmentPort with ID: 33fe3c74-8b9e-46ec-9a2d-bb748e62a5e1 is going to be created. [ 680.884017] env[66703]: DEBUG networking_nsxv3.common.locking [None req-33d36011-a73c-4b6d-849a-f8c867240c48 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=66703) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 680.884277] env[66703]: DEBUG oslo_concurrency.lockutils [None req-33d36011-a73c-4b6d-849a-f8c867240c48 None None] Acquiring lock "SegmentPort" {{(pid=66703) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 680.884526] env[66703]: DEBUG oslo_concurrency.lockutils [None req-33d36011-a73c-4b6d-849a-f8c867240c48 None None] Acquired lock "SegmentPort" {{(pid=66703) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 680.884676] env[66703]: DEBUG oslo_concurrency.lockutils [None req-33d36011-a73c-4b6d-849a-f8c867240c48 None None] Acquired external semaphore "SegmentPort" {{(pid=66703) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 680.884932] env[66703]: DEBUG oslo_concurrency.lockutils [None req-33d36011-a73c-4b6d-849a-f8c867240c48 None None] Releasing lock "SegmentPort" {{(pid=66703) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 680.885251] env[66703]: DEBUG oslo_concurrency.lockutils [None req-33d36011-a73c-4b6d-849a-f8c867240c48 None None] Releasing lock "port-33fe3c74-8b9e-46ec-9a2d-bb748e62a5e1" {{(pid=66703) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 681.096822] env[66703]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66703) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 681.096997] env[66703]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66703) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 681.097158] env[66703]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66703) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 681.097463] env[66703]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66703) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 681.097566] env[66703]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66703) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 681.097675] env[66703]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: e67add3f-2e36-4deb-be60-d3fd9e28ce9a is going to be updated. [ 681.133177] env[66703]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66703) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 681.133299] env[66703]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66703) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 681.133349] env[66703]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66703) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 681.133649] env[66703]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66703) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 681.133793] env[66703]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66703) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 681.145498] env[66703]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: e67add3f-2e36-4deb-be60-d3fd9e28ce9a in Status: IN_PROGRESS for 2s [ 681.358113] env[66703]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 5a3ab0bf-8204-4d17-b3f0-d07129e04ee1 in Status: SUCCESS [ 681.358113] env[66703]: WARNING networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 5a3ab0bf-8204-4d17-b3f0-d07129e04ee1 deletion is rescheduled due to dependency. [ 681.358113] env[66703]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-5a3ab0bf-8204-4d17-b3f0-d07129e04ee1" {{(pid=66703) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 681.381341] env[66703]: INFO networking_nsxv3.common.synchronization [None req-69a3928c-d1e9-43a8-a4a7-9ecb759e5861 None None] Enqueued Resource ID: e4f70951-bb3f-40ea-ac2b-44dca69c0625 with Priority: HIGHEST for action port [ 681.381547] env[66703]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: e4f70951-bb3f-40ea-ac2b-44dca69c0625 with Priority: HIGHEST for action port [ 681.382091] env[66703]: DEBUG networking_nsxv3.common.locking [-] Lock port-e4f70951-bb3f-40ea-ac2b-44dca69c0625 taken with stack trace [, , ] {{(pid=66703) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 681.382212] env[66703]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-e4f70951-bb3f-40ea-ac2b-44dca69c0625" {{(pid=66703) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 681.382278] env[66703]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-e4f70951-bb3f-40ea-ac2b-44dca69c0625" {{(pid=66703) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 681.382565] env[66703]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-e4f70951-bb3f-40ea-ac2b-44dca69c0625" {{(pid=66703) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 681.382643] env[66703]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('e4f70951-bb3f-40ea-ac2b-44dca69c0625',) {} {{(pid=66703) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 681.645379] env[66703]: INFO networking_nsxv3.common.synchronization [req-2ee1b265-5371-441c-b4cb-adf0cbfe7e44 req-6c81e1a1-8d6e-44c7-ae70-e46f3a1d0090 service nova] Enqueued Resource ID: e2dfd056-9012-4ee5-8e8c-6878a22ada99 with Priority: HIGHEST for action security_group_rules [ 681.645670] env[66703]: INFO networking_nsxv3.common.synchronization [req-2ee1b265-5371-441c-b4cb-adf0cbfe7e44 req-6c81e1a1-8d6e-44c7-ae70-e46f3a1d0090 service nova] Enqueued Resource ID: e2dfd056-9012-4ee5-8e8c-6878a22ada99 with Priority: HIGHEST for action security_group_members [ 681.645838] env[66703]: INFO networking_nsxv3.common.synchronization [req-2ee1b265-5371-441c-b4cb-adf0cbfe7e44 req-6c81e1a1-8d6e-44c7-ae70-e46f3a1d0090 service nova] Enqueued Resource ID: 33fe3c74-8b9e-46ec-9a2d-bb748e62a5e1 with Priority: HIGHEST for action port [ 681.647672] env[66703]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: e2dfd056-9012-4ee5-8e8c-6878a22ada99 with Priority: HIGHEST for action security_group_rules [ 681.647672] env[66703]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: e2dfd056-9012-4ee5-8e8c-6878a22ada99 with Priority: HIGHEST for action security_group_members [ 681.647791] env[66703]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 33fe3c74-8b9e-46ec-9a2d-bb748e62a5e1 with Priority: HIGHEST for action port [ 681.648096] env[66703]: DEBUG networking_nsxv3.common.locking [-] Lock rules-e2dfd056-9012-4ee5-8e8c-6878a22ada99 taken with stack trace [, , ] {{(pid=66703) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 681.648248] env[66703]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-e2dfd056-9012-4ee5-8e8c-6878a22ada99" {{(pid=66703) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 681.648315] env[66703]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-e2dfd056-9012-4ee5-8e8c-6878a22ada99" {{(pid=66703) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 681.648531] env[66703]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-e2dfd056-9012-4ee5-8e8c-6878a22ada99" {{(pid=66703) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 681.648613] env[66703]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('e2dfd056-9012-4ee5-8e8c-6878a22ada99',) {} {{(pid=66703) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 681.653206] env[66703]: DEBUG networking_nsxv3.common.locking [-] Lock member-e2dfd056-9012-4ee5-8e8c-6878a22ada99 taken with stack trace [, , ] {{(pid=66703) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 681.653355] env[66703]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-e2dfd056-9012-4ee5-8e8c-6878a22ada99" {{(pid=66703) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 681.653417] env[66703]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-e2dfd056-9012-4ee5-8e8c-6878a22ada99" {{(pid=66703) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 681.654499] env[66703]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-e2dfd056-9012-4ee5-8e8c-6878a22ada99" {{(pid=66703) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 681.654499] env[66703]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=66703) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 681.654499] env[66703]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66703) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 681.654499] env[66703]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66703) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 681.654499] env[66703]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66703) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 681.654499] env[66703]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66703) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 681.654499] env[66703]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('e2dfd056-9012-4ee5-8e8c-6878a22ada99',) {} {{(pid=66703) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 681.655267] env[66703]: DEBUG networking_nsxv3.common.locking [-] Lock port-33fe3c74-8b9e-46ec-9a2d-bb748e62a5e1 taken with stack trace [, , ] {{(pid=66703) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 681.655369] env[66703]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-33fe3c74-8b9e-46ec-9a2d-bb748e62a5e1" {{(pid=66703) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 681.655440] env[66703]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-33fe3c74-8b9e-46ec-9a2d-bb748e62a5e1" {{(pid=66703) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 681.655600] env[66703]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-33fe3c74-8b9e-46ec-9a2d-bb748e62a5e1" {{(pid=66703) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 681.655669] env[66703]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('33fe3c74-8b9e-46ec-9a2d-bb748e62a5e1',) {} {{(pid=66703) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 681.884744] env[66703]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] deletion realization of port e4f70951-bb3f-40ea-ac2b-44dca69c0625 [ 681.884924] env[66703]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=66703) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 681.885041] env[66703]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=66703) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 681.885155] env[66703]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=66703) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 681.885444] env[66703]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=66703) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 681.885569] env[66703]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=66703) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 681.885703] env[66703]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Segment Port:e4f70951-bb3f-40ea-ac2b-44dca69c0625 already deleted. [ 681.885797] env[66703]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-e4f70951-bb3f-40ea-ac2b-44dca69c0625" {{(pid=66703) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 682.158372] env[66703]: DEBUG networking_nsxv3.common.locking [-] Lock member-e2dfd056-9012-4ee5-8e8c-6878a22ada99 taken with stack trace [, , , ] {{(pid=66703) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 682.158684] env[66703]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-e2dfd056-9012-4ee5-8e8c-6878a22ada99" {{(pid=66703) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 682.158769] env[66703]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('e2dfd056-9012-4ee5-8e8c-6878a22ada99',) {} {{(pid=66703) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 682.159849] env[66703]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] realization of port 33fe3c74-8b9e-46ec-9a2d-bb748e62a5e1 with status ACTIVE [ 682.159849] env[66703]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=66703) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 682.159958] env[66703]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=66703) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 682.160062] env[66703]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=66703) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 682.160483] env[66703]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=66703) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 682.160483] env[66703]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=66703) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 682.160483] env[66703]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , ] {{(pid=66703) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 682.160659] env[66703]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=66703) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 682.160659] env[66703]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=66703) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 682.160725] env[66703]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=66703) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 682.162112] env[66703]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=66703) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 682.162112] env[66703]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=66703) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 682.162112] env[66703]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=66703) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 682.162112] env[66703]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=66703) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 682.162112] env[66703]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=66703) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 682.162112] env[66703]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=66703) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 682.162112] env[66703]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: SegmentPort with ID: 33fe3c74-8b9e-46ec-9a2d-bb748e62a5e1 is going to be updated. [ 682.186414] env[66703]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=66703) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 682.186414] env[66703]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=66703) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 682.186414] env[66703]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=66703) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 682.186414] env[66703]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=66703) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 682.186414] env[66703]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=66703) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 682.186953] env[66703]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-33fe3c74-8b9e-46ec-9a2d-bb748e62a5e1" {{(pid=66703) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 682.530674] env[66703]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 84b6ed1b-c02f-4007-a7b7-c301f2fc661e in Status: SUCCESS [ 682.531088] env[66703]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-84b6ed1b-c02f-4007-a7b7-c301f2fc661e" {{(pid=66703) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 682.666531] env[66703]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('e2dfd056-9012-4ee5-8e8c-6878a22ada99',) {} {{(pid=66703) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 682.687186] env[66703]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: db254d47-d7a1-40b1-a751-5c5ada9bc604 in Status: SUCCESS [ 682.687398] env[66703]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-db254d47-d7a1-40b1-a751-5c5ada9bc604" {{(pid=66703) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 682.688070] env[66703]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-db254d47-d7a1-40b1-a751-5c5ada9bc604" {{(pid=66703) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 682.688471] env[66703]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-db254d47-d7a1-40b1-a751-5c5ada9bc604" {{(pid=66703) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 682.688570] env[66703]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=66703) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 682.688659] env[66703]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66703) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 682.688715] env[66703]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66703) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 682.690110] env[66703]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66703) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 682.690110] env[66703]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66703) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 682.690110] env[66703]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-db254d47-d7a1-40b1-a751-5c5ada9bc604" {{(pid=66703) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 682.690110] env[66703]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('db254d47-d7a1-40b1-a751-5c5ada9bc604',) {} {{(pid=66703) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 683.160146] env[66703]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: e67add3f-2e36-4deb-be60-d3fd9e28ce9a in Status: SUCCESS [ 683.160146] env[66703]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-e67add3f-2e36-4deb-be60-d3fd9e28ce9a" {{(pid=66703) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 683.170264] env[66703]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66703) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 683.170843] env[66703]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66703) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 683.171523] env[66703]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66703) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 683.173000] env[66703]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66703) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 683.173000] env[66703]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66703) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 683.173000] env[66703]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: e2dfd056-9012-4ee5-8e8c-6878a22ada99 is going to be created. [ 683.194877] env[66703]: DEBUG networking_nsxv3.common.locking [-] Lock member-db254d47-d7a1-40b1-a751-5c5ada9bc604 taken with stack trace [, , , ] {{(pid=66703) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 683.194877] env[66703]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-db254d47-d7a1-40b1-a751-5c5ada9bc604" {{(pid=66703) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 683.194877] env[66703]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-db254d47-d7a1-40b1-a751-5c5ada9bc604" {{(pid=66703) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 683.194877] env[66703]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-db254d47-d7a1-40b1-a751-5c5ada9bc604" {{(pid=66703) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 683.195568] env[66703]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=66703) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 683.196014] env[66703]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66703) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 683.196014] env[66703]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66703) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 683.196448] env[66703]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66703) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 683.197377] env[66703]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66703) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 683.197691] env[66703]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-db254d47-d7a1-40b1-a751-5c5ada9bc604" {{(pid=66703) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 683.198257] env[66703]: DEBUG networking_nsxv3.common.locking [-] Lock member-db254d47-d7a1-40b1-a751-5c5ada9bc604 taken with stack trace [, , , ] {{(pid=66703) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 683.198536] env[66703]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-db254d47-d7a1-40b1-a751-5c5ada9bc604" {{(pid=66703) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 683.198744] env[66703]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-db254d47-d7a1-40b1-a751-5c5ada9bc604" {{(pid=66703) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 683.199101] env[66703]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-db254d47-d7a1-40b1-a751-5c5ada9bc604" {{(pid=66703) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 683.199511] env[66703]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=66703) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 683.199841] env[66703]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66703) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 683.200091] env[66703]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66703) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 683.200603] env[66703]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66703) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 683.200839] env[66703]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66703) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 683.201123] env[66703]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-db254d47-d7a1-40b1-a751-5c5ada9bc604" {{(pid=66703) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 683.201729] env[66703]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('db254d47-d7a1-40b1-a751-5c5ada9bc604',) {} {{(pid=66703) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 683.206541] env[66703]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66703) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 683.206835] env[66703]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66703) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 683.206931] env[66703]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66703) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 683.207318] env[66703]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66703) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 683.207424] env[66703]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66703) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 683.221918] env[66703]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: e2dfd056-9012-4ee5-8e8c-6878a22ada99 in Status: UNINITIALIZED for 2s [ 683.706138] env[66703]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for db254d47-d7a1-40b1-a751-5c5ada9bc604: rpc.has_security_group_logging(os_id): False [ 683.744086] env[66703]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=66703) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 683.744317] env[66703]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66703) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 683.744317] env[66703]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66703) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 683.744551] env[66703]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66703) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 683.744656] env[66703]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66703) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 683.744835] env[66703]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66703) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 683.744933] env[66703]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66703) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 683.745040] env[66703]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66703) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 683.745220] env[66703]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66703) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 683.745291] env[66703]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66703) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 683.745494] env[66703]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66703) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 683.745589] env[66703]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66703) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 683.745654] env[66703]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66703) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 683.745826] env[66703]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66703) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 683.746875] env[66703]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66703) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 683.747296] env[66703]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=66703) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 683.747500] env[66703]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66703) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 683.747631] env[66703]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66703) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 683.747835] env[66703]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66703) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 683.747962] env[66703]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66703) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 683.748116] env[66703]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: db254d47-d7a1-40b1-a751-5c5ada9bc604 is going to be created. [ 683.864555] env[66703]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=66703) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 683.864981] env[66703]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66703) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 683.864981] env[66703]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66703) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 683.864981] env[66703]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66703) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 683.865262] env[66703]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66703) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 683.877414] env[66703]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: db254d47-d7a1-40b1-a751-5c5ada9bc604 in Status: IN_PROGRESS for 2s [ 684.215989] env[66703]: INFO networking_nsxv3.common.synchronization [None req-3575c6fd-2cec-4d85-a103-a63dd093e961 None None] Enqueued Resource ID: 439bd3d5-e12b-43d2-a904-014db3a6fd81 with Priority: HIGHEST for action port [ 684.218477] env[66703]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 439bd3d5-e12b-43d2-a904-014db3a6fd81 with Priority: HIGHEST for action port [ 684.218880] env[66703]: DEBUG networking_nsxv3.common.locking [-] Lock port-439bd3d5-e12b-43d2-a904-014db3a6fd81 taken with stack trace [, , ] {{(pid=66703) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 684.219043] env[66703]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-439bd3d5-e12b-43d2-a904-014db3a6fd81" {{(pid=66703) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 684.219157] env[66703]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-439bd3d5-e12b-43d2-a904-014db3a6fd81" {{(pid=66703) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 684.220210] env[66703]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-439bd3d5-e12b-43d2-a904-014db3a6fd81" {{(pid=66703) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 684.220330] env[66703]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('439bd3d5-e12b-43d2-a904-014db3a6fd81',) {} {{(pid=66703) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 684.722621] env[66703]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] deletion realization of port 439bd3d5-e12b-43d2-a904-014db3a6fd81 [ 684.723027] env[66703]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=66703) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 684.723027] env[66703]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=66703) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 684.723142] env[66703]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=66703) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 684.723307] env[66703]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=66703) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 684.723415] env[66703]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=66703) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 684.723538] env[66703]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Segment Port:439bd3d5-e12b-43d2-a904-014db3a6fd81 already deleted. [ 684.723624] env[66703]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-439bd3d5-e12b-43d2-a904-014db3a6fd81" {{(pid=66703) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 685.053569] env[66703]: INFO networking_nsxv3.common.synchronization [req-5b0405fd-1670-4884-8ccc-504e66ff7a4c req-96a922e7-9e54-463a-b8c5-237c2da92118 tempest-ServersAdminTestJSON-442555362 tempest-ServersAdminTestJSON-442555362-project-member] Enqueued Resource ID: 660372db-97b0-4c25-a97c-8d2de7c849c4 with Priority: HIGHEST for action security_group_members [ 685.054147] env[66703]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 660372db-97b0-4c25-a97c-8d2de7c849c4 with Priority: HIGHEST for action security_group_members [ 685.054487] env[66703]: DEBUG networking_nsxv3.common.locking [-] Lock member-660372db-97b0-4c25-a97c-8d2de7c849c4 taken with stack trace [, , ] {{(pid=66703) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 685.054611] env[66703]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-660372db-97b0-4c25-a97c-8d2de7c849c4" {{(pid=66703) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 685.054679] env[66703]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-660372db-97b0-4c25-a97c-8d2de7c849c4" {{(pid=66703) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 685.054970] env[66703]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-660372db-97b0-4c25-a97c-8d2de7c849c4" {{(pid=66703) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 685.057531] env[66703]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=66703) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 685.057676] env[66703]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66703) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 685.057727] env[66703]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66703) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 685.057914] env[66703]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66703) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 685.058015] env[66703]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66703) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 685.058135] env[66703]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('660372db-97b0-4c25-a97c-8d2de7c849c4',) {} {{(pid=66703) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 685.233971] env[66703]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: e2dfd056-9012-4ee5-8e8c-6878a22ada99 in Status: SUCCESS [ 685.233971] env[66703]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-e2dfd056-9012-4ee5-8e8c-6878a22ada99" {{(pid=66703) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 685.233971] env[66703]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-e2dfd056-9012-4ee5-8e8c-6878a22ada99" {{(pid=66703) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 685.233971] env[66703]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-e2dfd056-9012-4ee5-8e8c-6878a22ada99" {{(pid=66703) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 685.233971] env[66703]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=66703) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 685.233971] env[66703]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66703) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 685.233971] env[66703]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66703) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 685.234830] env[66703]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66703) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 685.234830] env[66703]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66703) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 685.235045] env[66703]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-e2dfd056-9012-4ee5-8e8c-6878a22ada99" {{(pid=66703) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 685.235120] env[66703]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('e2dfd056-9012-4ee5-8e8c-6878a22ada99',) {} {{(pid=66703) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 685.561329] env[66703]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=66703) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 685.561524] env[66703]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66703) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 685.561645] env[66703]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66703) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 685.565122] env[66703]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66703) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 685.565211] env[66703]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66703) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 685.565959] env[66703]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66703) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 685.567925] env[66703]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66703) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 685.568245] env[66703]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66703) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 685.568367] env[66703]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66703) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 685.568473] env[66703]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66703) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 685.568777] env[66703]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 660372db-97b0-4c25-a97c-8d2de7c849c4 already deleted. [ 685.568777] env[66703]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-660372db-97b0-4c25-a97c-8d2de7c849c4" {{(pid=66703) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 685.739293] env[66703]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('e2dfd056-9012-4ee5-8e8c-6878a22ada99',) {} {{(pid=66703) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 685.849543] env[66703]: DEBUG networking_nsxv3.common.locking [None req-ffa6d202-748e-4c81-9979-ad08741f9cf7 None None] Lock network-364 taken with stack trace [, , , , , , , , ] {{(pid=66703) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 685.849713] env[66703]: DEBUG oslo_concurrency.lockutils [None req-ffa6d202-748e-4c81-9979-ad08741f9cf7 None None] Acquiring lock "network-364" {{(pid=66703) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 685.850182] env[66703]: DEBUG oslo_concurrency.lockutils [None req-ffa6d202-748e-4c81-9979-ad08741f9cf7 None None] Acquired lock "network-364" {{(pid=66703) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 685.850182] env[66703]: DEBUG oslo_concurrency.lockutils [None req-ffa6d202-748e-4c81-9979-ad08741f9cf7 None None] Acquired external semaphore "network-364" {{(pid=66703) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 685.850440] env[66703]: DEBUG networking_nsxv3.common.locking [None req-ffa6d202-748e-4c81-9979-ad08741f9cf7 None None] Lock Segment taken with stack trace [, , , , , , , , , , ] {{(pid=66703) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 685.850588] env[66703]: DEBUG oslo_concurrency.lockutils [None req-ffa6d202-748e-4c81-9979-ad08741f9cf7 None None] Acquiring lock "Segment" {{(pid=66703) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 685.850698] env[66703]: DEBUG oslo_concurrency.lockutils [None req-ffa6d202-748e-4c81-9979-ad08741f9cf7 None None] Acquired lock "Segment" {{(pid=66703) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 685.850899] env[66703]: DEBUG oslo_concurrency.lockutils [None req-ffa6d202-748e-4c81-9979-ad08741f9cf7 None None] Acquired external semaphore "Segment" {{(pid=66703) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 685.851183] env[66703]: DEBUG oslo_concurrency.lockutils [None req-ffa6d202-748e-4c81-9979-ad08741f9cf7 None None] Releasing lock "Segment" {{(pid=66703) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 685.851785] env[66703]: DEBUG dogpile.cache.region [None req-ffa6d202-748e-4c81-9979-ad08741f9cf7 None None] No value present for key: 'zone-id' {{(pid=66703) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 685.851785] env[66703]: DEBUG dogpile.lock [None req-ffa6d202-748e-4c81-9979-ad08741f9cf7 None None] NeedRegenerationException {{(pid=66703) _enter /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:90}} [ 685.851785] env[66703]: DEBUG dogpile.lock [None req-ffa6d202-748e-4c81-9979-ad08741f9cf7 None None] no value, waiting for create lock {{(pid=66703) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:131}} [ 685.852319] env[66703]: DEBUG dogpile.lock [None req-ffa6d202-748e-4c81-9979-ad08741f9cf7 None None] value creation lock acquired {{(pid=66703) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:135}} [ 685.852319] env[66703]: DEBUG dogpile.cache.region [None req-ffa6d202-748e-4c81-9979-ad08741f9cf7 None None] No value present for key: 'zone-id' {{(pid=66703) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 685.852319] env[66703]: DEBUG dogpile.lock [None req-ffa6d202-748e-4c81-9979-ad08741f9cf7 None None] Calling creation function for not-yet-present value {{(pid=66703) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:174}} [ 685.852480] env[66703]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-ffa6d202-748e-4c81-9979-ad08741f9cf7 None None] Looking for TransportZone with name nsx-vlan-transportzone. [ 685.876026] env[66703]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-ffa6d202-748e-4c81-9979-ad08741f9cf7 None None] loading zone with a95c914d-748d-497c-94ab-10d4647daeba and tags [{'scope': 'mp2policy_migr_status', 'tag': 'success'}] [ 685.876216] env[66703]: DEBUG dogpile.cache.region [None req-ffa6d202-748e-4c81-9979-ad08741f9cf7 None None] Cache value generated in 0.024 seconds for key(s): 'zone-id' {{(pid=66703) _log_time /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:910}} [ 685.876525] env[66703]: DEBUG dogpile.lock [None req-ffa6d202-748e-4c81-9979-ad08741f9cf7 None None] Released creation lock {{(pid=66703) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:182}} [ 685.876525] env[66703]: DEBUG oslo_concurrency.lockutils [None req-ffa6d202-748e-4c81-9979-ad08741f9cf7 None None] Releasing lock "network-364" {{(pid=66703) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 685.877642] env[66703]: DEBUG networking_nsxv3.common.locking [None req-ffa6d202-748e-4c81-9979-ad08741f9cf7 None None] Lock port-4f7df9e6-baea-40b0-a1d8-a82c7ac03a97 taken with stack trace [, , , , , , , , ] {{(pid=66703) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 685.877843] env[66703]: DEBUG oslo_concurrency.lockutils [None req-ffa6d202-748e-4c81-9979-ad08741f9cf7 None None] Acquiring lock "port-4f7df9e6-baea-40b0-a1d8-a82c7ac03a97" {{(pid=66703) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 685.877940] env[66703]: DEBUG oslo_concurrency.lockutils [None req-ffa6d202-748e-4c81-9979-ad08741f9cf7 None None] Acquired lock "port-4f7df9e6-baea-40b0-a1d8-a82c7ac03a97" {{(pid=66703) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 685.878404] env[66703]: DEBUG oslo_concurrency.lockutils [None req-ffa6d202-748e-4c81-9979-ad08741f9cf7 None None] Acquired external semaphore "port-4f7df9e6-baea-40b0-a1d8-a82c7ac03a97" {{(pid=66703) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 685.878564] env[66703]: DEBUG networking_nsxv3.api.rpc [None req-ffa6d202-748e-4c81-9979-ad08741f9cf7 None None] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('4f7df9e6-baea-40b0-a1d8-a82c7ac03a97',) {} {{(pid=66703) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 685.893139] env[66703]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: db254d47-d7a1-40b1-a751-5c5ada9bc604 in Status: SUCCESS [ 685.893366] env[66703]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-db254d47-d7a1-40b1-a751-5c5ada9bc604" {{(pid=66703) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 686.220025] env[66703]: INFO networking_nsxv3.common.synchronization [None req-187f155d-81a7-4b73-8c64-263249f1f87a None None] Enqueued Resource ID: 6f03cdc9-a595-4f61-be86-e9529c79b4c6 with Priority: HIGHEST for action port [ 686.223576] env[66703]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 6f03cdc9-a595-4f61-be86-e9529c79b4c6 with Priority: HIGHEST for action port [ 686.223576] env[66703]: DEBUG networking_nsxv3.common.locking [-] Lock port-6f03cdc9-a595-4f61-be86-e9529c79b4c6 taken with stack trace [, , ] {{(pid=66703) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 686.223576] env[66703]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-6f03cdc9-a595-4f61-be86-e9529c79b4c6" {{(pid=66703) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 686.223576] env[66703]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-6f03cdc9-a595-4f61-be86-e9529c79b4c6" {{(pid=66703) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 686.223576] env[66703]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-6f03cdc9-a595-4f61-be86-e9529c79b4c6" {{(pid=66703) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 686.223576] env[66703]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('6f03cdc9-a595-4f61-be86-e9529c79b4c6',) {} {{(pid=66703) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 686.243162] env[66703]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for e2dfd056-9012-4ee5-8e8c-6878a22ada99: rpc.has_security_group_logging(os_id): False [ 686.263515] env[66703]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=66703) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 686.263678] env[66703]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66703) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 686.263678] env[66703]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66703) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 686.263928] env[66703]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66703) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 686.264047] env[66703]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66703) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 686.264365] env[66703]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=66703) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 686.264495] env[66703]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66703) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 686.264563] env[66703]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66703) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 686.264751] env[66703]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66703) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 686.264834] env[66703]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66703) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 686.264923] env[66703]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: e2dfd056-9012-4ee5-8e8c-6878a22ada99 is going to be created. [ 686.358697] env[66703]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=66703) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 686.358697] env[66703]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66703) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 686.358697] env[66703]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66703) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 686.358697] env[66703]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66703) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 686.358697] env[66703]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66703) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 686.369869] env[66703]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: e2dfd056-9012-4ee5-8e8c-6878a22ada99 in Status: IN_PROGRESS for 2s [ 686.375685] env[66703]: INFO networking_nsxv3.common.synchronization [req-9f85f702-8ecf-4cb6-ae34-62798db74494 req-da501f95-2aa4-47c7-9350-f6763cc3a5ce tempest-ServerExternalEventsTest-1058634627 tempest-ServerExternalEventsTest-1058634627-project-member] Enqueued Resource ID: cbccdb9d-dce5-4ab1-92ae-de158a3ea733 with Priority: HIGHEST for action security_group_members [ 686.376278] env[66703]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: cbccdb9d-dce5-4ab1-92ae-de158a3ea733 with Priority: HIGHEST for action security_group_members [ 686.376643] env[66703]: DEBUG networking_nsxv3.common.locking [-] Lock member-cbccdb9d-dce5-4ab1-92ae-de158a3ea733 taken with stack trace [, , ] {{(pid=66703) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 686.376778] env[66703]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-cbccdb9d-dce5-4ab1-92ae-de158a3ea733" {{(pid=66703) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 686.376842] env[66703]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-cbccdb9d-dce5-4ab1-92ae-de158a3ea733" {{(pid=66703) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 686.377055] env[66703]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-cbccdb9d-dce5-4ab1-92ae-de158a3ea733" {{(pid=66703) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 686.377235] env[66703]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=66703) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 686.377336] env[66703]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66703) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 686.377401] env[66703]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66703) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 686.377538] env[66703]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66703) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 686.377627] env[66703]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66703) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 686.377749] env[66703]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('cbccdb9d-dce5-4ab1-92ae-de158a3ea733',) {} {{(pid=66703) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 686.383699] env[66703]: DEBUG networking_nsxv3.common.locking [None req-ffa6d202-748e-4c81-9979-ad08741f9cf7 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , ] {{(pid=66703) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 686.383912] env[66703]: DEBUG oslo_concurrency.lockutils [None req-ffa6d202-748e-4c81-9979-ad08741f9cf7 None None] Acquiring lock "SegmentPort" {{(pid=66703) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 686.384047] env[66703]: DEBUG oslo_concurrency.lockutils [None req-ffa6d202-748e-4c81-9979-ad08741f9cf7 None None] Acquired lock "SegmentPort" {{(pid=66703) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 686.384335] env[66703]: DEBUG oslo_concurrency.lockutils [None req-ffa6d202-748e-4c81-9979-ad08741f9cf7 None None] Acquired external semaphore "SegmentPort" {{(pid=66703) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 686.384544] env[66703]: DEBUG oslo_concurrency.lockutils [None req-ffa6d202-748e-4c81-9979-ad08741f9cf7 None None] Releasing lock "SegmentPort" {{(pid=66703) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 686.384629] env[66703]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-ffa6d202-748e-4c81-9979-ad08741f9cf7 None None] Segment Port 4f7df9e6-baea-40b0-a1d8-a82c7ac03a97 not found, creating... [ 686.384904] env[66703]: DEBUG networking_nsxv3.common.locking [None req-ffa6d202-748e-4c81-9979-ad08741f9cf7 None None] Lock Segment taken with stack trace [, , , , , , , , , , , ] {{(pid=66703) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 686.385505] env[66703]: DEBUG oslo_concurrency.lockutils [None req-ffa6d202-748e-4c81-9979-ad08741f9cf7 None None] Acquiring lock "Segment" {{(pid=66703) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 686.385505] env[66703]: DEBUG oslo_concurrency.lockutils [None req-ffa6d202-748e-4c81-9979-ad08741f9cf7 None None] Acquired lock "Segment" {{(pid=66703) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 686.385832] env[66703]: DEBUG oslo_concurrency.lockutils [None req-ffa6d202-748e-4c81-9979-ad08741f9cf7 None None] Acquired external semaphore "Segment" {{(pid=66703) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 686.385889] env[66703]: DEBUG oslo_concurrency.lockutils [None req-ffa6d202-748e-4c81-9979-ad08741f9cf7 None None] Releasing lock "Segment" {{(pid=66703) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 686.386189] env[66703]: DEBUG networking_nsxv3.common.locking [None req-ffa6d202-748e-4c81-9979-ad08741f9cf7 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=66703) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 686.386348] env[66703]: DEBUG oslo_concurrency.lockutils [None req-ffa6d202-748e-4c81-9979-ad08741f9cf7 None None] Acquiring lock "SegmentPort" {{(pid=66703) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 686.386461] env[66703]: DEBUG oslo_concurrency.lockutils [None req-ffa6d202-748e-4c81-9979-ad08741f9cf7 None None] Acquired lock "SegmentPort" {{(pid=66703) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 686.386677] env[66703]: DEBUG oslo_concurrency.lockutils [None req-ffa6d202-748e-4c81-9979-ad08741f9cf7 None None] Acquired external semaphore "SegmentPort" {{(pid=66703) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 686.386809] env[66703]: DEBUG oslo_concurrency.lockutils [None req-ffa6d202-748e-4c81-9979-ad08741f9cf7 None None] Releasing lock "SegmentPort" {{(pid=66703) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 686.386946] env[66703]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-ffa6d202-748e-4c81-9979-ad08741f9cf7 None None] Resource: SegmentPort with ID: 4f7df9e6-baea-40b0-a1d8-a82c7ac03a97 is going to be created. [ 686.410879] env[66703]: DEBUG networking_nsxv3.common.locking [None req-ffa6d202-748e-4c81-9979-ad08741f9cf7 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=66703) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 686.411111] env[66703]: DEBUG oslo_concurrency.lockutils [None req-ffa6d202-748e-4c81-9979-ad08741f9cf7 None None] Acquiring lock "SegmentPort" {{(pid=66703) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 686.411234] env[66703]: DEBUG oslo_concurrency.lockutils [None req-ffa6d202-748e-4c81-9979-ad08741f9cf7 None None] Acquired lock "SegmentPort" {{(pid=66703) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 686.411539] env[66703]: DEBUG oslo_concurrency.lockutils [None req-ffa6d202-748e-4c81-9979-ad08741f9cf7 None None] Acquired external semaphore "SegmentPort" {{(pid=66703) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 686.411763] env[66703]: DEBUG oslo_concurrency.lockutils [None req-ffa6d202-748e-4c81-9979-ad08741f9cf7 None None] Releasing lock "SegmentPort" {{(pid=66703) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 686.411984] env[66703]: DEBUG oslo_concurrency.lockutils [None req-ffa6d202-748e-4c81-9979-ad08741f9cf7 None None] Releasing lock "port-4f7df9e6-baea-40b0-a1d8-a82c7ac03a97" {{(pid=66703) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 686.725890] env[66703]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] deletion realization of port 6f03cdc9-a595-4f61-be86-e9529c79b4c6 [ 686.726142] env[66703]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=66703) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 686.726302] env[66703]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=66703) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 686.726403] env[66703]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=66703) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 686.726668] env[66703]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=66703) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 686.726821] env[66703]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=66703) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 686.726918] env[66703]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Segment Port:6f03cdc9-a595-4f61-be86-e9529c79b4c6 already deleted. [ 686.727015] env[66703]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-6f03cdc9-a595-4f61-be86-e9529c79b4c6" {{(pid=66703) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 686.880668] env[66703]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=66703) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 686.881134] env[66703]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66703) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 686.881134] env[66703]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66703) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 686.881384] env[66703]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66703) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 686.881472] env[66703]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66703) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 686.881804] env[66703]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66703) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 686.881940] env[66703]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66703) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 686.882054] env[66703]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66703) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 686.882264] env[66703]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66703) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 686.882367] env[66703]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66703) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 686.882506] env[66703]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: cbccdb9d-dce5-4ab1-92ae-de158a3ea733 is going to be updated. [ 686.936998] env[66703]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66703) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 686.936998] env[66703]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66703) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 686.936998] env[66703]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66703) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 686.936998] env[66703]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66703) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 686.936998] env[66703]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66703) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 686.953915] env[66703]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: cbccdb9d-dce5-4ab1-92ae-de158a3ea733 in Status: IN_PROGRESS for 2s [ 687.157408] env[66703]: INFO networking_nsxv3.common.synchronization [req-5b0405fd-1670-4884-8ccc-504e66ff7a4c req-4dbe5a6a-5ec7-4fe5-a378-7102f112e697 service nova] Enqueued Resource ID: 660372db-97b0-4c25-a97c-8d2de7c849c4 with Priority: HIGHEST for action security_group_rules [ 687.157641] env[66703]: INFO networking_nsxv3.common.synchronization [req-5b0405fd-1670-4884-8ccc-504e66ff7a4c req-4dbe5a6a-5ec7-4fe5-a378-7102f112e697 service nova] Enqueued Resource ID: 660372db-97b0-4c25-a97c-8d2de7c849c4 with Priority: HIGHEST for action security_group_members [ 687.157746] env[66703]: INFO networking_nsxv3.common.synchronization [req-5b0405fd-1670-4884-8ccc-504e66ff7a4c req-4dbe5a6a-5ec7-4fe5-a378-7102f112e697 service nova] Enqueued Resource ID: 4f7df9e6-baea-40b0-a1d8-a82c7ac03a97 with Priority: HIGHEST for action port [ 687.158282] env[66703]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 660372db-97b0-4c25-a97c-8d2de7c849c4 with Priority: HIGHEST for action security_group_rules [ 687.158496] env[66703]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 660372db-97b0-4c25-a97c-8d2de7c849c4 with Priority: HIGHEST for action security_group_members [ 687.158496] env[66703]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 4f7df9e6-baea-40b0-a1d8-a82c7ac03a97 with Priority: HIGHEST for action port [ 687.158786] env[66703]: DEBUG networking_nsxv3.common.locking [-] Lock rules-660372db-97b0-4c25-a97c-8d2de7c849c4 taken with stack trace [, , ] {{(pid=66703) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 687.158943] env[66703]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-660372db-97b0-4c25-a97c-8d2de7c849c4" {{(pid=66703) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 687.158984] env[66703]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-660372db-97b0-4c25-a97c-8d2de7c849c4" {{(pid=66703) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 687.159240] env[66703]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-660372db-97b0-4c25-a97c-8d2de7c849c4" {{(pid=66703) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 687.159326] env[66703]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('660372db-97b0-4c25-a97c-8d2de7c849c4',) {} {{(pid=66703) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 687.161352] env[66703]: DEBUG networking_nsxv3.common.locking [-] Lock member-660372db-97b0-4c25-a97c-8d2de7c849c4 taken with stack trace [, , ] {{(pid=66703) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 687.161966] env[66703]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-660372db-97b0-4c25-a97c-8d2de7c849c4" {{(pid=66703) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 687.161966] env[66703]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-660372db-97b0-4c25-a97c-8d2de7c849c4" {{(pid=66703) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 687.161966] env[66703]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-660372db-97b0-4c25-a97c-8d2de7c849c4" {{(pid=66703) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 687.161966] env[66703]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=66703) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 687.161966] env[66703]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66703) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 687.162365] env[66703]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66703) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 687.162365] env[66703]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66703) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 687.162365] env[66703]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66703) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 687.162365] env[66703]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('660372db-97b0-4c25-a97c-8d2de7c849c4',) {} {{(pid=66703) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 687.163972] env[66703]: DEBUG networking_nsxv3.common.locking [-] Lock port-4f7df9e6-baea-40b0-a1d8-a82c7ac03a97 taken with stack trace [, , ] {{(pid=66703) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 687.163972] env[66703]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-4f7df9e6-baea-40b0-a1d8-a82c7ac03a97" {{(pid=66703) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 687.163972] env[66703]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-4f7df9e6-baea-40b0-a1d8-a82c7ac03a97" {{(pid=66703) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 687.163972] env[66703]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-4f7df9e6-baea-40b0-a1d8-a82c7ac03a97" {{(pid=66703) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 687.163972] env[66703]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('4f7df9e6-baea-40b0-a1d8-a82c7ac03a97',) {} {{(pid=66703) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 687.661816] env[66703]: DEBUG networking_nsxv3.common.locking [-] Lock member-660372db-97b0-4c25-a97c-8d2de7c849c4 taken with stack trace [, , , ] {{(pid=66703) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 687.661958] env[66703]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-660372db-97b0-4c25-a97c-8d2de7c849c4" {{(pid=66703) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 687.667999] env[66703]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('660372db-97b0-4c25-a97c-8d2de7c849c4',) {} {{(pid=66703) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 687.670846] env[66703]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] realization of port 4f7df9e6-baea-40b0-a1d8-a82c7ac03a97 with status ACTIVE [ 687.670846] env[66703]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=66703) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 687.670846] env[66703]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=66703) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 687.670846] env[66703]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=66703) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 687.670846] env[66703]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=66703) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 687.670846] env[66703]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=66703) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 687.670846] env[66703]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , ] {{(pid=66703) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 687.670846] env[66703]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=66703) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 687.670846] env[66703]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=66703) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 687.670846] env[66703]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=66703) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 687.670846] env[66703]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=66703) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 687.670846] env[66703]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=66703) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 687.670846] env[66703]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=66703) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 687.670846] env[66703]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=66703) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 687.670846] env[66703]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=66703) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 687.670846] env[66703]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=66703) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 687.670846] env[66703]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: SegmentPort with ID: 4f7df9e6-baea-40b0-a1d8-a82c7ac03a97 is going to be updated. [ 687.697190] env[66703]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=66703) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 687.697371] env[66703]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=66703) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 687.697418] env[66703]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=66703) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 687.697630] env[66703]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=66703) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 687.697772] env[66703]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=66703) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 687.697926] env[66703]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-4f7df9e6-baea-40b0-a1d8-a82c7ac03a97" {{(pid=66703) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 688.176623] env[66703]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('660372db-97b0-4c25-a97c-8d2de7c849c4',) {} {{(pid=66703) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 688.203944] env[66703]: INFO networking_nsxv3.common.synchronization [None req-e423e54e-e028-44ae-84af-986216b6914c None None] Enqueued Resource ID: 916a940b-0007-44b7-9d4e-eaf0c53fedb5 with Priority: HIGHEST for action port [ 688.203944] env[66703]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 916a940b-0007-44b7-9d4e-eaf0c53fedb5 with Priority: HIGHEST for action port [ 688.203944] env[66703]: DEBUG networking_nsxv3.common.locking [-] Lock port-916a940b-0007-44b7-9d4e-eaf0c53fedb5 taken with stack trace [, , ] {{(pid=66703) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 688.204264] env[66703]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-916a940b-0007-44b7-9d4e-eaf0c53fedb5" {{(pid=66703) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 688.204484] env[66703]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-916a940b-0007-44b7-9d4e-eaf0c53fedb5" {{(pid=66703) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 688.205061] env[66703]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-916a940b-0007-44b7-9d4e-eaf0c53fedb5" {{(pid=66703) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 688.205061] env[66703]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('916a940b-0007-44b7-9d4e-eaf0c53fedb5',) {} {{(pid=66703) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 688.381660] env[66703]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: e2dfd056-9012-4ee5-8e8c-6878a22ada99 in Status: SUCCESS [ 688.381660] env[66703]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-e2dfd056-9012-4ee5-8e8c-6878a22ada99" {{(pid=66703) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 688.414620] env[66703]: INFO networking_nsxv3.common.synchronization [None req-40548729-f98d-41df-94a7-5a1f1787a9cd None None] Enqueued Resource ID: 3c1f1811-0c08-4a48-8fd6-d42cca2b4568 with Priority: HIGHEST for action port [ 688.414908] env[66703]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 3c1f1811-0c08-4a48-8fd6-d42cca2b4568 with Priority: HIGHEST for action port [ 688.415417] env[66703]: DEBUG networking_nsxv3.common.locking [-] Lock port-3c1f1811-0c08-4a48-8fd6-d42cca2b4568 taken with stack trace [, , ] {{(pid=66703) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 688.415545] env[66703]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-3c1f1811-0c08-4a48-8fd6-d42cca2b4568" {{(pid=66703) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 688.415610] env[66703]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-3c1f1811-0c08-4a48-8fd6-d42cca2b4568" {{(pid=66703) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 688.416412] env[66703]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-3c1f1811-0c08-4a48-8fd6-d42cca2b4568" {{(pid=66703) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 688.416412] env[66703]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('3c1f1811-0c08-4a48-8fd6-d42cca2b4568',) {} {{(pid=66703) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 688.626443] env[66703]: INFO networking_nsxv3.common.synchronization [req-6ca6961b-c75a-4612-866f-a618a857692b req-ffd7a29e-7e65-4ae7-964e-27f212c4fb59 tempest-SecurityGroupRulesNegativeTestJSON-924501187 tempest-SecurityGroupRulesNegativeTestJSON-924501187-project-member] Enqueued Resource ID: b657044c-d3c6-4d79-9e0f-adc4aac12218 with Priority: HIGHEST for action security_group_rules [ 688.626443] env[66703]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: b657044c-d3c6-4d79-9e0f-adc4aac12218 with Priority: HIGHEST for action security_group_rules [ 688.627063] env[66703]: DEBUG networking_nsxv3.common.locking [-] Lock rules-b657044c-d3c6-4d79-9e0f-adc4aac12218 taken with stack trace [, , ] {{(pid=66703) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 688.627063] env[66703]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-b657044c-d3c6-4d79-9e0f-adc4aac12218" {{(pid=66703) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 688.627063] env[66703]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-b657044c-d3c6-4d79-9e0f-adc4aac12218" {{(pid=66703) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 688.627338] env[66703]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-b657044c-d3c6-4d79-9e0f-adc4aac12218" {{(pid=66703) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 688.627338] env[66703]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('b657044c-d3c6-4d79-9e0f-adc4aac12218',) {} {{(pid=66703) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 688.682426] env[66703]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66703) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 688.682590] env[66703]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66703) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 688.682590] env[66703]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66703) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 688.683364] env[66703]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66703) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 688.683504] env[66703]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66703) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 688.683621] env[66703]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 660372db-97b0-4c25-a97c-8d2de7c849c4 is going to be created. [ 688.709099] env[66703]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] deletion realization of port 916a940b-0007-44b7-9d4e-eaf0c53fedb5 [ 688.709495] env[66703]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=66703) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 688.709715] env[66703]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=66703) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 688.710229] env[66703]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=66703) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 688.710657] env[66703]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=66703) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 688.710794] env[66703]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=66703) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 688.710960] env[66703]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Segment Port:916a940b-0007-44b7-9d4e-eaf0c53fedb5 already deleted. [ 688.711097] env[66703]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-916a940b-0007-44b7-9d4e-eaf0c53fedb5" {{(pid=66703) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 688.714308] env[66703]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66703) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 688.714554] env[66703]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66703) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 688.714554] env[66703]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66703) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 688.716181] env[66703]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66703) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 688.716181] env[66703]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66703) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 688.728039] env[66703]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 660372db-97b0-4c25-a97c-8d2de7c849c4 in Status: UNINITIALIZED for 2s [ 688.919018] env[66703]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] deletion realization of port 3c1f1811-0c08-4a48-8fd6-d42cca2b4568 [ 688.921393] env[66703]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=66703) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 688.921393] env[66703]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=66703) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 688.921393] env[66703]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=66703) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 688.921393] env[66703]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=66703) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 688.921393] env[66703]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=66703) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 688.921393] env[66703]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Segment Port:3c1f1811-0c08-4a48-8fd6-d42cca2b4568 already deleted. [ 688.921393] env[66703]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-3c1f1811-0c08-4a48-8fd6-d42cca2b4568" {{(pid=66703) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 688.968018] env[66703]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: cbccdb9d-dce5-4ab1-92ae-de158a3ea733 in Status: SUCCESS [ 688.968018] env[66703]: WARNING networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: cbccdb9d-dce5-4ab1-92ae-de158a3ea733 deletion is rescheduled due to dependency. [ 688.968018] env[66703]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-cbccdb9d-dce5-4ab1-92ae-de158a3ea733" {{(pid=66703) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 689.150642] env[66703]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=66703) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 689.150793] env[66703]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66703) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 689.150865] env[66703]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66703) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 689.151420] env[66703]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66703) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 689.151591] env[66703]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66703) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 689.152095] env[66703]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: b657044c-d3c6-4d79-9e0f-adc4aac12218 already deleted. [ 689.152867] env[66703]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-b657044c-d3c6-4d79-9e0f-adc4aac12218" {{(pid=66703) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 690.523873] env[66703]: INFO networking_nsxv3.common.synchronization [None req-cb0bf769-af16-4343-a2a8-dad6dac0edb5 None None] Enqueued Resource ID: fb741813-51a0-4519-8219-58bd15af894b with Priority: HIGHEST for action port [ 690.524196] env[66703]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: fb741813-51a0-4519-8219-58bd15af894b with Priority: HIGHEST for action port [ 690.524668] env[66703]: DEBUG networking_nsxv3.common.locking [-] Lock port-fb741813-51a0-4519-8219-58bd15af894b taken with stack trace [, , ] {{(pid=66703) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 690.524786] env[66703]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-fb741813-51a0-4519-8219-58bd15af894b" {{(pid=66703) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 690.524855] env[66703]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-fb741813-51a0-4519-8219-58bd15af894b" {{(pid=66703) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 690.529314] env[66703]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-fb741813-51a0-4519-8219-58bd15af894b" {{(pid=66703) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 690.529764] env[66703]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('fb741813-51a0-4519-8219-58bd15af894b',) {} {{(pid=66703) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 690.740780] env[66703]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 660372db-97b0-4c25-a97c-8d2de7c849c4 in Status: SUCCESS [ 690.740780] env[66703]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-660372db-97b0-4c25-a97c-8d2de7c849c4" {{(pid=66703) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 690.741275] env[66703]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-660372db-97b0-4c25-a97c-8d2de7c849c4" {{(pid=66703) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 690.741448] env[66703]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-660372db-97b0-4c25-a97c-8d2de7c849c4" {{(pid=66703) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 690.741682] env[66703]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=66703) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 690.741834] env[66703]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66703) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 690.741932] env[66703]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66703) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 690.742258] env[66703]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66703) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 690.742364] env[66703]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66703) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 690.742457] env[66703]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-660372db-97b0-4c25-a97c-8d2de7c849c4" {{(pid=66703) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 690.742553] env[66703]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('660372db-97b0-4c25-a97c-8d2de7c849c4',) {} {{(pid=66703) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 690.797239] env[66703]: INFO networking_nsxv3.common.synchronization [None req-fa90096a-7c72-4a92-839d-f826d2ba4557 None None] Enqueued Resource ID: e5976de0-962d-444b-8072-a84369da09ac with Priority: HIGHEST for action port [ 690.797814] env[66703]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: e5976de0-962d-444b-8072-a84369da09ac with Priority: HIGHEST for action port [ 690.798154] env[66703]: DEBUG networking_nsxv3.common.locking [-] Lock port-e5976de0-962d-444b-8072-a84369da09ac taken with stack trace [, , ] {{(pid=66703) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 690.798314] env[66703]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-e5976de0-962d-444b-8072-a84369da09ac" {{(pid=66703) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 690.798502] env[66703]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-e5976de0-962d-444b-8072-a84369da09ac" {{(pid=66703) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 690.798811] env[66703]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-e5976de0-962d-444b-8072-a84369da09ac" {{(pid=66703) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 690.799184] env[66703]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('e5976de0-962d-444b-8072-a84369da09ac',) {} {{(pid=66703) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 691.032870] env[66703]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] deletion realization of port fb741813-51a0-4519-8219-58bd15af894b [ 691.033290] env[66703]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=66703) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 691.033454] env[66703]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=66703) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 691.033522] env[66703]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=66703) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 691.033745] env[66703]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=66703) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 691.033837] env[66703]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=66703) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 691.033935] env[66703]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Segment Port:fb741813-51a0-4519-8219-58bd15af894b already deleted. [ 691.034323] env[66703]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-fb741813-51a0-4519-8219-58bd15af894b" {{(pid=66703) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 691.245467] env[66703]: DEBUG networking_nsxv3.common.locking [-] Lock member-660372db-97b0-4c25-a97c-8d2de7c849c4 taken with stack trace [, , , ] {{(pid=66703) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 691.245814] env[66703]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-660372db-97b0-4c25-a97c-8d2de7c849c4" {{(pid=66703) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 691.245814] env[66703]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-660372db-97b0-4c25-a97c-8d2de7c849c4" {{(pid=66703) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 691.245967] env[66703]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-660372db-97b0-4c25-a97c-8d2de7c849c4" {{(pid=66703) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 691.246116] env[66703]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=66703) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 691.246274] env[66703]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66703) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 691.246274] env[66703]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66703) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 691.247203] env[66703]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66703) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 691.247203] env[66703]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66703) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 691.247203] env[66703]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-660372db-97b0-4c25-a97c-8d2de7c849c4" {{(pid=66703) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 691.247203] env[66703]: DEBUG networking_nsxv3.common.locking [-] Lock member-660372db-97b0-4c25-a97c-8d2de7c849c4 taken with stack trace [, , , ] {{(pid=66703) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 691.247203] env[66703]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-660372db-97b0-4c25-a97c-8d2de7c849c4" {{(pid=66703) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 691.247203] env[66703]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-660372db-97b0-4c25-a97c-8d2de7c849c4" {{(pid=66703) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 691.247203] env[66703]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-660372db-97b0-4c25-a97c-8d2de7c849c4" {{(pid=66703) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 691.247969] env[66703]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=66703) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 691.247969] env[66703]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66703) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 691.247969] env[66703]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66703) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 691.247969] env[66703]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66703) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 691.247969] env[66703]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66703) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 691.247969] env[66703]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-660372db-97b0-4c25-a97c-8d2de7c849c4" {{(pid=66703) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 691.247969] env[66703]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('660372db-97b0-4c25-a97c-8d2de7c849c4',) {} {{(pid=66703) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 691.301299] env[66703]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] deletion realization of port e5976de0-962d-444b-8072-a84369da09ac [ 691.301967] env[66703]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=66703) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 691.301967] env[66703]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=66703) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 691.301967] env[66703]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=66703) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 691.302262] env[66703]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=66703) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 691.302323] env[66703]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=66703) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 691.302421] env[66703]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Segment Port:e5976de0-962d-444b-8072-a84369da09ac already deleted. [ 691.302503] env[66703]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-e5976de0-962d-444b-8072-a84369da09ac" {{(pid=66703) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 691.713461] env[66703]: INFO networking_nsxv3.common.synchronization [req-c9833da6-7f3d-4697-a342-bd2a81708cd3 req-da0afdf0-b6a7-47c6-a4a1-17e92fef1cbd tempest-ServersAdminNegativeTestJSON-470759558 tempest-ServersAdminNegativeTestJSON-470759558-project-member] Enqueued Resource ID: 18413db4-5134-40cb-b857-e544c0b672ac with Priority: HIGHEST for action security_group_members [ 691.713461] env[66703]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 18413db4-5134-40cb-b857-e544c0b672ac with Priority: HIGHEST for action security_group_members [ 691.713797] env[66703]: DEBUG networking_nsxv3.common.locking [-] Lock member-18413db4-5134-40cb-b857-e544c0b672ac taken with stack trace [, , ] {{(pid=66703) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 691.713797] env[66703]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-18413db4-5134-40cb-b857-e544c0b672ac" {{(pid=66703) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 691.713797] env[66703]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-18413db4-5134-40cb-b857-e544c0b672ac" {{(pid=66703) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 691.714770] env[66703]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-18413db4-5134-40cb-b857-e544c0b672ac" {{(pid=66703) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 691.714770] env[66703]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=66703) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 691.714770] env[66703]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66703) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 691.714770] env[66703]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66703) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 691.714770] env[66703]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66703) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 691.714770] env[66703]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66703) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 691.714770] env[66703]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('18413db4-5134-40cb-b857-e544c0b672ac',) {} {{(pid=66703) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 691.750170] env[66703]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for 660372db-97b0-4c25-a97c-8d2de7c849c4: rpc.has_security_group_logging(os_id): False [ 691.773496] env[66703]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=66703) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 691.773496] env[66703]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66703) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 691.773778] env[66703]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66703) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 691.773935] env[66703]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66703) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 691.774038] env[66703]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66703) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 691.774256] env[66703]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66703) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 691.774476] env[66703]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66703) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 691.774476] env[66703]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66703) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 691.774640] env[66703]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66703) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 691.774732] env[66703]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66703) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 691.775040] env[66703]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66703) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 691.775195] env[66703]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66703) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 691.775254] env[66703]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66703) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 691.775420] env[66703]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66703) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 691.775493] env[66703]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66703) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 691.775763] env[66703]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=66703) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 691.775877] env[66703]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66703) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 691.775953] env[66703]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66703) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 691.778391] env[66703]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66703) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 691.778454] env[66703]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66703) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 691.778525] env[66703]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 660372db-97b0-4c25-a97c-8d2de7c849c4 is going to be created. [ 691.892890] env[66703]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=66703) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 691.893123] env[66703]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66703) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 691.893123] env[66703]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66703) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 691.893404] env[66703]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66703) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 691.894309] env[66703]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66703) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 691.911526] env[66703]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 660372db-97b0-4c25-a97c-8d2de7c849c4 in Status: IN_PROGRESS for 2s [ 692.219412] env[66703]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('18413db4-5134-40cb-b857-e544c0b672ac',) {} {{(pid=66703) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 692.667832] env[66703]: INFO networking_nsxv3.common.synchronization [None req-3f546fc6-d316-466c-81aa-d06f5054d327 None None] Enqueued Resource ID: 6b0b5887-0cc6-4dfb-bca9-c86a1b43caac with Priority: HIGHEST for action port [ 692.668637] env[66703]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 6b0b5887-0cc6-4dfb-bca9-c86a1b43caac with Priority: HIGHEST for action port [ 692.669422] env[66703]: DEBUG networking_nsxv3.common.locking [-] Lock port-6b0b5887-0cc6-4dfb-bca9-c86a1b43caac taken with stack trace [, , ] {{(pid=66703) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 692.669655] env[66703]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-6b0b5887-0cc6-4dfb-bca9-c86a1b43caac" {{(pid=66703) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 692.669759] env[66703]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-6b0b5887-0cc6-4dfb-bca9-c86a1b43caac" {{(pid=66703) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 692.670094] env[66703]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-6b0b5887-0cc6-4dfb-bca9-c86a1b43caac" {{(pid=66703) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 692.670244] env[66703]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('6b0b5887-0cc6-4dfb-bca9-c86a1b43caac',) {} {{(pid=66703) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 692.683434] env[66703]: DEBUG networking_nsxv3.common.locking [None req-33d36011-a73c-4b6d-849a-f8c867240c48 None None] Lock network-691 taken with stack trace [, , , , , , , , ] {{(pid=66703) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 692.683434] env[66703]: DEBUG oslo_concurrency.lockutils [None req-33d36011-a73c-4b6d-849a-f8c867240c48 None None] Acquiring lock "network-691" {{(pid=66703) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 692.683434] env[66703]: DEBUG oslo_concurrency.lockutils [None req-33d36011-a73c-4b6d-849a-f8c867240c48 None None] Acquired lock "network-691" {{(pid=66703) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 692.683789] env[66703]: DEBUG oslo_concurrency.lockutils [None req-33d36011-a73c-4b6d-849a-f8c867240c48 None None] Acquired external semaphore "network-691" {{(pid=66703) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 692.683867] env[66703]: DEBUG networking_nsxv3.common.locking [None req-33d36011-a73c-4b6d-849a-f8c867240c48 None None] Lock Segment taken with stack trace [, , , , , , , , , , ] {{(pid=66703) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 692.685464] env[66703]: DEBUG oslo_concurrency.lockutils [None req-33d36011-a73c-4b6d-849a-f8c867240c48 None None] Acquiring lock "Segment" {{(pid=66703) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 692.685464] env[66703]: DEBUG oslo_concurrency.lockutils [None req-33d36011-a73c-4b6d-849a-f8c867240c48 None None] Acquired lock "Segment" {{(pid=66703) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 692.685464] env[66703]: DEBUG oslo_concurrency.lockutils [None req-33d36011-a73c-4b6d-849a-f8c867240c48 None None] Acquired external semaphore "Segment" {{(pid=66703) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 692.685464] env[66703]: DEBUG oslo_concurrency.lockutils [None req-33d36011-a73c-4b6d-849a-f8c867240c48 None None] Releasing lock "Segment" {{(pid=66703) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 692.685464] env[66703]: DEBUG dogpile.cache.region [None req-33d36011-a73c-4b6d-849a-f8c867240c48 None None] No value present for key: 'zone-id' {{(pid=66703) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 692.685464] env[66703]: DEBUG dogpile.lock [None req-33d36011-a73c-4b6d-849a-f8c867240c48 None None] NeedRegenerationException {{(pid=66703) _enter /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:90}} [ 692.685464] env[66703]: DEBUG dogpile.lock [None req-33d36011-a73c-4b6d-849a-f8c867240c48 None None] no value, waiting for create lock {{(pid=66703) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:131}} [ 692.685464] env[66703]: DEBUG dogpile.lock [None req-33d36011-a73c-4b6d-849a-f8c867240c48 None None] value creation lock acquired {{(pid=66703) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:135}} [ 692.685464] env[66703]: DEBUG dogpile.cache.region [None req-33d36011-a73c-4b6d-849a-f8c867240c48 None None] No value present for key: 'zone-id' {{(pid=66703) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 692.685464] env[66703]: DEBUG dogpile.lock [None req-33d36011-a73c-4b6d-849a-f8c867240c48 None None] Calling creation function for not-yet-present value {{(pid=66703) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:174}} [ 692.685464] env[66703]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-33d36011-a73c-4b6d-849a-f8c867240c48 None None] Looking for TransportZone with name nsx-vlan-transportzone. [ 692.710609] env[66703]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-33d36011-a73c-4b6d-849a-f8c867240c48 None None] loading zone with a95c914d-748d-497c-94ab-10d4647daeba and tags [{'scope': 'mp2policy_migr_status', 'tag': 'success'}] [ 692.710818] env[66703]: DEBUG dogpile.cache.region [None req-33d36011-a73c-4b6d-849a-f8c867240c48 None None] Cache value generated in 0.025 seconds for key(s): 'zone-id' {{(pid=66703) _log_time /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:910}} [ 692.710889] env[66703]: DEBUG dogpile.lock [None req-33d36011-a73c-4b6d-849a-f8c867240c48 None None] Released creation lock {{(pid=66703) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:182}} [ 692.711108] env[66703]: DEBUG oslo_concurrency.lockutils [None req-33d36011-a73c-4b6d-849a-f8c867240c48 None None] Releasing lock "network-691" {{(pid=66703) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 692.711598] env[66703]: DEBUG networking_nsxv3.common.locking [None req-33d36011-a73c-4b6d-849a-f8c867240c48 None None] Lock port-8a063fe9-5bfd-4952-9a2a-f4f855df6912 taken with stack trace [, , , , , , , , ] {{(pid=66703) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 692.712141] env[66703]: DEBUG oslo_concurrency.lockutils [None req-33d36011-a73c-4b6d-849a-f8c867240c48 None None] Acquiring lock "port-8a063fe9-5bfd-4952-9a2a-f4f855df6912" {{(pid=66703) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 692.712141] env[66703]: DEBUG oslo_concurrency.lockutils [None req-33d36011-a73c-4b6d-849a-f8c867240c48 None None] Acquired lock "port-8a063fe9-5bfd-4952-9a2a-f4f855df6912" {{(pid=66703) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 692.712282] env[66703]: DEBUG oslo_concurrency.lockutils [None req-33d36011-a73c-4b6d-849a-f8c867240c48 None None] Acquired external semaphore "port-8a063fe9-5bfd-4952-9a2a-f4f855df6912" {{(pid=66703) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 692.712422] env[66703]: DEBUG networking_nsxv3.api.rpc [None req-33d36011-a73c-4b6d-849a-f8c867240c48 None None] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('8a063fe9-5bfd-4952-9a2a-f4f855df6912',) {} {{(pid=66703) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 692.724749] env[66703]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('18413db4-5134-40cb-b857-e544c0b672ac',) {} {{(pid=66703) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 692.876910] env[66703]: INFO networking_nsxv3.common.synchronization [None req-82187007-edb0-4e4e-b0af-ab4b71db1ab9 None None] Enqueued Resource ID: 40e4dfb1-ced5-41b1-ba25-d5158a9c6f94 with Priority: HIGHEST for action port [ 692.877620] env[66703]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 40e4dfb1-ced5-41b1-ba25-d5158a9c6f94 with Priority: HIGHEST for action port [ 692.878261] env[66703]: DEBUG networking_nsxv3.common.locking [-] Lock port-40e4dfb1-ced5-41b1-ba25-d5158a9c6f94 taken with stack trace [, , ] {{(pid=66703) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 692.882020] env[66703]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-40e4dfb1-ced5-41b1-ba25-d5158a9c6f94" {{(pid=66703) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 692.882020] env[66703]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-40e4dfb1-ced5-41b1-ba25-d5158a9c6f94" {{(pid=66703) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 692.882020] env[66703]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-40e4dfb1-ced5-41b1-ba25-d5158a9c6f94" {{(pid=66703) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 692.882020] env[66703]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('40e4dfb1-ced5-41b1-ba25-d5158a9c6f94',) {} {{(pid=66703) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 693.173504] env[66703]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] deletion realization of port 6b0b5887-0cc6-4dfb-bca9-c86a1b43caac [ 693.174557] env[66703]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=66703) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 693.174792] env[66703]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=66703) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 693.174792] env[66703]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=66703) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 693.175362] env[66703]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=66703) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 693.175362] env[66703]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=66703) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 693.175362] env[66703]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Segment Port:6b0b5887-0cc6-4dfb-bca9-c86a1b43caac already deleted. [ 693.175362] env[66703]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-6b0b5887-0cc6-4dfb-bca9-c86a1b43caac" {{(pid=66703) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 693.216525] env[66703]: DEBUG networking_nsxv3.common.locking [None req-33d36011-a73c-4b6d-849a-f8c867240c48 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , ] {{(pid=66703) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 693.216525] env[66703]: DEBUG oslo_concurrency.lockutils [None req-33d36011-a73c-4b6d-849a-f8c867240c48 None None] Acquiring lock "SegmentPort" {{(pid=66703) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 693.216525] env[66703]: DEBUG oslo_concurrency.lockutils [None req-33d36011-a73c-4b6d-849a-f8c867240c48 None None] Acquired lock "SegmentPort" {{(pid=66703) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 693.217379] env[66703]: DEBUG oslo_concurrency.lockutils [None req-33d36011-a73c-4b6d-849a-f8c867240c48 None None] Acquired external semaphore "SegmentPort" {{(pid=66703) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 693.217379] env[66703]: DEBUG oslo_concurrency.lockutils [None req-33d36011-a73c-4b6d-849a-f8c867240c48 None None] Releasing lock "SegmentPort" {{(pid=66703) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 693.217379] env[66703]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-33d36011-a73c-4b6d-849a-f8c867240c48 None None] Segment Port 8a063fe9-5bfd-4952-9a2a-f4f855df6912 not found, creating... [ 693.217757] env[66703]: DEBUG networking_nsxv3.common.locking [None req-33d36011-a73c-4b6d-849a-f8c867240c48 None None] Lock Segment taken with stack trace [, , , , , , , , , , , ] {{(pid=66703) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 693.217822] env[66703]: DEBUG oslo_concurrency.lockutils [None req-33d36011-a73c-4b6d-849a-f8c867240c48 None None] Acquiring lock "Segment" {{(pid=66703) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 693.218459] env[66703]: DEBUG oslo_concurrency.lockutils [None req-33d36011-a73c-4b6d-849a-f8c867240c48 None None] Acquired lock "Segment" {{(pid=66703) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 693.218459] env[66703]: DEBUG oslo_concurrency.lockutils [None req-33d36011-a73c-4b6d-849a-f8c867240c48 None None] Acquired external semaphore "Segment" {{(pid=66703) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 693.219320] env[66703]: DEBUG oslo_concurrency.lockutils [None req-33d36011-a73c-4b6d-849a-f8c867240c48 None None] Releasing lock "Segment" {{(pid=66703) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 693.219557] env[66703]: DEBUG networking_nsxv3.common.locking [None req-33d36011-a73c-4b6d-849a-f8c867240c48 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=66703) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 693.219785] env[66703]: DEBUG oslo_concurrency.lockutils [None req-33d36011-a73c-4b6d-849a-f8c867240c48 None None] Acquiring lock "SegmentPort" {{(pid=66703) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 693.219914] env[66703]: DEBUG oslo_concurrency.lockutils [None req-33d36011-a73c-4b6d-849a-f8c867240c48 None None] Acquired lock "SegmentPort" {{(pid=66703) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 693.220200] env[66703]: DEBUG oslo_concurrency.lockutils [None req-33d36011-a73c-4b6d-849a-f8c867240c48 None None] Acquired external semaphore "SegmentPort" {{(pid=66703) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 693.221336] env[66703]: DEBUG oslo_concurrency.lockutils [None req-33d36011-a73c-4b6d-849a-f8c867240c48 None None] Releasing lock "SegmentPort" {{(pid=66703) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 693.221336] env[66703]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-33d36011-a73c-4b6d-849a-f8c867240c48 None None] Resource: SegmentPort with ID: 8a063fe9-5bfd-4952-9a2a-f4f855df6912 is going to be created. [ 693.230703] env[66703]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66703) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 693.230703] env[66703]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66703) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 693.230703] env[66703]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66703) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 693.230703] env[66703]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66703) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 693.230703] env[66703]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66703) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 693.230703] env[66703]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 18413db4-5134-40cb-b857-e544c0b672ac is going to be updated. [ 693.256418] env[66703]: DEBUG networking_nsxv3.common.locking [None req-33d36011-a73c-4b6d-849a-f8c867240c48 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=66703) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 693.258072] env[66703]: DEBUG oslo_concurrency.lockutils [None req-33d36011-a73c-4b6d-849a-f8c867240c48 None None] Acquiring lock "SegmentPort" {{(pid=66703) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 693.258072] env[66703]: DEBUG oslo_concurrency.lockutils [None req-33d36011-a73c-4b6d-849a-f8c867240c48 None None] Acquired lock "SegmentPort" {{(pid=66703) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 693.258072] env[66703]: DEBUG oslo_concurrency.lockutils [None req-33d36011-a73c-4b6d-849a-f8c867240c48 None None] Acquired external semaphore "SegmentPort" {{(pid=66703) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 693.258406] env[66703]: DEBUG oslo_concurrency.lockutils [None req-33d36011-a73c-4b6d-849a-f8c867240c48 None None] Releasing lock "SegmentPort" {{(pid=66703) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 693.258449] env[66703]: DEBUG oslo_concurrency.lockutils [None req-33d36011-a73c-4b6d-849a-f8c867240c48 None None] Releasing lock "port-8a063fe9-5bfd-4952-9a2a-f4f855df6912" {{(pid=66703) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 693.272034] env[66703]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66703) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 693.272034] env[66703]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66703) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 693.272034] env[66703]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66703) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 693.272034] env[66703]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66703) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 693.272034] env[66703]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66703) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 693.282114] env[66703]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 18413db4-5134-40cb-b857-e544c0b672ac in Status: IN_PROGRESS for 2s [ 693.387821] env[66703]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] deletion realization of port 40e4dfb1-ced5-41b1-ba25-d5158a9c6f94 [ 693.387821] env[66703]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=66703) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 693.387821] env[66703]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=66703) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 693.387821] env[66703]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=66703) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 693.387821] env[66703]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=66703) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 693.387821] env[66703]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=66703) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 693.387821] env[66703]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Segment Port:40e4dfb1-ced5-41b1-ba25-d5158a9c6f94 already deleted. [ 693.387821] env[66703]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-40e4dfb1-ced5-41b1-ba25-d5158a9c6f94" {{(pid=66703) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 693.669408] env[66703]: INFO networking_nsxv3.common.synchronization [req-bd66f453-b2da-426a-81ca-c8e7c63c46ff req-3e4e2ca8-187f-4ee6-9708-9f603e0f4959 tempest-ServersAdminTestJSON-442555362 tempest-ServersAdminTestJSON-442555362-project-member] Enqueued Resource ID: 660372db-97b0-4c25-a97c-8d2de7c849c4 with Priority: HIGHEST for action security_group_members [ 693.669408] env[66703]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 660372db-97b0-4c25-a97c-8d2de7c849c4 with Priority: HIGHEST for action security_group_members [ 693.670867] env[66703]: DEBUG networking_nsxv3.common.locking [-] Lock member-660372db-97b0-4c25-a97c-8d2de7c849c4 taken with stack trace [, , ] {{(pid=66703) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 693.671078] env[66703]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-660372db-97b0-4c25-a97c-8d2de7c849c4" {{(pid=66703) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 693.671155] env[66703]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-660372db-97b0-4c25-a97c-8d2de7c849c4" {{(pid=66703) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 693.671387] env[66703]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-660372db-97b0-4c25-a97c-8d2de7c849c4" {{(pid=66703) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 693.671563] env[66703]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=66703) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 693.671665] env[66703]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66703) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 693.671722] env[66703]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66703) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 693.671873] env[66703]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66703) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 693.671956] env[66703]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66703) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 693.672066] env[66703]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('660372db-97b0-4c25-a97c-8d2de7c849c4',) {} {{(pid=66703) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 693.931384] env[66703]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 660372db-97b0-4c25-a97c-8d2de7c849c4 in Status: SUCCESS [ 693.931702] env[66703]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-660372db-97b0-4c25-a97c-8d2de7c849c4" {{(pid=66703) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 693.995245] env[66703]: INFO networking_nsxv3.common.synchronization [req-c9833da6-7f3d-4697-a342-bd2a81708cd3 req-5a978403-06ed-4eee-9efc-68b9beabe4f1 service nova] Enqueued Resource ID: 18413db4-5134-40cb-b857-e544c0b672ac with Priority: HIGHEST for action security_group_rules [ 693.995426] env[66703]: INFO networking_nsxv3.common.synchronization [req-c9833da6-7f3d-4697-a342-bd2a81708cd3 req-5a978403-06ed-4eee-9efc-68b9beabe4f1 service nova] Enqueued Resource ID: 18413db4-5134-40cb-b857-e544c0b672ac with Priority: HIGHEST for action security_group_members [ 693.995578] env[66703]: INFO networking_nsxv3.common.synchronization [req-c9833da6-7f3d-4697-a342-bd2a81708cd3 req-5a978403-06ed-4eee-9efc-68b9beabe4f1 service nova] Enqueued Resource ID: 8a063fe9-5bfd-4952-9a2a-f4f855df6912 with Priority: HIGHEST for action port [ 693.996081] env[66703]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 18413db4-5134-40cb-b857-e544c0b672ac with Priority: HIGHEST for action security_group_rules [ 693.996211] env[66703]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 18413db4-5134-40cb-b857-e544c0b672ac with Priority: HIGHEST for action security_group_members [ 693.996314] env[66703]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 8a063fe9-5bfd-4952-9a2a-f4f855df6912 with Priority: HIGHEST for action port [ 693.996836] env[66703]: DEBUG networking_nsxv3.common.locking [-] Lock rules-18413db4-5134-40cb-b857-e544c0b672ac taken with stack trace [, , ] {{(pid=66703) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 693.996836] env[66703]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-18413db4-5134-40cb-b857-e544c0b672ac" {{(pid=66703) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 693.997069] env[66703]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-18413db4-5134-40cb-b857-e544c0b672ac" {{(pid=66703) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 693.997308] env[66703]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-18413db4-5134-40cb-b857-e544c0b672ac" {{(pid=66703) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 693.997308] env[66703]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('18413db4-5134-40cb-b857-e544c0b672ac',) {} {{(pid=66703) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 693.999071] env[66703]: DEBUG networking_nsxv3.common.locking [-] Lock member-18413db4-5134-40cb-b857-e544c0b672ac taken with stack trace [, , ] {{(pid=66703) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 693.999699] env[66703]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-18413db4-5134-40cb-b857-e544c0b672ac" {{(pid=66703) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 693.999974] env[66703]: DEBUG networking_nsxv3.common.locking [-] Lock port-8a063fe9-5bfd-4952-9a2a-f4f855df6912 taken with stack trace [, , ] {{(pid=66703) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 694.000075] env[66703]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-8a063fe9-5bfd-4952-9a2a-f4f855df6912" {{(pid=66703) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 694.000146] env[66703]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-8a063fe9-5bfd-4952-9a2a-f4f855df6912" {{(pid=66703) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 694.000337] env[66703]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-8a063fe9-5bfd-4952-9a2a-f4f855df6912" {{(pid=66703) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 694.000416] env[66703]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('8a063fe9-5bfd-4952-9a2a-f4f855df6912',) {} {{(pid=66703) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 694.176415] env[66703]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('660372db-97b0-4c25-a97c-8d2de7c849c4',) {} {{(pid=66703) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 694.413625] env[66703]: INFO networking_nsxv3.common.synchronization [None req-7da47bf8-475c-4271-9f13-ccb4c0318116 None None] Enqueued Resource ID: a7a50846-fd73-4168-94cc-e4fd2c0993d7 with Priority: HIGHEST for action port [ 694.413798] env[66703]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: a7a50846-fd73-4168-94cc-e4fd2c0993d7 with Priority: HIGHEST for action port [ 694.414412] env[66703]: DEBUG networking_nsxv3.common.locking [-] Lock port-a7a50846-fd73-4168-94cc-e4fd2c0993d7 taken with stack trace [, , ] {{(pid=66703) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 694.414974] env[66703]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-a7a50846-fd73-4168-94cc-e4fd2c0993d7" {{(pid=66703) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 694.415293] env[66703]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-a7a50846-fd73-4168-94cc-e4fd2c0993d7" {{(pid=66703) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 694.416105] env[66703]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-a7a50846-fd73-4168-94cc-e4fd2c0993d7" {{(pid=66703) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 694.416319] env[66703]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('a7a50846-fd73-4168-94cc-e4fd2c0993d7',) {} {{(pid=66703) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 694.502732] env[66703]: DEBUG networking_nsxv3.common.locking [-] Lock member-18413db4-5134-40cb-b857-e544c0b672ac taken with stack trace [, , , ] {{(pid=66703) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 694.502732] env[66703]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-18413db4-5134-40cb-b857-e544c0b672ac" {{(pid=66703) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 694.503542] env[66703]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] realization of port 8a063fe9-5bfd-4952-9a2a-f4f855df6912 with status ACTIVE [ 694.504494] env[66703]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=66703) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 694.504638] env[66703]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=66703) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 694.504815] env[66703]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=66703) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 694.504931] env[66703]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=66703) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 694.505028] env[66703]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=66703) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 694.505212] env[66703]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , ] {{(pid=66703) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 694.505310] env[66703]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=66703) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 694.505372] env[66703]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=66703) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 694.505528] env[66703]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=66703) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 694.505606] env[66703]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=66703) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 694.505783] env[66703]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=66703) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 694.505887] env[66703]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=66703) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 694.505952] env[66703]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=66703) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 694.506224] env[66703]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=66703) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 694.506224] env[66703]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=66703) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 694.506331] env[66703]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: SegmentPort with ID: 8a063fe9-5bfd-4952-9a2a-f4f855df6912 is going to be updated. [ 694.537589] env[66703]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=66703) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 694.537868] env[66703]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=66703) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 694.537960] env[66703]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=66703) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 694.538330] env[66703]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=66703) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 694.539039] env[66703]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=66703) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 694.539039] env[66703]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-8a063fe9-5bfd-4952-9a2a-f4f855df6912" {{(pid=66703) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 694.567019] env[66703]: DEBUG networking_nsxv3.common.locking [None req-ffa6d202-748e-4c81-9979-ad08741f9cf7 None None] Lock network-364 taken with stack trace [, , , , , , , , ] {{(pid=66703) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 694.567294] env[66703]: DEBUG oslo_concurrency.lockutils [None req-ffa6d202-748e-4c81-9979-ad08741f9cf7 None None] Acquiring lock "network-364" {{(pid=66703) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 694.567424] env[66703]: DEBUG oslo_concurrency.lockutils [None req-ffa6d202-748e-4c81-9979-ad08741f9cf7 None None] Acquired lock "network-364" {{(pid=66703) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 694.567685] env[66703]: DEBUG oslo_concurrency.lockutils [None req-ffa6d202-748e-4c81-9979-ad08741f9cf7 None None] Acquired external semaphore "network-364" {{(pid=66703) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 694.567938] env[66703]: DEBUG networking_nsxv3.common.locking [None req-ffa6d202-748e-4c81-9979-ad08741f9cf7 None None] Lock Segment taken with stack trace [, , , , , , , , , , ] {{(pid=66703) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 694.568190] env[66703]: DEBUG oslo_concurrency.lockutils [None req-ffa6d202-748e-4c81-9979-ad08741f9cf7 None None] Acquiring lock "Segment" {{(pid=66703) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 694.568342] env[66703]: DEBUG oslo_concurrency.lockutils [None req-ffa6d202-748e-4c81-9979-ad08741f9cf7 None None] Acquired lock "Segment" {{(pid=66703) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 694.568593] env[66703]: DEBUG oslo_concurrency.lockutils [None req-ffa6d202-748e-4c81-9979-ad08741f9cf7 None None] Acquired external semaphore "Segment" {{(pid=66703) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 694.568896] env[66703]: DEBUG oslo_concurrency.lockutils [None req-ffa6d202-748e-4c81-9979-ad08741f9cf7 None None] Releasing lock "Segment" {{(pid=66703) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 694.569157] env[66703]: DEBUG dogpile.cache.region [None req-ffa6d202-748e-4c81-9979-ad08741f9cf7 None None] No value present for key: 'zone-id' {{(pid=66703) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 694.569311] env[66703]: DEBUG dogpile.lock [None req-ffa6d202-748e-4c81-9979-ad08741f9cf7 None None] NeedRegenerationException {{(pid=66703) _enter /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:90}} [ 694.569450] env[66703]: DEBUG dogpile.lock [None req-ffa6d202-748e-4c81-9979-ad08741f9cf7 None None] no value, waiting for create lock {{(pid=66703) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:131}} [ 694.569613] env[66703]: DEBUG dogpile.lock [None req-ffa6d202-748e-4c81-9979-ad08741f9cf7 None None] value creation lock acquired {{(pid=66703) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:135}} [ 694.569778] env[66703]: DEBUG dogpile.cache.region [None req-ffa6d202-748e-4c81-9979-ad08741f9cf7 None None] No value present for key: 'zone-id' {{(pid=66703) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 694.569987] env[66703]: DEBUG dogpile.lock [None req-ffa6d202-748e-4c81-9979-ad08741f9cf7 None None] Calling creation function for not-yet-present value {{(pid=66703) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:174}} [ 694.570169] env[66703]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-ffa6d202-748e-4c81-9979-ad08741f9cf7 None None] Looking for TransportZone with name nsx-vlan-transportzone. [ 694.606555] env[66703]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-ffa6d202-748e-4c81-9979-ad08741f9cf7 None None] loading zone with a95c914d-748d-497c-94ab-10d4647daeba and tags [{'scope': 'mp2policy_migr_status', 'tag': 'success'}] [ 694.606555] env[66703]: DEBUG dogpile.cache.region [None req-ffa6d202-748e-4c81-9979-ad08741f9cf7 None None] Cache value generated in 0.023 seconds for key(s): 'zone-id' {{(pid=66703) _log_time /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:910}} [ 694.606555] env[66703]: DEBUG dogpile.lock [None req-ffa6d202-748e-4c81-9979-ad08741f9cf7 None None] Released creation lock {{(pid=66703) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:182}} [ 694.606555] env[66703]: DEBUG oslo_concurrency.lockutils [None req-ffa6d202-748e-4c81-9979-ad08741f9cf7 None None] Releasing lock "network-364" {{(pid=66703) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 694.606555] env[66703]: DEBUG networking_nsxv3.common.locking [None req-ffa6d202-748e-4c81-9979-ad08741f9cf7 None None] Lock port-ffc9c001-f586-4256-8dae-8950e6fe4298 taken with stack trace [, , , , , , , , ] {{(pid=66703) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 694.606555] env[66703]: DEBUG oslo_concurrency.lockutils [None req-ffa6d202-748e-4c81-9979-ad08741f9cf7 None None] Acquiring lock "port-ffc9c001-f586-4256-8dae-8950e6fe4298" {{(pid=66703) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 694.606555] env[66703]: DEBUG oslo_concurrency.lockutils [None req-ffa6d202-748e-4c81-9979-ad08741f9cf7 None None] Acquired lock "port-ffc9c001-f586-4256-8dae-8950e6fe4298" {{(pid=66703) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 694.607389] env[66703]: DEBUG oslo_concurrency.lockutils [None req-ffa6d202-748e-4c81-9979-ad08741f9cf7 None None] Acquired external semaphore "port-ffc9c001-f586-4256-8dae-8950e6fe4298" {{(pid=66703) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 694.607389] env[66703]: DEBUG networking_nsxv3.api.rpc [None req-ffa6d202-748e-4c81-9979-ad08741f9cf7 None None] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('ffc9c001-f586-4256-8dae-8950e6fe4298',) {} {{(pid=66703) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 694.680139] env[66703]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('660372db-97b0-4c25-a97c-8d2de7c849c4',) {} {{(pid=66703) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 694.919771] env[66703]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] deletion realization of port a7a50846-fd73-4168-94cc-e4fd2c0993d7 [ 694.919771] env[66703]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=66703) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 694.920221] env[66703]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=66703) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 694.920221] env[66703]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=66703) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 694.920471] env[66703]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=66703) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 694.920594] env[66703]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=66703) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 694.920728] env[66703]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Segment Port:a7a50846-fd73-4168-94cc-e4fd2c0993d7 already deleted. [ 694.920844] env[66703]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-a7a50846-fd73-4168-94cc-e4fd2c0993d7" {{(pid=66703) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 695.111307] env[66703]: DEBUG networking_nsxv3.common.locking [None req-ffa6d202-748e-4c81-9979-ad08741f9cf7 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , ] {{(pid=66703) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 695.112121] env[66703]: DEBUG oslo_concurrency.lockutils [None req-ffa6d202-748e-4c81-9979-ad08741f9cf7 None None] Acquiring lock "SegmentPort" {{(pid=66703) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 695.112121] env[66703]: DEBUG oslo_concurrency.lockutils [None req-ffa6d202-748e-4c81-9979-ad08741f9cf7 None None] Acquired lock "SegmentPort" {{(pid=66703) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 695.112421] env[66703]: DEBUG oslo_concurrency.lockutils [None req-ffa6d202-748e-4c81-9979-ad08741f9cf7 None None] Acquired external semaphore "SegmentPort" {{(pid=66703) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 695.112421] env[66703]: DEBUG oslo_concurrency.lockutils [None req-ffa6d202-748e-4c81-9979-ad08741f9cf7 None None] Releasing lock "SegmentPort" {{(pid=66703) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 695.112484] env[66703]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-ffa6d202-748e-4c81-9979-ad08741f9cf7 None None] Segment Port ffc9c001-f586-4256-8dae-8950e6fe4298 not found, creating... [ 695.112828] env[66703]: DEBUG networking_nsxv3.common.locking [None req-ffa6d202-748e-4c81-9979-ad08741f9cf7 None None] Lock Segment taken with stack trace [, , , , , , , , , , , ] {{(pid=66703) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 695.113095] env[66703]: DEBUG oslo_concurrency.lockutils [None req-ffa6d202-748e-4c81-9979-ad08741f9cf7 None None] Acquiring lock "Segment" {{(pid=66703) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 695.113288] env[66703]: DEBUG oslo_concurrency.lockutils [None req-ffa6d202-748e-4c81-9979-ad08741f9cf7 None None] Acquired lock "Segment" {{(pid=66703) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 695.113598] env[66703]: DEBUG oslo_concurrency.lockutils [None req-ffa6d202-748e-4c81-9979-ad08741f9cf7 None None] Acquired external semaphore "Segment" {{(pid=66703) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 695.113796] env[66703]: DEBUG oslo_concurrency.lockutils [None req-ffa6d202-748e-4c81-9979-ad08741f9cf7 None None] Releasing lock "Segment" {{(pid=66703) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 695.114370] env[66703]: DEBUG networking_nsxv3.common.locking [None req-ffa6d202-748e-4c81-9979-ad08741f9cf7 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=66703) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 695.114636] env[66703]: DEBUG oslo_concurrency.lockutils [None req-ffa6d202-748e-4c81-9979-ad08741f9cf7 None None] Acquiring lock "SegmentPort" {{(pid=66703) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 695.114817] env[66703]: DEBUG oslo_concurrency.lockutils [None req-ffa6d202-748e-4c81-9979-ad08741f9cf7 None None] Acquired lock "SegmentPort" {{(pid=66703) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 695.115262] env[66703]: DEBUG oslo_concurrency.lockutils [None req-ffa6d202-748e-4c81-9979-ad08741f9cf7 None None] Acquired external semaphore "SegmentPort" {{(pid=66703) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 695.115504] env[66703]: DEBUG oslo_concurrency.lockutils [None req-ffa6d202-748e-4c81-9979-ad08741f9cf7 None None] Releasing lock "SegmentPort" {{(pid=66703) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 695.115720] env[66703]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-ffa6d202-748e-4c81-9979-ad08741f9cf7 None None] Resource: SegmentPort with ID: ffc9c001-f586-4256-8dae-8950e6fe4298 is going to be created. [ 695.124549] env[66703]: INFO networking_nsxv3.common.synchronization [req-a0f16804-d434-4dc2-b546-05b712eacf28 req-a9680b4f-f9e0-4e5f-a44e-b5f9b868c47a tempest-ServerDiagnosticsTest-1491251728 tempest-ServerDiagnosticsTest-1491251728-project-member] Enqueued Resource ID: b71d7cca-9437-49ca-9e76-44102d6232fb with Priority: HIGHEST for action security_group_members [ 695.125375] env[66703]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: b71d7cca-9437-49ca-9e76-44102d6232fb with Priority: HIGHEST for action security_group_members [ 695.125841] env[66703]: DEBUG networking_nsxv3.common.locking [-] Lock member-b71d7cca-9437-49ca-9e76-44102d6232fb taken with stack trace [, , ] {{(pid=66703) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 695.126168] env[66703]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-b71d7cca-9437-49ca-9e76-44102d6232fb" {{(pid=66703) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 695.126315] env[66703]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-b71d7cca-9437-49ca-9e76-44102d6232fb" {{(pid=66703) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 695.126619] env[66703]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-b71d7cca-9437-49ca-9e76-44102d6232fb" {{(pid=66703) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 695.127028] env[66703]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=66703) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 695.127028] env[66703]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66703) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 695.127266] env[66703]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66703) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 695.127370] env[66703]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66703) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 695.127878] env[66703]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66703) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 695.127878] env[66703]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('b71d7cca-9437-49ca-9e76-44102d6232fb',) {} {{(pid=66703) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 695.156977] env[66703]: DEBUG networking_nsxv3.common.locking [None req-ffa6d202-748e-4c81-9979-ad08741f9cf7 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=66703) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 695.158846] env[66703]: DEBUG oslo_concurrency.lockutils [None req-ffa6d202-748e-4c81-9979-ad08741f9cf7 None None] Acquiring lock "SegmentPort" {{(pid=66703) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 695.158846] env[66703]: DEBUG oslo_concurrency.lockutils [None req-ffa6d202-748e-4c81-9979-ad08741f9cf7 None None] Acquired lock "SegmentPort" {{(pid=66703) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 695.158846] env[66703]: DEBUG oslo_concurrency.lockutils [None req-ffa6d202-748e-4c81-9979-ad08741f9cf7 None None] Acquired external semaphore "SegmentPort" {{(pid=66703) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 695.158846] env[66703]: DEBUG oslo_concurrency.lockutils [None req-ffa6d202-748e-4c81-9979-ad08741f9cf7 None None] Releasing lock "SegmentPort" {{(pid=66703) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 695.158846] env[66703]: DEBUG oslo_concurrency.lockutils [None req-ffa6d202-748e-4c81-9979-ad08741f9cf7 None None] Releasing lock "port-ffc9c001-f586-4256-8dae-8950e6fe4298" {{(pid=66703) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 695.182608] env[66703]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66703) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 695.182721] env[66703]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66703) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 695.182822] env[66703]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66703) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 695.183124] env[66703]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66703) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 695.183294] env[66703]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66703) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 695.183455] env[66703]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 660372db-97b0-4c25-a97c-8d2de7c849c4 is going to be updated. [ 695.216981] env[66703]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66703) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 695.217082] env[66703]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66703) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 695.217082] env[66703]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66703) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 695.217334] env[66703]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66703) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 695.217476] env[66703]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66703) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 695.229019] env[66703]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 660372db-97b0-4c25-a97c-8d2de7c849c4 in Status: IN_PROGRESS for 2s [ 695.295180] env[66703]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 18413db4-5134-40cb-b857-e544c0b672ac in Status: SUCCESS [ 695.295393] env[66703]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-18413db4-5134-40cb-b857-e544c0b672ac" {{(pid=66703) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 695.295560] env[66703]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-18413db4-5134-40cb-b857-e544c0b672ac" {{(pid=66703) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 695.295802] env[66703]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-18413db4-5134-40cb-b857-e544c0b672ac" {{(pid=66703) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 695.295993] env[66703]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=66703) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 695.296129] env[66703]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66703) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 695.296198] env[66703]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66703) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 695.296356] env[66703]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66703) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 695.296435] env[66703]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66703) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 695.296542] env[66703]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('18413db4-5134-40cb-b857-e544c0b672ac',) {} {{(pid=66703) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 695.341037] env[66703]: INFO networking_nsxv3.common.synchronization [None req-859f4801-7d0b-4f69-b500-e162545ae82d None None] Enqueued Resource ID: d01ba0a5-f3ed-4e3c-aa10-c5560fdc216c with Priority: HIGHEST for action port [ 695.341691] env[66703]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: d01ba0a5-f3ed-4e3c-aa10-c5560fdc216c with Priority: HIGHEST for action port [ 695.341974] env[66703]: DEBUG networking_nsxv3.common.locking [-] Lock port-d01ba0a5-f3ed-4e3c-aa10-c5560fdc216c taken with stack trace [, , ] {{(pid=66703) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 695.342389] env[66703]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-d01ba0a5-f3ed-4e3c-aa10-c5560fdc216c" {{(pid=66703) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 695.342504] env[66703]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-d01ba0a5-f3ed-4e3c-aa10-c5560fdc216c" {{(pid=66703) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 695.342870] env[66703]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-d01ba0a5-f3ed-4e3c-aa10-c5560fdc216c" {{(pid=66703) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 695.343020] env[66703]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('d01ba0a5-f3ed-4e3c-aa10-c5560fdc216c',) {} {{(pid=66703) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 695.417118] env[66703]: INFO networking_nsxv3.common.synchronization [req-611207a5-dacb-4453-91e2-33e9117fb617 req-14edd2d4-64da-4bf6-af29-a10c194b672e tempest-SecurityGroupsTestJSON-990568022 tempest-SecurityGroupsTestJSON-990568022-project-member] Enqueued Resource ID: ead9059b-21b2-4727-a688-5bf3e134073b with Priority: HIGHEST for action security_group_members [ 695.417373] env[66703]: INFO networking_nsxv3.common.synchronization [req-611207a5-dacb-4453-91e2-33e9117fb617 req-14edd2d4-64da-4bf6-af29-a10c194b672e tempest-SecurityGroupsTestJSON-990568022 tempest-SecurityGroupsTestJSON-990568022-project-member] Enqueued Resource ID: edd00d40-6f87-4c61-9069-3d442058e704 with Priority: HIGHEST for action security_group_members [ 695.418193] env[66703]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: ead9059b-21b2-4727-a688-5bf3e134073b with Priority: HIGHEST for action security_group_members [ 695.418379] env[66703]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: edd00d40-6f87-4c61-9069-3d442058e704 with Priority: HIGHEST for action security_group_members [ 695.418789] env[66703]: DEBUG networking_nsxv3.common.locking [-] Lock member-ead9059b-21b2-4727-a688-5bf3e134073b taken with stack trace [, , ] {{(pid=66703) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 695.418789] env[66703]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-ead9059b-21b2-4727-a688-5bf3e134073b" {{(pid=66703) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 695.418941] env[66703]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-ead9059b-21b2-4727-a688-5bf3e134073b" {{(pid=66703) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 695.419398] env[66703]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-ead9059b-21b2-4727-a688-5bf3e134073b" {{(pid=66703) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 695.419559] env[66703]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=66703) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 695.419638] env[66703]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66703) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 695.419745] env[66703]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66703) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 695.419829] env[66703]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66703) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 695.419919] env[66703]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66703) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 695.420026] env[66703]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('ead9059b-21b2-4727-a688-5bf3e134073b',) {} {{(pid=66703) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 695.421644] env[66703]: DEBUG networking_nsxv3.common.locking [-] Lock member-edd00d40-6f87-4c61-9069-3d442058e704 taken with stack trace [, , ] {{(pid=66703) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 695.422128] env[66703]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-edd00d40-6f87-4c61-9069-3d442058e704" {{(pid=66703) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 695.422128] env[66703]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-edd00d40-6f87-4c61-9069-3d442058e704" {{(pid=66703) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 695.422128] env[66703]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-edd00d40-6f87-4c61-9069-3d442058e704" {{(pid=66703) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 695.422259] env[66703]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=66703) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 695.422259] env[66703]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66703) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 695.422341] env[66703]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66703) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 695.422450] env[66703]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66703) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 695.422535] env[66703]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66703) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 695.422626] env[66703]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('edd00d40-6f87-4c61-9069-3d442058e704',) {} {{(pid=66703) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 695.461875] env[66703]: INFO networking_nsxv3.common.synchronization [req-611207a5-dacb-4453-91e2-33e9117fb617 req-14edd2d4-64da-4bf6-af29-a10c194b672e tempest-SecurityGroupsTestJSON-990568022 tempest-SecurityGroupsTestJSON-990568022-project-member] Enqueued Resource ID: ead9059b-21b2-4727-a688-5bf3e134073b with Priority: HIGHEST for action security_group_rules [ 695.462058] env[66703]: INFO networking_nsxv3.common.synchronization [req-611207a5-dacb-4453-91e2-33e9117fb617 req-14edd2d4-64da-4bf6-af29-a10c194b672e tempest-SecurityGroupsTestJSON-990568022 tempest-SecurityGroupsTestJSON-990568022-project-member] Enqueued Resource ID: ead9059b-21b2-4727-a688-5bf3e134073b with Priority: HIGHEST for action security_group_members [ 695.462327] env[66703]: INFO networking_nsxv3.common.synchronization [req-611207a5-dacb-4453-91e2-33e9117fb617 req-14edd2d4-64da-4bf6-af29-a10c194b672e tempest-SecurityGroupsTestJSON-990568022 tempest-SecurityGroupsTestJSON-990568022-project-member] Enqueued Resource ID: edd00d40-6f87-4c61-9069-3d442058e704 with Priority: HIGHEST for action security_group_rules [ 695.462475] env[66703]: INFO networking_nsxv3.common.synchronization [req-611207a5-dacb-4453-91e2-33e9117fb617 req-14edd2d4-64da-4bf6-af29-a10c194b672e tempest-SecurityGroupsTestJSON-990568022 tempest-SecurityGroupsTestJSON-990568022-project-member] Enqueued Resource ID: edd00d40-6f87-4c61-9069-3d442058e704 with Priority: HIGHEST for action security_group_members [ 695.462605] env[66703]: INFO networking_nsxv3.common.synchronization [req-611207a5-dacb-4453-91e2-33e9117fb617 req-14edd2d4-64da-4bf6-af29-a10c194b672e tempest-SecurityGroupsTestJSON-990568022 tempest-SecurityGroupsTestJSON-990568022-project-member] Enqueued Resource ID: 823cfad2-0f29-4f02-a6e0-85bb68a1f234 with Priority: HIGHEST for action port [ 695.463294] env[66703]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: ead9059b-21b2-4727-a688-5bf3e134073b with Priority: HIGHEST for action security_group_rules [ 695.463436] env[66703]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: edd00d40-6f87-4c61-9069-3d442058e704 with Priority: HIGHEST for action security_group_rules [ 695.463537] env[66703]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 823cfad2-0f29-4f02-a6e0-85bb68a1f234 with Priority: HIGHEST for action port [ 695.463641] env[66703]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: ead9059b-21b2-4727-a688-5bf3e134073b with Priority: HIGHEST for action security_group_members [ 695.463734] env[66703]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: edd00d40-6f87-4c61-9069-3d442058e704 with Priority: HIGHEST for action security_group_members [ 695.464020] env[66703]: DEBUG networking_nsxv3.common.locking [-] Lock rules-ead9059b-21b2-4727-a688-5bf3e134073b taken with stack trace [, , ] {{(pid=66703) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 695.464196] env[66703]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-ead9059b-21b2-4727-a688-5bf3e134073b" {{(pid=66703) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 695.464278] env[66703]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-ead9059b-21b2-4727-a688-5bf3e134073b" {{(pid=66703) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 695.464653] env[66703]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-ead9059b-21b2-4727-a688-5bf3e134073b" {{(pid=66703) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 695.464653] env[66703]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('ead9059b-21b2-4727-a688-5bf3e134073b',) {} {{(pid=66703) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 695.466097] env[66703]: DEBUG networking_nsxv3.common.locking [-] Lock rules-edd00d40-6f87-4c61-9069-3d442058e704 taken with stack trace [, , ] {{(pid=66703) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 695.466233] env[66703]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-edd00d40-6f87-4c61-9069-3d442058e704" {{(pid=66703) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 695.466295] env[66703]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-edd00d40-6f87-4c61-9069-3d442058e704" {{(pid=66703) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 695.466473] env[66703]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-edd00d40-6f87-4c61-9069-3d442058e704" {{(pid=66703) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 695.466918] env[66703]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('edd00d40-6f87-4c61-9069-3d442058e704',) {} {{(pid=66703) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 695.468089] env[66703]: DEBUG networking_nsxv3.common.locking [-] Lock port-823cfad2-0f29-4f02-a6e0-85bb68a1f234 taken with stack trace [, , ] {{(pid=66703) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 695.468241] env[66703]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-823cfad2-0f29-4f02-a6e0-85bb68a1f234" {{(pid=66703) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 695.468287] env[66703]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-823cfad2-0f29-4f02-a6e0-85bb68a1f234" {{(pid=66703) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 695.468718] env[66703]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-823cfad2-0f29-4f02-a6e0-85bb68a1f234" {{(pid=66703) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 695.468808] env[66703]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('823cfad2-0f29-4f02-a6e0-85bb68a1f234',) {} {{(pid=66703) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 695.473040] env[66703]: DEBUG networking_nsxv3.common.locking [-] Lock member-ead9059b-21b2-4727-a688-5bf3e134073b taken with stack trace [, , ] {{(pid=66703) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 695.473040] env[66703]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-ead9059b-21b2-4727-a688-5bf3e134073b" {{(pid=66703) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 695.473040] env[66703]: DEBUG networking_nsxv3.common.locking [-] Lock member-edd00d40-6f87-4c61-9069-3d442058e704 taken with stack trace [, , ] {{(pid=66703) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 695.473040] env[66703]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-edd00d40-6f87-4c61-9069-3d442058e704" {{(pid=66703) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 695.630083] env[66703]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=66703) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 695.630252] env[66703]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66703) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 695.630324] env[66703]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66703) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 695.630549] env[66703]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66703) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 695.630647] env[66703]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66703) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 695.630889] env[66703]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66703) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 695.630987] env[66703]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66703) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 695.630987] env[66703]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66703) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 695.631153] env[66703]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66703) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 695.631231] env[66703]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66703) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 695.631319] env[66703]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: b71d7cca-9437-49ca-9e76-44102d6232fb is going to be updated. [ 695.663392] env[66703]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66703) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 695.663797] env[66703]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66703) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 695.663797] env[66703]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66703) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 695.663942] env[66703]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66703) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 695.664031] env[66703]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66703) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 695.673550] env[66703]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: b71d7cca-9437-49ca-9e76-44102d6232fb in Status: IN_PROGRESS for 2s [ 695.799352] env[66703]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('18413db4-5134-40cb-b857-e544c0b672ac',) {} {{(pid=66703) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 695.846526] env[66703]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] deletion realization of port d01ba0a5-f3ed-4e3c-aa10-c5560fdc216c [ 695.846526] env[66703]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=66703) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 695.846526] env[66703]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=66703) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 695.846526] env[66703]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=66703) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 695.846526] env[66703]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=66703) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 695.847037] env[66703]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=66703) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 695.847037] env[66703]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Segment Port:d01ba0a5-f3ed-4e3c-aa10-c5560fdc216c already deleted. [ 695.847037] env[66703]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-d01ba0a5-f3ed-4e3c-aa10-c5560fdc216c" {{(pid=66703) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 695.875550] env[66703]: INFO networking_nsxv3.common.synchronization [req-bd66f453-b2da-426a-81ca-c8e7c63c46ff req-dfca5613-e481-4a2d-8f07-fbaeb9e786b6 service nova] Enqueued Resource ID: 660372db-97b0-4c25-a97c-8d2de7c849c4 with Priority: HIGHEST for action security_group_rules [ 695.875731] env[66703]: INFO networking_nsxv3.common.synchronization [req-bd66f453-b2da-426a-81ca-c8e7c63c46ff req-dfca5613-e481-4a2d-8f07-fbaeb9e786b6 service nova] Enqueued Resource ID: 660372db-97b0-4c25-a97c-8d2de7c849c4 with Priority: HIGHEST for action security_group_members [ 695.875865] env[66703]: INFO networking_nsxv3.common.synchronization [req-bd66f453-b2da-426a-81ca-c8e7c63c46ff req-dfca5613-e481-4a2d-8f07-fbaeb9e786b6 service nova] Enqueued Resource ID: ffc9c001-f586-4256-8dae-8950e6fe4298 with Priority: HIGHEST for action port [ 695.876412] env[66703]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 660372db-97b0-4c25-a97c-8d2de7c849c4 with Priority: HIGHEST for action security_group_rules [ 695.876615] env[66703]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 660372db-97b0-4c25-a97c-8d2de7c849c4 with Priority: HIGHEST for action security_group_members [ 695.876668] env[66703]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: ffc9c001-f586-4256-8dae-8950e6fe4298 with Priority: HIGHEST for action port [ 695.877356] env[66703]: DEBUG networking_nsxv3.common.locking [-] Lock rules-660372db-97b0-4c25-a97c-8d2de7c849c4 taken with stack trace [, , ] {{(pid=66703) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 695.877498] env[66703]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-660372db-97b0-4c25-a97c-8d2de7c849c4" {{(pid=66703) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 695.877557] env[66703]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-660372db-97b0-4c25-a97c-8d2de7c849c4" {{(pid=66703) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 695.877766] env[66703]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-660372db-97b0-4c25-a97c-8d2de7c849c4" {{(pid=66703) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 695.877837] env[66703]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('660372db-97b0-4c25-a97c-8d2de7c849c4',) {} {{(pid=66703) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 695.881381] env[66703]: DEBUG networking_nsxv3.common.locking [-] Lock member-660372db-97b0-4c25-a97c-8d2de7c849c4 taken with stack trace [, , ] {{(pid=66703) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 695.881757] env[66703]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-660372db-97b0-4c25-a97c-8d2de7c849c4" {{(pid=66703) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 695.882719] env[66703]: DEBUG networking_nsxv3.common.locking [-] Lock port-ffc9c001-f586-4256-8dae-8950e6fe4298 taken with stack trace [, , ] {{(pid=66703) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 695.882719] env[66703]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-ffc9c001-f586-4256-8dae-8950e6fe4298" {{(pid=66703) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 695.882719] env[66703]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-ffc9c001-f586-4256-8dae-8950e6fe4298" {{(pid=66703) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 695.882719] env[66703]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-ffc9c001-f586-4256-8dae-8950e6fe4298" {{(pid=66703) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 695.882963] env[66703]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('ffc9c001-f586-4256-8dae-8950e6fe4298',) {} {{(pid=66703) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 695.922447] env[66703]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('ead9059b-21b2-4727-a688-5bf3e134073b',) {} {{(pid=66703) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 695.925992] env[66703]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('edd00d40-6f87-4c61-9069-3d442058e704',) {} {{(pid=66703) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 695.967367] env[66703]: DEBUG networking_nsxv3.common.locking [-] Lock member-ead9059b-21b2-4727-a688-5bf3e134073b taken with stack trace [, , , ] {{(pid=66703) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 695.967539] env[66703]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-ead9059b-21b2-4727-a688-5bf3e134073b" {{(pid=66703) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 695.968414] env[66703]: DEBUG networking_nsxv3.common.locking [-] Lock member-edd00d40-6f87-4c61-9069-3d442058e704 taken with stack trace [, , , ] {{(pid=66703) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 695.968527] env[66703]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-edd00d40-6f87-4c61-9069-3d442058e704" {{(pid=66703) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 695.974477] env[66703]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] realization of port 823cfad2-0f29-4f02-a6e0-85bb68a1f234 with status ACTIVE [ 695.974782] env[66703]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=66703) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 695.974979] env[66703]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=66703) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 695.975134] env[66703]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=66703) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 695.975402] env[66703]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=66703) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 695.975507] env[66703]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=66703) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 695.975696] env[66703]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , ] {{(pid=66703) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 695.975791] env[66703]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=66703) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 695.975855] env[66703]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=66703) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 695.976015] env[66703]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=66703) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 695.976100] env[66703]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=66703) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 695.976283] env[66703]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=66703) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 695.976372] env[66703]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=66703) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 695.976435] env[66703]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=66703) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 695.976572] env[66703]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=66703) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 695.976645] env[66703]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=66703) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 695.976727] env[66703]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: SegmentPort with ID: 823cfad2-0f29-4f02-a6e0-85bb68a1f234 is going to be updated. [ 696.004867] env[66703]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=66703) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 696.005157] env[66703]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=66703) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 696.005287] env[66703]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=66703) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 696.005561] env[66703]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=66703) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 696.005751] env[66703]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=66703) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 696.005993] env[66703]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-823cfad2-0f29-4f02-a6e0-85bb68a1f234" {{(pid=66703) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 696.193269] env[66703]: INFO networking_nsxv3.common.synchronization [None req-bdb5e75c-b35e-4000-a939-01ee85050e4d tempest-AttachInterfacesUnderV243Test-958747735 tempest-AttachInterfacesUnderV243Test-958747735-project-member] Enqueued Resource ID: 30de771b-a136-45ed-b92b-db3de891006f with Priority: HIGHEST for action security_group_rules [ 696.194907] env[66703]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 30de771b-a136-45ed-b92b-db3de891006f with Priority: HIGHEST for action security_group_rules [ 696.194907] env[66703]: DEBUG networking_nsxv3.common.locking [-] Lock rules-30de771b-a136-45ed-b92b-db3de891006f taken with stack trace [, , ] {{(pid=66703) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 696.194907] env[66703]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-30de771b-a136-45ed-b92b-db3de891006f" {{(pid=66703) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 696.198152] env[66703]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-30de771b-a136-45ed-b92b-db3de891006f" {{(pid=66703) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 696.198152] env[66703]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-30de771b-a136-45ed-b92b-db3de891006f" {{(pid=66703) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 696.198345] env[66703]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('30de771b-a136-45ed-b92b-db3de891006f',) {} {{(pid=66703) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 696.302611] env[66703]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('18413db4-5134-40cb-b857-e544c0b672ac',) {} {{(pid=66703) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 696.384795] env[66703]: DEBUG networking_nsxv3.common.locking [-] Lock member-660372db-97b0-4c25-a97c-8d2de7c849c4 taken with stack trace [, , , ] {{(pid=66703) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 696.384947] env[66703]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-660372db-97b0-4c25-a97c-8d2de7c849c4" {{(pid=66703) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 696.385266] env[66703]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] realization of port ffc9c001-f586-4256-8dae-8950e6fe4298 with status ACTIVE [ 696.385357] env[66703]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=66703) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 696.385445] env[66703]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=66703) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 696.385537] env[66703]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=66703) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 696.385708] env[66703]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=66703) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 696.385829] env[66703]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=66703) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 696.385962] env[66703]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , ] {{(pid=66703) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 696.386061] env[66703]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=66703) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 696.386125] env[66703]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=66703) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 696.386272] env[66703]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=66703) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 696.386350] env[66703]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=66703) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 696.386558] env[66703]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=66703) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 696.386677] env[66703]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=66703) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 696.386741] env[66703]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=66703) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 696.386885] env[66703]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=66703) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 696.386958] env[66703]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=66703) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 696.387339] env[66703]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: SegmentPort with ID: ffc9c001-f586-4256-8dae-8950e6fe4298 is going to be updated. [ 696.409064] env[66703]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=66703) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 696.409373] env[66703]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=66703) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 696.409373] env[66703]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=66703) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 696.409544] env[66703]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=66703) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 696.409777] env[66703]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=66703) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 696.409869] env[66703]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-ffc9c001-f586-4256-8dae-8950e6fe4298" {{(pid=66703) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 696.424776] env[66703]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('ead9059b-21b2-4727-a688-5bf3e134073b',) {} {{(pid=66703) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 696.427387] env[66703]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('edd00d40-6f87-4c61-9069-3d442058e704',) {} {{(pid=66703) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 696.603258] env[66703]: INFO networking_nsxv3.common.synchronization [None req-373f1fa4-d518-403a-9102-35356996d690 None None] Enqueued Resource ID: 5e81a0b6-d65a-46aa-9017-489f8f4462c6 with Priority: HIGHEST for action port [ 696.603258] env[66703]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 5e81a0b6-d65a-46aa-9017-489f8f4462c6 with Priority: HIGHEST for action port [ 696.603258] env[66703]: DEBUG networking_nsxv3.common.locking [-] Lock port-5e81a0b6-d65a-46aa-9017-489f8f4462c6 taken with stack trace [, , ] {{(pid=66703) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 696.603258] env[66703]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-5e81a0b6-d65a-46aa-9017-489f8f4462c6" {{(pid=66703) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 696.603258] env[66703]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-5e81a0b6-d65a-46aa-9017-489f8f4462c6" {{(pid=66703) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 696.607461] env[66703]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-5e81a0b6-d65a-46aa-9017-489f8f4462c6" {{(pid=66703) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 696.607461] env[66703]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('5e81a0b6-d65a-46aa-9017-489f8f4462c6',) {} {{(pid=66703) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 696.721182] env[66703]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=66703) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 696.721913] env[66703]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66703) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 696.723496] env[66703]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66703) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 696.723496] env[66703]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66703) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 696.723496] env[66703]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66703) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 696.723496] env[66703]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 30de771b-a136-45ed-b92b-db3de891006f already deleted. [ 696.723496] env[66703]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-30de771b-a136-45ed-b92b-db3de891006f" {{(pid=66703) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 696.806884] env[66703]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66703) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 696.807044] env[66703]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66703) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 696.807122] env[66703]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66703) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 696.807542] env[66703]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66703) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 696.808827] env[66703]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66703) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 696.808946] env[66703]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 18413db4-5134-40cb-b857-e544c0b672ac is going to be updated. [ 696.860214] env[66703]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66703) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 696.860449] env[66703]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66703) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 696.860449] env[66703]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66703) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 696.860666] env[66703]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66703) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 696.860840] env[66703]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66703) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 696.873369] env[66703]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 18413db4-5134-40cb-b857-e544c0b672ac in Status: IN_PROGRESS for 2s [ 696.927109] env[66703]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66703) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 696.927289] env[66703]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66703) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 696.927368] env[66703]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66703) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 696.927585] env[66703]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66703) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 696.927693] env[66703]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66703) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 696.927849] env[66703]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: ead9059b-21b2-4727-a688-5bf3e134073b is going to be created. [ 696.929161] env[66703]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66703) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 696.929280] env[66703]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66703) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 696.929349] env[66703]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66703) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 696.929518] env[66703]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66703) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 696.929598] env[66703]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66703) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 696.929779] env[66703]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: edd00d40-6f87-4c61-9069-3d442058e704 is going to be updated. [ 696.957736] env[66703]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66703) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 696.957877] env[66703]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66703) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 696.957946] env[66703]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66703) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 696.958179] env[66703]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66703) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 696.958366] env[66703]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66703) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 696.961943] env[66703]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66703) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 696.962104] env[66703]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66703) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 696.962160] env[66703]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66703) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 696.964954] env[66703]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66703) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 696.964954] env[66703]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66703) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 696.973037] env[66703]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: edd00d40-6f87-4c61-9069-3d442058e704 in Status: IN_PROGRESS for 2s [ 696.974176] env[66703]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: ead9059b-21b2-4727-a688-5bf3e134073b in Status: UNINITIALIZED for 2s [ 697.110739] env[66703]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] deletion realization of port 5e81a0b6-d65a-46aa-9017-489f8f4462c6 [ 697.111060] env[66703]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=66703) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 697.111167] env[66703]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=66703) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 697.111167] env[66703]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=66703) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 697.111417] env[66703]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=66703) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 697.111477] env[66703]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=66703) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 697.111566] env[66703]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Segment Port:5e81a0b6-d65a-46aa-9017-489f8f4462c6 already deleted. [ 697.111669] env[66703]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-5e81a0b6-d65a-46aa-9017-489f8f4462c6" {{(pid=66703) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 697.226143] env[66703]: INFO networking_nsxv3.common.synchronization [None req-2483c125-70f2-4638-aa7b-3f1e06a267ac tempest-AttachInterfacesUnderV243Test-958747735 tempest-AttachInterfacesUnderV243Test-958747735-project-member] Enqueued Resource ID: 30de771b-a136-45ed-b92b-db3de891006f with Priority: HIGHEST for action security_group_rules [ 697.226802] env[66703]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 30de771b-a136-45ed-b92b-db3de891006f with Priority: HIGHEST for action security_group_rules [ 697.226994] env[66703]: DEBUG networking_nsxv3.common.locking [-] Lock rules-30de771b-a136-45ed-b92b-db3de891006f taken with stack trace [, , ] {{(pid=66703) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 697.227110] env[66703]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-30de771b-a136-45ed-b92b-db3de891006f" {{(pid=66703) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 697.227178] env[66703]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-30de771b-a136-45ed-b92b-db3de891006f" {{(pid=66703) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 697.227448] env[66703]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-30de771b-a136-45ed-b92b-db3de891006f" {{(pid=66703) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 697.227533] env[66703]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('30de771b-a136-45ed-b92b-db3de891006f',) {} {{(pid=66703) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 697.242246] env[66703]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 660372db-97b0-4c25-a97c-8d2de7c849c4 in Status: SUCCESS [ 697.242637] env[66703]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-660372db-97b0-4c25-a97c-8d2de7c849c4" {{(pid=66703) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 697.242749] env[66703]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-660372db-97b0-4c25-a97c-8d2de7c849c4" {{(pid=66703) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 697.243042] env[66703]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-660372db-97b0-4c25-a97c-8d2de7c849c4" {{(pid=66703) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 697.243295] env[66703]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=66703) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 697.243481] env[66703]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66703) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 697.243559] env[66703]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66703) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 697.243742] env[66703]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66703) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 697.243849] env[66703]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66703) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 697.243994] env[66703]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('660372db-97b0-4c25-a97c-8d2de7c849c4',) {} {{(pid=66703) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 697.686192] env[66703]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: b71d7cca-9437-49ca-9e76-44102d6232fb in Status: SUCCESS [ 697.686621] env[66703]: WARNING networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: b71d7cca-9437-49ca-9e76-44102d6232fb deletion is rescheduled due to dependency. [ 697.686912] env[66703]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-b71d7cca-9437-49ca-9e76-44102d6232fb" {{(pid=66703) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 697.747548] env[66703]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('660372db-97b0-4c25-a97c-8d2de7c849c4',) {} {{(pid=66703) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 697.753612] env[66703]: INFO networking_nsxv3.common.synchronization [None req-7300a27d-de9c-4813-936a-974ce2305e0d None None] Enqueued Resource ID: 685b228e-29b8-41f7-a43c-2365e56a64ef with Priority: HIGHEST for action port [ 697.755544] env[66703]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=66703) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 697.755768] env[66703]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66703) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 697.755768] env[66703]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66703) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 697.755974] env[66703]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66703) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 697.756070] env[66703]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66703) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 697.756306] env[66703]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 30de771b-a136-45ed-b92b-db3de891006f already deleted. [ 697.756306] env[66703]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-30de771b-a136-45ed-b92b-db3de891006f" {{(pid=66703) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 697.756810] env[66703]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 685b228e-29b8-41f7-a43c-2365e56a64ef with Priority: HIGHEST for action port [ 697.757104] env[66703]: DEBUG networking_nsxv3.common.locking [-] Lock port-685b228e-29b8-41f7-a43c-2365e56a64ef taken with stack trace [, , ] {{(pid=66703) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 697.759026] env[66703]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-685b228e-29b8-41f7-a43c-2365e56a64ef" {{(pid=66703) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 697.759026] env[66703]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-685b228e-29b8-41f7-a43c-2365e56a64ef" {{(pid=66703) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 697.759026] env[66703]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-685b228e-29b8-41f7-a43c-2365e56a64ef" {{(pid=66703) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 697.759026] env[66703]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('685b228e-29b8-41f7-a43c-2365e56a64ef',) {} {{(pid=66703) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 698.251560] env[66703]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('660372db-97b0-4c25-a97c-8d2de7c849c4',) {} {{(pid=66703) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 698.260224] env[66703]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] deletion realization of port 685b228e-29b8-41f7-a43c-2365e56a64ef [ 698.260224] env[66703]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=66703) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 698.261165] env[66703]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=66703) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 698.261516] env[66703]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=66703) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 698.262068] env[66703]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=66703) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 698.262838] env[66703]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=66703) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 698.262838] env[66703]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Segment Port:685b228e-29b8-41f7-a43c-2365e56a64ef already deleted. [ 698.262838] env[66703]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-685b228e-29b8-41f7-a43c-2365e56a64ef" {{(pid=66703) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 698.758312] env[66703]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66703) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 698.758312] env[66703]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66703) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 698.758312] env[66703]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66703) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 698.758312] env[66703]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66703) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 698.758312] env[66703]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66703) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 698.759282] env[66703]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 660372db-97b0-4c25-a97c-8d2de7c849c4 is going to be updated. [ 698.810818] env[66703]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66703) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 698.810818] env[66703]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66703) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 698.810818] env[66703]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66703) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 698.810818] env[66703]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66703) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 698.810818] env[66703]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66703) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 698.822461] env[66703]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 660372db-97b0-4c25-a97c-8d2de7c849c4 in Status: IN_PROGRESS for 2s [ 698.884901] env[66703]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 18413db4-5134-40cb-b857-e544c0b672ac in Status: SUCCESS [ 698.886032] env[66703]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-18413db4-5134-40cb-b857-e544c0b672ac" {{(pid=66703) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 698.886032] env[66703]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-18413db4-5134-40cb-b857-e544c0b672ac" {{(pid=66703) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 698.886032] env[66703]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-18413db4-5134-40cb-b857-e544c0b672ac" {{(pid=66703) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 698.886289] env[66703]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=66703) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 698.886438] env[66703]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66703) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 698.886573] env[66703]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66703) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 698.886835] env[66703]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66703) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 698.887641] env[66703]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66703) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 698.887725] env[66703]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-18413db4-5134-40cb-b857-e544c0b672ac" {{(pid=66703) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 698.887813] env[66703]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('18413db4-5134-40cb-b857-e544c0b672ac',) {} {{(pid=66703) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 698.986702] env[66703]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: ead9059b-21b2-4727-a688-5bf3e134073b in Status: SUCCESS [ 698.986909] env[66703]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-ead9059b-21b2-4727-a688-5bf3e134073b" {{(pid=66703) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 698.986973] env[66703]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-ead9059b-21b2-4727-a688-5bf3e134073b" {{(pid=66703) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 698.987343] env[66703]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-ead9059b-21b2-4727-a688-5bf3e134073b" {{(pid=66703) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 698.988115] env[66703]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=66703) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 698.988115] env[66703]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66703) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 698.988115] env[66703]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66703) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 698.988115] env[66703]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66703) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 698.988115] env[66703]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66703) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 698.988115] env[66703]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('ead9059b-21b2-4727-a688-5bf3e134073b',) {} {{(pid=66703) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 698.989407] env[66703]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: edd00d40-6f87-4c61-9069-3d442058e704 in Status: SUCCESS [ 698.989623] env[66703]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-edd00d40-6f87-4c61-9069-3d442058e704" {{(pid=66703) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 698.989789] env[66703]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-edd00d40-6f87-4c61-9069-3d442058e704" {{(pid=66703) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 698.989965] env[66703]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-edd00d40-6f87-4c61-9069-3d442058e704" {{(pid=66703) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 698.990158] env[66703]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=66703) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 698.990264] env[66703]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66703) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 698.990329] env[66703]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66703) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 698.990487] env[66703]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66703) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 698.990567] env[66703]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66703) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 698.990659] env[66703]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('edd00d40-6f87-4c61-9069-3d442058e704',) {} {{(pid=66703) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 699.393023] env[66703]: DEBUG networking_nsxv3.common.locking [-] Lock member-18413db4-5134-40cb-b857-e544c0b672ac taken with stack trace [, , , ] {{(pid=66703) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 699.393023] env[66703]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-18413db4-5134-40cb-b857-e544c0b672ac" {{(pid=66703) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 699.393023] env[66703]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-18413db4-5134-40cb-b857-e544c0b672ac" {{(pid=66703) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 699.393023] env[66703]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-18413db4-5134-40cb-b857-e544c0b672ac" {{(pid=66703) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 699.393023] env[66703]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=66703) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 699.393023] env[66703]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66703) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 699.393023] env[66703]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66703) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 699.393023] env[66703]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66703) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 699.393023] env[66703]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66703) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 699.393023] env[66703]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-18413db4-5134-40cb-b857-e544c0b672ac" {{(pid=66703) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 699.393023] env[66703]: DEBUG networking_nsxv3.common.locking [-] Lock member-18413db4-5134-40cb-b857-e544c0b672ac taken with stack trace [, , , ] {{(pid=66703) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 699.393023] env[66703]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-18413db4-5134-40cb-b857-e544c0b672ac" {{(pid=66703) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 699.393023] env[66703]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-18413db4-5134-40cb-b857-e544c0b672ac" {{(pid=66703) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 699.393023] env[66703]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-18413db4-5134-40cb-b857-e544c0b672ac" {{(pid=66703) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 699.393023] env[66703]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=66703) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 699.393023] env[66703]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66703) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 699.394116] env[66703]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66703) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 699.394116] env[66703]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66703) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 699.394116] env[66703]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66703) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 699.394116] env[66703]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-18413db4-5134-40cb-b857-e544c0b672ac" {{(pid=66703) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 699.394116] env[66703]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('18413db4-5134-40cb-b857-e544c0b672ac',) {} {{(pid=66703) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 699.497839] env[66703]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('ead9059b-21b2-4727-a688-5bf3e134073b',) {} {{(pid=66703) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 699.497839] env[66703]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('edd00d40-6f87-4c61-9069-3d442058e704',) {} {{(pid=66703) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 699.897038] env[66703]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for 18413db4-5134-40cb-b857-e544c0b672ac: rpc.has_security_group_logging(os_id): False [ 699.916718] env[66703]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=66703) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 699.916718] env[66703]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66703) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 699.916988] env[66703]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66703) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 699.916988] env[66703]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66703) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 699.917634] env[66703]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66703) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 699.917634] env[66703]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66703) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 699.917634] env[66703]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66703) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 699.917980] env[66703]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66703) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 699.918208] env[66703]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66703) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 699.918302] env[66703]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66703) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 699.918500] env[66703]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66703) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 699.919244] env[66703]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66703) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 699.919345] env[66703]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66703) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 699.919990] env[66703]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66703) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 699.919990] env[66703]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66703) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 699.919990] env[66703]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=66703) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 699.919990] env[66703]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66703) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 699.919990] env[66703]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66703) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 699.922501] env[66703]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66703) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 699.922501] env[66703]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66703) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 699.922501] env[66703]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 18413db4-5134-40cb-b857-e544c0b672ac is going to be updated. [ 699.996316] env[66703]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=66703) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 699.996540] env[66703]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66703) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 699.996540] env[66703]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66703) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 699.996742] env[66703]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66703) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 699.996889] env[66703]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66703) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 700.008188] env[66703]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('edd00d40-6f87-4c61-9069-3d442058e704',) {} {{(pid=66703) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 700.010194] env[66703]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('ead9059b-21b2-4727-a688-5bf3e134073b',) {} {{(pid=66703) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 700.028804] env[66703]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 18413db4-5134-40cb-b857-e544c0b672ac in Status: IN_PROGRESS for 2s [ 700.344582] env[66703]: INFO networking_nsxv3.common.synchronization [None req-d5442b3c-e605-4c65-85bb-dcb1a557ad54 None None] Enqueued Resource ID: 0ff345e7-f4ae-4a2f-84d7-230a355ec45a with Priority: HIGHEST for action port [ 700.345637] env[66703]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 0ff345e7-f4ae-4a2f-84d7-230a355ec45a with Priority: HIGHEST for action port [ 700.345637] env[66703]: DEBUG networking_nsxv3.common.locking [-] Lock port-0ff345e7-f4ae-4a2f-84d7-230a355ec45a taken with stack trace [, , ] {{(pid=66703) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 700.345637] env[66703]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-0ff345e7-f4ae-4a2f-84d7-230a355ec45a" {{(pid=66703) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 700.345637] env[66703]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-0ff345e7-f4ae-4a2f-84d7-230a355ec45a" {{(pid=66703) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 700.346202] env[66703]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-0ff345e7-f4ae-4a2f-84d7-230a355ec45a" {{(pid=66703) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 700.346202] env[66703]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('0ff345e7-f4ae-4a2f-84d7-230a355ec45a',) {} {{(pid=66703) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 700.515293] env[66703]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66703) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 700.515293] env[66703]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66703) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 700.515293] env[66703]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66703) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 700.515684] env[66703]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66703) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 700.515684] env[66703]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66703) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 700.515684] env[66703]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: ead9059b-21b2-4727-a688-5bf3e134073b is going to be updated. [ 700.518238] env[66703]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66703) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 700.518238] env[66703]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66703) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 700.521417] env[66703]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66703) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 700.521574] env[66703]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66703) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 700.521679] env[66703]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66703) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 700.521788] env[66703]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: edd00d40-6f87-4c61-9069-3d442058e704 is going to be updated. [ 700.555441] env[66703]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66703) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 700.555523] env[66703]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66703) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 700.555598] env[66703]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66703) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 700.555775] env[66703]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66703) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 700.555929] env[66703]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66703) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 700.557789] env[66703]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66703) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 700.557920] env[66703]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66703) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 700.558015] env[66703]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66703) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 700.559601] env[66703]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66703) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 700.559601] env[66703]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66703) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 700.569985] env[66703]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: edd00d40-6f87-4c61-9069-3d442058e704 in Status: IN_PROGRESS for 2s [ 700.570943] env[66703]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: ead9059b-21b2-4727-a688-5bf3e134073b in Status: IN_PROGRESS for 2s [ 700.667040] env[66703]: INFO networking_nsxv3.common.synchronization [None req-b4b53ab4-a924-4f73-aaee-6fd66fcfd026 None None] Enqueued Resource ID: e85e70ba-929b-4758-ae93-79e75f62a1c8 with Priority: HIGHEST for action port [ 700.667040] env[66703]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: e85e70ba-929b-4758-ae93-79e75f62a1c8 with Priority: HIGHEST for action port [ 700.667410] env[66703]: DEBUG networking_nsxv3.common.locking [-] Lock port-e85e70ba-929b-4758-ae93-79e75f62a1c8 taken with stack trace [, , ] {{(pid=66703) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 700.667547] env[66703]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-e85e70ba-929b-4758-ae93-79e75f62a1c8" {{(pid=66703) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 700.667623] env[66703]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-e85e70ba-929b-4758-ae93-79e75f62a1c8" {{(pid=66703) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 700.667861] env[66703]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-e85e70ba-929b-4758-ae93-79e75f62a1c8" {{(pid=66703) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 700.667977] env[66703]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('e85e70ba-929b-4758-ae93-79e75f62a1c8',) {} {{(pid=66703) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 700.831904] env[66703]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 660372db-97b0-4c25-a97c-8d2de7c849c4 in Status: SUCCESS [ 700.832158] env[66703]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-660372db-97b0-4c25-a97c-8d2de7c849c4" {{(pid=66703) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 700.832332] env[66703]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-660372db-97b0-4c25-a97c-8d2de7c849c4" {{(pid=66703) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 700.832558] env[66703]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-660372db-97b0-4c25-a97c-8d2de7c849c4" {{(pid=66703) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 700.832751] env[66703]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=66703) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 700.832870] env[66703]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66703) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 700.832959] env[66703]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66703) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 700.833092] env[66703]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66703) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 700.833186] env[66703]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66703) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 700.833252] env[66703]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-660372db-97b0-4c25-a97c-8d2de7c849c4" {{(pid=66703) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 700.833344] env[66703]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('660372db-97b0-4c25-a97c-8d2de7c849c4',) {} {{(pid=66703) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 700.849485] env[66703]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] deletion realization of port 0ff345e7-f4ae-4a2f-84d7-230a355ec45a [ 700.849757] env[66703]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=66703) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 700.849892] env[66703]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=66703) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 700.849961] env[66703]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=66703) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 700.850221] env[66703]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=66703) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 700.850310] env[66703]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=66703) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 700.850409] env[66703]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Segment Port:0ff345e7-f4ae-4a2f-84d7-230a355ec45a already deleted. [ 700.850488] env[66703]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-0ff345e7-f4ae-4a2f-84d7-230a355ec45a" {{(pid=66703) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 701.039189] env[66703]: INFO networking_nsxv3.common.synchronization [req-d13f8857-e184-4546-9f5b-9928e7f19054 req-d8da3ccc-74da-4611-9120-f01661d736ec tempest-SecurityGroupsTestJSON-990568022 tempest-SecurityGroupsTestJSON-990568022-project-member] Enqueued Resource ID: 68993a16-916f-4eee-a4a2-cfd61c353b25 with Priority: HIGHEST for action security_group_members [ 701.039189] env[66703]: INFO networking_nsxv3.common.synchronization [req-d13f8857-e184-4546-9f5b-9928e7f19054 req-d8da3ccc-74da-4611-9120-f01661d736ec tempest-SecurityGroupsTestJSON-990568022 tempest-SecurityGroupsTestJSON-990568022-project-member] Enqueued Resource ID: ead9059b-21b2-4727-a688-5bf3e134073b with Priority: HIGHEST for action security_group_members [ 701.039189] env[66703]: INFO networking_nsxv3.common.synchronization [req-d13f8857-e184-4546-9f5b-9928e7f19054 req-d8da3ccc-74da-4611-9120-f01661d736ec tempest-SecurityGroupsTestJSON-990568022 tempest-SecurityGroupsTestJSON-990568022-project-member] Enqueued Resource ID: edd00d40-6f87-4c61-9069-3d442058e704 with Priority: HIGHEST for action security_group_members [ 701.039189] env[66703]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 68993a16-916f-4eee-a4a2-cfd61c353b25 with Priority: HIGHEST for action security_group_members [ 701.039189] env[66703]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: ead9059b-21b2-4727-a688-5bf3e134073b with Priority: HIGHEST for action security_group_members [ 701.039189] env[66703]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: edd00d40-6f87-4c61-9069-3d442058e704 with Priority: HIGHEST for action security_group_members [ 701.039742] env[66703]: DEBUG networking_nsxv3.common.locking [-] Lock member-68993a16-916f-4eee-a4a2-cfd61c353b25 taken with stack trace [, , ] {{(pid=66703) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 701.041688] env[66703]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-68993a16-916f-4eee-a4a2-cfd61c353b25" {{(pid=66703) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 701.041879] env[66703]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-68993a16-916f-4eee-a4a2-cfd61c353b25" {{(pid=66703) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 701.043274] env[66703]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-68993a16-916f-4eee-a4a2-cfd61c353b25" {{(pid=66703) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 701.043557] env[66703]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=66703) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 701.043727] env[66703]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66703) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 701.043833] env[66703]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66703) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 701.044053] env[66703]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66703) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 701.044295] env[66703]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66703) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 701.044295] env[66703]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('68993a16-916f-4eee-a4a2-cfd61c353b25',) {} {{(pid=66703) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 701.045341] env[66703]: DEBUG networking_nsxv3.common.locking [-] Lock member-ead9059b-21b2-4727-a688-5bf3e134073b taken with stack trace [, , ] {{(pid=66703) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 701.045454] env[66703]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-ead9059b-21b2-4727-a688-5bf3e134073b" {{(pid=66703) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 701.049411] env[66703]: DEBUG networking_nsxv3.common.locking [-] Lock member-edd00d40-6f87-4c61-9069-3d442058e704 taken with stack trace [, , ] {{(pid=66703) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 701.049411] env[66703]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-edd00d40-6f87-4c61-9069-3d442058e704" {{(pid=66703) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 701.114690] env[66703]: INFO networking_nsxv3.common.synchronization [req-d13f8857-e184-4546-9f5b-9928e7f19054 req-d8da3ccc-74da-4611-9120-f01661d736ec tempest-SecurityGroupsTestJSON-990568022 tempest-SecurityGroupsTestJSON-990568022-project-member] Enqueued Resource ID: 68993a16-916f-4eee-a4a2-cfd61c353b25 with Priority: HIGHEST for action security_group_rules [ 701.115439] env[66703]: INFO networking_nsxv3.common.synchronization [req-d13f8857-e184-4546-9f5b-9928e7f19054 req-d8da3ccc-74da-4611-9120-f01661d736ec tempest-SecurityGroupsTestJSON-990568022 tempest-SecurityGroupsTestJSON-990568022-project-member] Enqueued Resource ID: 68993a16-916f-4eee-a4a2-cfd61c353b25 with Priority: HIGHEST for action security_group_members [ 701.115439] env[66703]: INFO networking_nsxv3.common.synchronization [req-d13f8857-e184-4546-9f5b-9928e7f19054 req-d8da3ccc-74da-4611-9120-f01661d736ec tempest-SecurityGroupsTestJSON-990568022 tempest-SecurityGroupsTestJSON-990568022-project-member] Enqueued Resource ID: ead9059b-21b2-4727-a688-5bf3e134073b with Priority: HIGHEST for action security_group_rules [ 701.115439] env[66703]: INFO networking_nsxv3.common.synchronization [req-d13f8857-e184-4546-9f5b-9928e7f19054 req-d8da3ccc-74da-4611-9120-f01661d736ec tempest-SecurityGroupsTestJSON-990568022 tempest-SecurityGroupsTestJSON-990568022-project-member] Enqueued Resource ID: ead9059b-21b2-4727-a688-5bf3e134073b with Priority: HIGHEST for action security_group_members [ 701.115439] env[66703]: INFO networking_nsxv3.common.synchronization [req-d13f8857-e184-4546-9f5b-9928e7f19054 req-d8da3ccc-74da-4611-9120-f01661d736ec tempest-SecurityGroupsTestJSON-990568022 tempest-SecurityGroupsTestJSON-990568022-project-member] Enqueued Resource ID: edd00d40-6f87-4c61-9069-3d442058e704 with Priority: HIGHEST for action security_group_rules [ 701.115703] env[66703]: INFO networking_nsxv3.common.synchronization [req-d13f8857-e184-4546-9f5b-9928e7f19054 req-d8da3ccc-74da-4611-9120-f01661d736ec tempest-SecurityGroupsTestJSON-990568022 tempest-SecurityGroupsTestJSON-990568022-project-member] Enqueued Resource ID: edd00d40-6f87-4c61-9069-3d442058e704 with Priority: HIGHEST for action security_group_members [ 701.116217] env[66703]: INFO networking_nsxv3.common.synchronization [req-d13f8857-e184-4546-9f5b-9928e7f19054 req-d8da3ccc-74da-4611-9120-f01661d736ec tempest-SecurityGroupsTestJSON-990568022 tempest-SecurityGroupsTestJSON-990568022-project-member] Enqueued Resource ID: 823cfad2-0f29-4f02-a6e0-85bb68a1f234 with Priority: HIGHEST for action port [ 701.116590] env[66703]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 68993a16-916f-4eee-a4a2-cfd61c353b25 with Priority: HIGHEST for action security_group_rules [ 701.116708] env[66703]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: ead9059b-21b2-4727-a688-5bf3e134073b with Priority: HIGHEST for action security_group_rules [ 701.116829] env[66703]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: edd00d40-6f87-4c61-9069-3d442058e704 with Priority: HIGHEST for action security_group_members [ 701.116947] env[66703]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 823cfad2-0f29-4f02-a6e0-85bb68a1f234 with Priority: HIGHEST for action port [ 701.117269] env[66703]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: edd00d40-6f87-4c61-9069-3d442058e704 with Priority: HIGHEST for action security_group_rules [ 701.117269] env[66703]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 68993a16-916f-4eee-a4a2-cfd61c353b25 with Priority: HIGHEST for action security_group_members [ 701.117269] env[66703]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: ead9059b-21b2-4727-a688-5bf3e134073b with Priority: HIGHEST for action security_group_members [ 701.117632] env[66703]: DEBUG networking_nsxv3.common.locking [-] Lock rules-68993a16-916f-4eee-a4a2-cfd61c353b25 taken with stack trace [, , ] {{(pid=66703) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 701.119207] env[66703]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-68993a16-916f-4eee-a4a2-cfd61c353b25" {{(pid=66703) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 701.119207] env[66703]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-68993a16-916f-4eee-a4a2-cfd61c353b25" {{(pid=66703) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 701.119522] env[66703]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-68993a16-916f-4eee-a4a2-cfd61c353b25" {{(pid=66703) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 701.119522] env[66703]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('68993a16-916f-4eee-a4a2-cfd61c353b25',) {} {{(pid=66703) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 701.121165] env[66703]: DEBUG networking_nsxv3.common.locking [-] Lock rules-ead9059b-21b2-4727-a688-5bf3e134073b taken with stack trace [, , ] {{(pid=66703) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 701.121375] env[66703]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-ead9059b-21b2-4727-a688-5bf3e134073b" {{(pid=66703) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 701.121495] env[66703]: DEBUG networking_nsxv3.common.locking [-] Lock member-edd00d40-6f87-4c61-9069-3d442058e704 taken with stack trace [, , ] {{(pid=66703) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 701.122011] env[66703]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-edd00d40-6f87-4c61-9069-3d442058e704" {{(pid=66703) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 701.122011] env[66703]: DEBUG networking_nsxv3.common.locking [-] Lock port-823cfad2-0f29-4f02-a6e0-85bb68a1f234 taken with stack trace [, , ] {{(pid=66703) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 701.122011] env[66703]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-823cfad2-0f29-4f02-a6e0-85bb68a1f234" {{(pid=66703) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 701.122011] env[66703]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-823cfad2-0f29-4f02-a6e0-85bb68a1f234" {{(pid=66703) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 701.122195] env[66703]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-823cfad2-0f29-4f02-a6e0-85bb68a1f234" {{(pid=66703) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 701.122195] env[66703]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('823cfad2-0f29-4f02-a6e0-85bb68a1f234',) {} {{(pid=66703) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 701.123722] env[66703]: DEBUG networking_nsxv3.common.locking [-] Lock rules-edd00d40-6f87-4c61-9069-3d442058e704 taken with stack trace [, , ] {{(pid=66703) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 701.123832] env[66703]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-edd00d40-6f87-4c61-9069-3d442058e704" {{(pid=66703) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 701.124051] env[66703]: DEBUG networking_nsxv3.common.locking [-] Lock member-68993a16-916f-4eee-a4a2-cfd61c353b25 taken with stack trace [, , ] {{(pid=66703) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 701.124135] env[66703]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-68993a16-916f-4eee-a4a2-cfd61c353b25" {{(pid=66703) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 701.125708] env[66703]: DEBUG networking_nsxv3.common.locking [-] Lock member-ead9059b-21b2-4727-a688-5bf3e134073b taken with stack trace [, , ] {{(pid=66703) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 701.125708] env[66703]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-ead9059b-21b2-4727-a688-5bf3e134073b" {{(pid=66703) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 701.176370] env[66703]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] deletion realization of port e85e70ba-929b-4758-ae93-79e75f62a1c8 [ 701.176370] env[66703]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=66703) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 701.176370] env[66703]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=66703) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 701.176370] env[66703]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=66703) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 701.176370] env[66703]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=66703) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 701.176370] env[66703]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=66703) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 701.176370] env[66703]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Segment Port:e85e70ba-929b-4758-ae93-79e75f62a1c8 already deleted. [ 701.176370] env[66703]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-e85e70ba-929b-4758-ae93-79e75f62a1c8" {{(pid=66703) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 701.338257] env[66703]: DEBUG networking_nsxv3.common.locking [-] Lock member-660372db-97b0-4c25-a97c-8d2de7c849c4 taken with stack trace [, , , ] {{(pid=66703) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 701.338436] env[66703]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-660372db-97b0-4c25-a97c-8d2de7c849c4" {{(pid=66703) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 701.338558] env[66703]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-660372db-97b0-4c25-a97c-8d2de7c849c4" {{(pid=66703) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 701.338838] env[66703]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-660372db-97b0-4c25-a97c-8d2de7c849c4" {{(pid=66703) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 701.339521] env[66703]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=66703) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 701.339521] env[66703]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66703) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 701.339521] env[66703]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66703) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 701.339521] env[66703]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66703) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 701.339521] env[66703]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66703) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 701.339822] env[66703]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-660372db-97b0-4c25-a97c-8d2de7c849c4" {{(pid=66703) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 701.339822] env[66703]: DEBUG networking_nsxv3.common.locking [-] Lock member-660372db-97b0-4c25-a97c-8d2de7c849c4 taken with stack trace [, , , ] {{(pid=66703) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 701.340296] env[66703]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-660372db-97b0-4c25-a97c-8d2de7c849c4" {{(pid=66703) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 701.340296] env[66703]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-660372db-97b0-4c25-a97c-8d2de7c849c4" {{(pid=66703) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 701.340296] env[66703]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-660372db-97b0-4c25-a97c-8d2de7c849c4" {{(pid=66703) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 701.340453] env[66703]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=66703) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 701.340453] env[66703]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66703) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 701.340552] env[66703]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66703) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 701.342768] env[66703]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66703) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 701.342768] env[66703]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66703) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 701.342768] env[66703]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-660372db-97b0-4c25-a97c-8d2de7c849c4" {{(pid=66703) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 701.342768] env[66703]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('660372db-97b0-4c25-a97c-8d2de7c849c4',) {} {{(pid=66703) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 701.546940] env[66703]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('68993a16-916f-4eee-a4a2-cfd61c353b25',) {} {{(pid=66703) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 701.625021] env[66703]: DEBUG networking_nsxv3.common.locking [-] Lock member-68993a16-916f-4eee-a4a2-cfd61c353b25 taken with stack trace [, , , ] {{(pid=66703) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 701.625021] env[66703]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-68993a16-916f-4eee-a4a2-cfd61c353b25" {{(pid=66703) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 701.627674] env[66703]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] realization of port 823cfad2-0f29-4f02-a6e0-85bb68a1f234 with status ACTIVE [ 701.627934] env[66703]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=66703) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 701.628083] env[66703]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=66703) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 701.628151] env[66703]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=66703) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 701.628622] env[66703]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=66703) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 701.628765] env[66703]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=66703) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 701.629596] env[66703]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , ] {{(pid=66703) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 701.629749] env[66703]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=66703) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 701.629844] env[66703]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=66703) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 701.630106] env[66703]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=66703) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 701.630221] env[66703]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=66703) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 701.630489] env[66703]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=66703) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 701.630624] env[66703]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=66703) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 701.630711] env[66703]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=66703) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 701.630950] env[66703]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=66703) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 701.631033] env[66703]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=66703) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 701.631131] env[66703]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: SegmentPort with ID: 823cfad2-0f29-4f02-a6e0-85bb68a1f234 is going to be updated. [ 701.662229] env[66703]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=66703) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 701.662710] env[66703]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=66703) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 701.662710] env[66703]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=66703) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 701.662886] env[66703]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=66703) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 701.669079] env[66703]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=66703) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 701.669079] env[66703]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-823cfad2-0f29-4f02-a6e0-85bb68a1f234" {{(pid=66703) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 701.845441] env[66703]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for 660372db-97b0-4c25-a97c-8d2de7c849c4: rpc.has_security_group_logging(os_id): False [ 701.879178] env[66703]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=66703) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 701.879402] env[66703]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66703) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 701.879402] env[66703]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66703) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 701.879701] env[66703]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66703) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 701.879801] env[66703]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66703) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 701.880060] env[66703]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66703) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 701.880185] env[66703]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66703) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 701.880254] env[66703]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66703) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 701.881062] env[66703]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66703) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 701.881062] env[66703]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66703) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 701.881062] env[66703]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66703) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 701.881062] env[66703]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66703) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 701.881062] env[66703]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66703) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 701.882225] env[66703]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66703) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 701.882492] env[66703]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66703) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 701.882859] env[66703]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=66703) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 701.883067] env[66703]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66703) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 701.883191] env[66703]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66703) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 701.885635] env[66703]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66703) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 701.887544] env[66703]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66703) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 701.887544] env[66703]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 660372db-97b0-4c25-a97c-8d2de7c849c4 is going to be updated. [ 701.963471] env[66703]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=66703) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 701.963696] env[66703]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66703) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 701.963696] env[66703]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66703) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 701.963938] env[66703]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66703) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 701.964099] env[66703]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66703) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 701.985522] env[66703]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 660372db-97b0-4c25-a97c-8d2de7c849c4 in Status: IN_PROGRESS for 2s [ 702.052774] env[66703]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 18413db4-5134-40cb-b857-e544c0b672ac in Status: SUCCESS [ 702.053137] env[66703]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-18413db4-5134-40cb-b857-e544c0b672ac" {{(pid=66703) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 702.053424] env[66703]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('68993a16-916f-4eee-a4a2-cfd61c353b25',) {} {{(pid=66703) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 702.557089] env[66703]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66703) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 702.557402] env[66703]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66703) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 702.557402] env[66703]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66703) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 702.557572] env[66703]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66703) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 702.557671] env[66703]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66703) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 702.557771] env[66703]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 68993a16-916f-4eee-a4a2-cfd61c353b25 is going to be created. [ 702.587093] env[66703]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: edd00d40-6f87-4c61-9069-3d442058e704 in Status: SUCCESS [ 702.587344] env[66703]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-edd00d40-6f87-4c61-9069-3d442058e704" {{(pid=66703) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 702.587513] env[66703]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-edd00d40-6f87-4c61-9069-3d442058e704" {{(pid=66703) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 702.587737] env[66703]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-edd00d40-6f87-4c61-9069-3d442058e704" {{(pid=66703) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 702.587926] env[66703]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=66703) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 702.590102] env[66703]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66703) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 702.590102] env[66703]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66703) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 702.590102] env[66703]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66703) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 702.590102] env[66703]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66703) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 702.590102] env[66703]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-edd00d40-6f87-4c61-9069-3d442058e704" {{(pid=66703) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 702.590102] env[66703]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('edd00d40-6f87-4c61-9069-3d442058e704',) {} {{(pid=66703) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 702.592721] env[66703]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66703) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 702.592949] env[66703]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66703) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 702.593057] env[66703]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66703) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 702.593270] env[66703]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66703) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 702.593450] env[66703]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66703) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 702.596221] env[66703]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-edd00d40-6f87-4c61-9069-3d442058e704" {{(pid=66703) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 702.597371] env[66703]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-edd00d40-6f87-4c61-9069-3d442058e704" {{(pid=66703) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 702.598197] env[66703]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=66703) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 702.598301] env[66703]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66703) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 702.598370] env[66703]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66703) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 702.598593] env[66703]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66703) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 702.598706] env[66703]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66703) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 702.599348] env[66703]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('edd00d40-6f87-4c61-9069-3d442058e704',) {} {{(pid=66703) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 702.603997] env[66703]: DEBUG networking_nsxv3.common.locking [-] Lock member-edd00d40-6f87-4c61-9069-3d442058e704 taken with stack trace [, , , ] {{(pid=66703) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 702.603997] env[66703]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-edd00d40-6f87-4c61-9069-3d442058e704" {{(pid=66703) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 702.605061] env[66703]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: ead9059b-21b2-4727-a688-5bf3e134073b in Status: SUCCESS [ 702.605143] env[66703]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-ead9059b-21b2-4727-a688-5bf3e134073b" {{(pid=66703) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 702.605918] env[66703]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-ead9059b-21b2-4727-a688-5bf3e134073b" {{(pid=66703) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 702.606119] env[66703]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-ead9059b-21b2-4727-a688-5bf3e134073b" {{(pid=66703) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 702.606289] env[66703]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=66703) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 702.607392] env[66703]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66703) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 702.607392] env[66703]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66703) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 702.607392] env[66703]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66703) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 702.607392] env[66703]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66703) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 702.607392] env[66703]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-ead9059b-21b2-4727-a688-5bf3e134073b" {{(pid=66703) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 702.607392] env[66703]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('ead9059b-21b2-4727-a688-5bf3e134073b',) {} {{(pid=66703) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 702.607728] env[66703]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-ead9059b-21b2-4727-a688-5bf3e134073b" {{(pid=66703) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 702.607896] env[66703]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-ead9059b-21b2-4727-a688-5bf3e134073b" {{(pid=66703) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 702.608121] env[66703]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=66703) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 702.608395] env[66703]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66703) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 702.608395] env[66703]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66703) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 702.608498] env[66703]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66703) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 702.608584] env[66703]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66703) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 702.608681] env[66703]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('ead9059b-21b2-4727-a688-5bf3e134073b',) {} {{(pid=66703) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 702.613323] env[66703]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 68993a16-916f-4eee-a4a2-cfd61c353b25 in Status: UNINITIALIZED for 2s [ 703.103340] env[66703]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('edd00d40-6f87-4c61-9069-3d442058e704',) {} {{(pid=66703) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 703.112735] env[66703]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('ead9059b-21b2-4727-a688-5bf3e134073b',) {} {{(pid=66703) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 703.113786] env[66703]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('ead9059b-21b2-4727-a688-5bf3e134073b',) {} {{(pid=66703) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 703.607571] env[66703]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('edd00d40-6f87-4c61-9069-3d442058e704',) {} {{(pid=66703) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 703.620012] env[66703]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for ead9059b-21b2-4727-a688-5bf3e134073b: rpc.has_security_group_logging(os_id): False [ 703.620012] env[66703]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('ead9059b-21b2-4727-a688-5bf3e134073b',) {} {{(pid=66703) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 703.649025] env[66703]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=66703) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 703.649025] env[66703]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66703) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 703.649025] env[66703]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66703) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 703.649025] env[66703]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66703) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 703.649025] env[66703]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66703) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 703.649025] env[66703]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=66703) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 703.649025] env[66703]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66703) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 703.649025] env[66703]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66703) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 703.649025] env[66703]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66703) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 703.649025] env[66703]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66703) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 703.649025] env[66703]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: ead9059b-21b2-4727-a688-5bf3e134073b is going to be created. [ 703.734270] env[66703]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=66703) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 703.734439] env[66703]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66703) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 703.734439] env[66703]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66703) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 703.735263] env[66703]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66703) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 703.735263] env[66703]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66703) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 703.749117] env[66703]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: ead9059b-21b2-4727-a688-5bf3e134073b in Status: IN_PROGRESS for 2s [ 704.001689] env[66703]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 660372db-97b0-4c25-a97c-8d2de7c849c4 in Status: SUCCESS [ 704.002212] env[66703]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-660372db-97b0-4c25-a97c-8d2de7c849c4" {{(pid=66703) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 704.110197] env[66703]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66703) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 704.110406] env[66703]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66703) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 704.110448] env[66703]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66703) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 704.110768] env[66703]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66703) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 704.114022] env[66703]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66703) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 704.114022] env[66703]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: edd00d40-6f87-4c61-9069-3d442058e704 is going to be updated. [ 704.121424] env[66703]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66703) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 704.125441] env[66703]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66703) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 704.125441] env[66703]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66703) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 704.125441] env[66703]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66703) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 704.125441] env[66703]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66703) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 704.125441] env[66703]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: ead9059b-21b2-4727-a688-5bf3e134073b is going to be updated. [ 704.146719] env[66703]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66703) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 704.146928] env[66703]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66703) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 704.147032] env[66703]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66703) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 704.147331] env[66703]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66703) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 704.147524] env[66703]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66703) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 704.149402] env[66703]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66703) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 704.149598] env[66703]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66703) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 704.149675] env[66703]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66703) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 704.149943] env[66703]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66703) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 704.150132] env[66703]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66703) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 704.162163] env[66703]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: ead9059b-21b2-4727-a688-5bf3e134073b in Status: IN_PROGRESS for 2s [ 704.162894] env[66703]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: edd00d40-6f87-4c61-9069-3d442058e704 in Status: IN_PROGRESS for 2s [ 704.624713] env[66703]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 68993a16-916f-4eee-a4a2-cfd61c353b25 in Status: SUCCESS [ 704.625103] env[66703]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-68993a16-916f-4eee-a4a2-cfd61c353b25" {{(pid=66703) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 704.625103] env[66703]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-68993a16-916f-4eee-a4a2-cfd61c353b25" {{(pid=66703) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 704.628853] env[66703]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-68993a16-916f-4eee-a4a2-cfd61c353b25" {{(pid=66703) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 704.628853] env[66703]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=66703) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 704.628853] env[66703]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66703) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 704.628853] env[66703]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66703) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 704.628853] env[66703]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66703) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 704.628853] env[66703]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66703) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 704.628853] env[66703]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('68993a16-916f-4eee-a4a2-cfd61c353b25',) {} {{(pid=66703) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 704.782972] env[66703]: INFO networking_nsxv3.common.synchronization [None req-164d9eae-64d7-416d-9134-e8dbf15622fa None None] Enqueued Resource ID: 210b623e-1f2b-46fc-95a8-e7730b5a1a88 with Priority: HIGHEST for action port [ 704.783593] env[66703]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 210b623e-1f2b-46fc-95a8-e7730b5a1a88 with Priority: HIGHEST for action port [ 704.783919] env[66703]: DEBUG networking_nsxv3.common.locking [-] Lock port-210b623e-1f2b-46fc-95a8-e7730b5a1a88 taken with stack trace [, , ] {{(pid=66703) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 704.784362] env[66703]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-210b623e-1f2b-46fc-95a8-e7730b5a1a88" {{(pid=66703) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 704.784431] env[66703]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-210b623e-1f2b-46fc-95a8-e7730b5a1a88" {{(pid=66703) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 704.784717] env[66703]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-210b623e-1f2b-46fc-95a8-e7730b5a1a88" {{(pid=66703) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 704.784804] env[66703]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('210b623e-1f2b-46fc-95a8-e7730b5a1a88',) {} {{(pid=66703) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 704.809143] env[66703]: INFO networking_nsxv3.common.synchronization [req-514c614f-1f84-4e23-b4b1-dff77fc2a75b req-8e402a18-e151-446c-972a-f74064576b08 tempest-DeleteServersTestJSON-1282002617 tempest-DeleteServersTestJSON-1282002617-project-member] Enqueued Resource ID: db254d47-d7a1-40b1-a751-5c5ada9bc604 with Priority: HIGHEST for action security_group_members [ 704.809143] env[66703]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: db254d47-d7a1-40b1-a751-5c5ada9bc604 with Priority: HIGHEST for action security_group_members [ 704.809143] env[66703]: DEBUG networking_nsxv3.common.locking [-] Lock member-db254d47-d7a1-40b1-a751-5c5ada9bc604 taken with stack trace [, , ] {{(pid=66703) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 704.809794] env[66703]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-db254d47-d7a1-40b1-a751-5c5ada9bc604" {{(pid=66703) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 704.809880] env[66703]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-db254d47-d7a1-40b1-a751-5c5ada9bc604" {{(pid=66703) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 704.810113] env[66703]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-db254d47-d7a1-40b1-a751-5c5ada9bc604" {{(pid=66703) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 704.810304] env[66703]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=66703) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 704.810420] env[66703]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66703) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 704.810677] env[66703]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66703) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 704.810677] env[66703]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66703) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 704.810744] env[66703]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66703) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 704.810888] env[66703]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('db254d47-d7a1-40b1-a751-5c5ada9bc604',) {} {{(pid=66703) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 705.026569] env[66703]: INFO networking_nsxv3.common.synchronization [None req-c38952e7-a268-4743-a33e-e26ce0566713 None None] Enqueued Resource ID: 7ea638e6-9429-4494-8753-a5fcf581c075 with Priority: HIGHEST for action port [ 705.027313] env[66703]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 7ea638e6-9429-4494-8753-a5fcf581c075 with Priority: HIGHEST for action port [ 705.027511] env[66703]: DEBUG networking_nsxv3.common.locking [-] Lock port-7ea638e6-9429-4494-8753-a5fcf581c075 taken with stack trace [, , ] {{(pid=66703) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 705.027676] env[66703]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-7ea638e6-9429-4494-8753-a5fcf581c075" {{(pid=66703) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 705.027793] env[66703]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-7ea638e6-9429-4494-8753-a5fcf581c075" {{(pid=66703) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 705.028545] env[66703]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-7ea638e6-9429-4494-8753-a5fcf581c075" {{(pid=66703) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 705.028545] env[66703]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('7ea638e6-9429-4494-8753-a5fcf581c075',) {} {{(pid=66703) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 705.134418] env[66703]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('68993a16-916f-4eee-a4a2-cfd61c353b25',) {} {{(pid=66703) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 705.289110] env[66703]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] deletion realization of port 210b623e-1f2b-46fc-95a8-e7730b5a1a88 [ 705.289552] env[66703]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=66703) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 705.289806] env[66703]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=66703) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 705.289969] env[66703]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=66703) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 705.290280] env[66703]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=66703) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 705.290414] env[66703]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=66703) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 705.290542] env[66703]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Segment Port:210b623e-1f2b-46fc-95a8-e7730b5a1a88 already deleted. [ 705.290662] env[66703]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-210b623e-1f2b-46fc-95a8-e7730b5a1a88" {{(pid=66703) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 705.312813] env[66703]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=66703) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 705.312993] env[66703]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66703) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 705.313045] env[66703]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66703) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 705.313737] env[66703]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66703) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 705.313737] env[66703]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66703) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 705.314039] env[66703]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66703) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 705.314230] env[66703]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66703) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 705.314339] env[66703]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66703) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 705.314541] env[66703]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66703) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 705.314647] env[66703]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66703) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 705.314746] env[66703]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: db254d47-d7a1-40b1-a751-5c5ada9bc604 is going to be updated. [ 705.348050] env[66703]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66703) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 705.348211] env[66703]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66703) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 705.348285] env[66703]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66703) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 705.348508] env[66703]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66703) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 705.348688] env[66703]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66703) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 705.358644] env[66703]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: db254d47-d7a1-40b1-a751-5c5ada9bc604 in Status: IN_PROGRESS for 2s [ 705.532639] env[66703]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] deletion realization of port 7ea638e6-9429-4494-8753-a5fcf581c075 [ 705.532906] env[66703]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=66703) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 705.533064] env[66703]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=66703) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 705.533142] env[66703]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=66703) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 705.533375] env[66703]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=66703) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 705.536023] env[66703]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=66703) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 705.536023] env[66703]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Segment Port:7ea638e6-9429-4494-8753-a5fcf581c075 already deleted. [ 705.536023] env[66703]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-7ea638e6-9429-4494-8753-a5fcf581c075" {{(pid=66703) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 705.600642] env[66703]: INFO networking_nsxv3.common.synchronization [req-4b3f5855-84fb-40fd-a4a2-ca1dca7ecc1a req-23fe6b23-4a1a-468a-9652-7334681d507b tempest-SecurityGroupRulesNegativeTestJSON-924501187 tempest-SecurityGroupRulesNegativeTestJSON-924501187-project-member] Enqueued Resource ID: b657044c-d3c6-4d79-9e0f-adc4aac12218 with Priority: HIGHEST for action security_group_rules [ 705.604212] env[66703]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: b657044c-d3c6-4d79-9e0f-adc4aac12218 with Priority: HIGHEST for action security_group_rules [ 705.604338] env[66703]: DEBUG networking_nsxv3.common.locking [-] Lock rules-b657044c-d3c6-4d79-9e0f-adc4aac12218 taken with stack trace [, , ] {{(pid=66703) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 705.604405] env[66703]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-b657044c-d3c6-4d79-9e0f-adc4aac12218" {{(pid=66703) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 705.604536] env[66703]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-b657044c-d3c6-4d79-9e0f-adc4aac12218" {{(pid=66703) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 705.605619] env[66703]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-b657044c-d3c6-4d79-9e0f-adc4aac12218" {{(pid=66703) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 705.605619] env[66703]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('b657044c-d3c6-4d79-9e0f-adc4aac12218',) {} {{(pid=66703) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 705.637215] env[66703]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('68993a16-916f-4eee-a4a2-cfd61c353b25',) {} {{(pid=66703) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 705.766370] env[66703]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: ead9059b-21b2-4727-a688-5bf3e134073b in Status: SUCCESS [ 705.766685] env[66703]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-ead9059b-21b2-4727-a688-5bf3e134073b" {{(pid=66703) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 705.766915] env[66703]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-ead9059b-21b2-4727-a688-5bf3e134073b" {{(pid=66703) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 705.767193] env[66703]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-ead9059b-21b2-4727-a688-5bf3e134073b" {{(pid=66703) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 705.767342] env[66703]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('ead9059b-21b2-4727-a688-5bf3e134073b',) {} {{(pid=66703) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 706.132265] env[66703]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=66703) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 706.132486] env[66703]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66703) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 706.132486] env[66703]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66703) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 706.132690] env[66703]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66703) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 706.132779] env[66703]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66703) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 706.132875] env[66703]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: b657044c-d3c6-4d79-9e0f-adc4aac12218 already deleted. [ 706.132956] env[66703]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-b657044c-d3c6-4d79-9e0f-adc4aac12218" {{(pid=66703) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 706.142662] env[66703]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66703) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 706.142792] env[66703]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66703) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 706.142900] env[66703]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66703) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 706.143097] env[66703]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66703) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 706.143179] env[66703]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66703) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 706.143270] env[66703]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 68993a16-916f-4eee-a4a2-cfd61c353b25 is going to be updated. [ 706.184939] env[66703]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: edd00d40-6f87-4c61-9069-3d442058e704 in Status: SUCCESS [ 706.185182] env[66703]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-edd00d40-6f87-4c61-9069-3d442058e704" {{(pid=66703) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 706.185875] env[66703]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: ead9059b-21b2-4727-a688-5bf3e134073b in Status: SUCCESS [ 706.186055] env[66703]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-ead9059b-21b2-4727-a688-5bf3e134073b" {{(pid=66703) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 706.186212] env[66703]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-edd00d40-6f87-4c61-9069-3d442058e704" {{(pid=66703) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 706.186426] env[66703]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-edd00d40-6f87-4c61-9069-3d442058e704" {{(pid=66703) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 706.186606] env[66703]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=66703) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 706.186724] env[66703]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66703) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 706.186788] env[66703]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66703) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 706.186943] env[66703]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66703) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 706.189589] env[66703]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66703) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 706.189589] env[66703]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('edd00d40-6f87-4c61-9069-3d442058e704',) {} {{(pid=66703) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 706.190446] env[66703]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-ead9059b-21b2-4727-a688-5bf3e134073b" {{(pid=66703) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 706.190629] env[66703]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-ead9059b-21b2-4727-a688-5bf3e134073b" {{(pid=66703) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 706.190792] env[66703]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=66703) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 706.190904] env[66703]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66703) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 706.190967] env[66703]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66703) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 706.191122] env[66703]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66703) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 706.191200] env[66703]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66703) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 706.191289] env[66703]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('ead9059b-21b2-4727-a688-5bf3e134073b',) {} {{(pid=66703) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 706.192632] env[66703]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66703) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 706.192746] env[66703]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66703) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 706.192813] env[66703]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66703) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 706.192964] env[66703]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66703) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 706.193129] env[66703]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66703) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 706.204461] env[66703]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 68993a16-916f-4eee-a4a2-cfd61c353b25 in Status: IN_PROGRESS for 2s [ 706.273654] env[66703]: DEBUG networking_nsxv3.common.locking [-] Lock member-ead9059b-21b2-4727-a688-5bf3e134073b taken with stack trace [, , , ] {{(pid=66703) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 706.273654] env[66703]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-ead9059b-21b2-4727-a688-5bf3e134073b" {{(pid=66703) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 706.458141] env[66703]: INFO networking_nsxv3.common.synchronization [req-f12401cb-7c07-42a6-9d67-ec6d7489b521 req-8a967426-21b6-427c-ae28-6a106c09b17a tempest-DeleteServersAdminTestJSON-123338080 tempest-DeleteServersAdminTestJSON-123338080-project-member] Enqueued Resource ID: 32e0f1f8-5e67-463a-bbe6-da9c89b63705 with Priority: HIGHEST for action security_group_members [ 706.458725] env[66703]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 32e0f1f8-5e67-463a-bbe6-da9c89b63705 with Priority: HIGHEST for action security_group_members [ 706.459343] env[66703]: DEBUG networking_nsxv3.common.locking [-] Lock member-32e0f1f8-5e67-463a-bbe6-da9c89b63705 taken with stack trace [, , ] {{(pid=66703) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 706.459343] env[66703]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-32e0f1f8-5e67-463a-bbe6-da9c89b63705" {{(pid=66703) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 706.459343] env[66703]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-32e0f1f8-5e67-463a-bbe6-da9c89b63705" {{(pid=66703) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 706.459508] env[66703]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-32e0f1f8-5e67-463a-bbe6-da9c89b63705" {{(pid=66703) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 706.459635] env[66703]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=66703) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 706.459730] env[66703]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66703) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 706.459792] env[66703]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66703) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 706.459935] env[66703]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66703) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 706.460026] env[66703]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66703) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 706.460116] env[66703]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('32e0f1f8-5e67-463a-bbe6-da9c89b63705',) {} {{(pid=66703) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 706.695538] env[66703]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('ead9059b-21b2-4727-a688-5bf3e134073b',) {} {{(pid=66703) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 706.696997] env[66703]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('edd00d40-6f87-4c61-9069-3d442058e704',) {} {{(pid=66703) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 706.963372] env[66703]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=66703) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 706.963372] env[66703]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66703) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 706.963372] env[66703]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66703) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 706.964205] env[66703]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66703) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 706.964316] env[66703]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66703) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 706.964544] env[66703]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66703) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 706.964687] env[66703]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66703) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 706.964775] env[66703]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66703) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 706.965167] env[66703]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66703) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 706.965285] env[66703]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66703) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 706.965409] env[66703]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 32e0f1f8-5e67-463a-bbe6-da9c89b63705 is going to be updated. [ 707.005110] env[66703]: DEBUG networking_nsxv3.common.locking [None req-33d36011-a73c-4b6d-849a-f8c867240c48 None None] Lock network-691 taken with stack trace [, , , , , , , , ] {{(pid=66703) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 707.005315] env[66703]: DEBUG oslo_concurrency.lockutils [None req-33d36011-a73c-4b6d-849a-f8c867240c48 None None] Acquiring lock "network-691" {{(pid=66703) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 707.005446] env[66703]: DEBUG oslo_concurrency.lockutils [None req-33d36011-a73c-4b6d-849a-f8c867240c48 None None] Acquired lock "network-691" {{(pid=66703) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 707.005803] env[66703]: DEBUG oslo_concurrency.lockutils [None req-33d36011-a73c-4b6d-849a-f8c867240c48 None None] Acquired external semaphore "network-691" {{(pid=66703) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 707.008476] env[66703]: DEBUG networking_nsxv3.common.locking [None req-33d36011-a73c-4b6d-849a-f8c867240c48 None None] Lock Segment taken with stack trace [, , , , , , , , , , ] {{(pid=66703) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 707.009778] env[66703]: DEBUG oslo_concurrency.lockutils [None req-33d36011-a73c-4b6d-849a-f8c867240c48 None None] Acquiring lock "Segment" {{(pid=66703) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 707.009778] env[66703]: DEBUG oslo_concurrency.lockutils [None req-33d36011-a73c-4b6d-849a-f8c867240c48 None None] Acquired lock "Segment" {{(pid=66703) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 707.009778] env[66703]: DEBUG oslo_concurrency.lockutils [None req-33d36011-a73c-4b6d-849a-f8c867240c48 None None] Acquired external semaphore "Segment" {{(pid=66703) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 707.009778] env[66703]: DEBUG oslo_concurrency.lockutils [None req-33d36011-a73c-4b6d-849a-f8c867240c48 None None] Releasing lock "Segment" {{(pid=66703) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 707.010068] env[66703]: DEBUG dogpile.cache.region [None req-33d36011-a73c-4b6d-849a-f8c867240c48 None None] No value present for key: 'zone-id' {{(pid=66703) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 707.010264] env[66703]: DEBUG dogpile.lock [None req-33d36011-a73c-4b6d-849a-f8c867240c48 None None] NeedRegenerationException {{(pid=66703) _enter /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:90}} [ 707.010728] env[66703]: DEBUG dogpile.lock [None req-33d36011-a73c-4b6d-849a-f8c867240c48 None None] no value, waiting for create lock {{(pid=66703) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:131}} [ 707.013380] env[66703]: DEBUG dogpile.lock [None req-33d36011-a73c-4b6d-849a-f8c867240c48 None None] value creation lock acquired {{(pid=66703) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:135}} [ 707.013537] env[66703]: DEBUG dogpile.cache.region [None req-33d36011-a73c-4b6d-849a-f8c867240c48 None None] No value present for key: 'zone-id' {{(pid=66703) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 707.013653] env[66703]: DEBUG dogpile.lock [None req-33d36011-a73c-4b6d-849a-f8c867240c48 None None] Calling creation function for not-yet-present value {{(pid=66703) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:174}} [ 707.013940] env[66703]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-33d36011-a73c-4b6d-849a-f8c867240c48 None None] Looking for TransportZone with name nsx-vlan-transportzone. [ 707.016341] env[66703]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66703) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 707.016341] env[66703]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66703) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 707.016341] env[66703]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66703) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 707.016341] env[66703]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66703) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 707.016643] env[66703]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66703) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 707.029312] env[66703]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 32e0f1f8-5e67-463a-bbe6-da9c89b63705 in Status: IN_PROGRESS for 2s [ 707.047451] env[66703]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-33d36011-a73c-4b6d-849a-f8c867240c48 None None] loading zone with a95c914d-748d-497c-94ab-10d4647daeba and tags [{'scope': 'mp2policy_migr_status', 'tag': 'success'}] [ 707.047648] env[66703]: DEBUG dogpile.cache.region [None req-33d36011-a73c-4b6d-849a-f8c867240c48 None None] Cache value generated in 0.034 seconds for key(s): 'zone-id' {{(pid=66703) _log_time /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:910}} [ 707.048222] env[66703]: DEBUG dogpile.lock [None req-33d36011-a73c-4b6d-849a-f8c867240c48 None None] Released creation lock {{(pid=66703) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:182}} [ 707.048222] env[66703]: DEBUG oslo_concurrency.lockutils [None req-33d36011-a73c-4b6d-849a-f8c867240c48 None None] Releasing lock "network-691" {{(pid=66703) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 707.048534] env[66703]: DEBUG networking_nsxv3.common.locking [None req-33d36011-a73c-4b6d-849a-f8c867240c48 None None] Lock port-ff583add-9c70-44a4-b5c4-c3ce8caf35f8 taken with stack trace [, , , , , , , , ] {{(pid=66703) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 707.048534] env[66703]: DEBUG oslo_concurrency.lockutils [None req-33d36011-a73c-4b6d-849a-f8c867240c48 None None] Acquiring lock "port-ff583add-9c70-44a4-b5c4-c3ce8caf35f8" {{(pid=66703) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 707.048653] env[66703]: DEBUG oslo_concurrency.lockutils [None req-33d36011-a73c-4b6d-849a-f8c867240c48 None None] Acquired lock "port-ff583add-9c70-44a4-b5c4-c3ce8caf35f8" {{(pid=66703) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 707.048940] env[66703]: DEBUG oslo_concurrency.lockutils [None req-33d36011-a73c-4b6d-849a-f8c867240c48 None None] Acquired external semaphore "port-ff583add-9c70-44a4-b5c4-c3ce8caf35f8" {{(pid=66703) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 707.049125] env[66703]: DEBUG networking_nsxv3.api.rpc [None req-33d36011-a73c-4b6d-849a-f8c867240c48 None None] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('ff583add-9c70-44a4-b5c4-c3ce8caf35f8',) {} {{(pid=66703) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 707.198805] env[66703]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('edd00d40-6f87-4c61-9069-3d442058e704',) {} {{(pid=66703) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 707.199813] env[66703]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('ead9059b-21b2-4727-a688-5bf3e134073b',) {} {{(pid=66703) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 707.370737] env[66703]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: db254d47-d7a1-40b1-a751-5c5ada9bc604 in Status: SUCCESS [ 707.370737] env[66703]: WARNING networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: db254d47-d7a1-40b1-a751-5c5ada9bc604 deletion is rescheduled due to dependency. [ 707.370737] env[66703]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-db254d47-d7a1-40b1-a751-5c5ada9bc604" {{(pid=66703) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 707.553481] env[66703]: DEBUG networking_nsxv3.common.locking [None req-33d36011-a73c-4b6d-849a-f8c867240c48 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , ] {{(pid=66703) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 707.553725] env[66703]: DEBUG oslo_concurrency.lockutils [None req-33d36011-a73c-4b6d-849a-f8c867240c48 None None] Acquiring lock "SegmentPort" {{(pid=66703) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 707.553850] env[66703]: DEBUG oslo_concurrency.lockutils [None req-33d36011-a73c-4b6d-849a-f8c867240c48 None None] Acquired lock "SegmentPort" {{(pid=66703) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 707.554152] env[66703]: DEBUG oslo_concurrency.lockutils [None req-33d36011-a73c-4b6d-849a-f8c867240c48 None None] Acquired external semaphore "SegmentPort" {{(pid=66703) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 707.554304] env[66703]: DEBUG oslo_concurrency.lockutils [None req-33d36011-a73c-4b6d-849a-f8c867240c48 None None] Releasing lock "SegmentPort" {{(pid=66703) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 707.554434] env[66703]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-33d36011-a73c-4b6d-849a-f8c867240c48 None None] Segment Port ff583add-9c70-44a4-b5c4-c3ce8caf35f8 not found, creating... [ 707.554690] env[66703]: DEBUG networking_nsxv3.common.locking [None req-33d36011-a73c-4b6d-849a-f8c867240c48 None None] Lock Segment taken with stack trace [, , , , , , , , , , , ] {{(pid=66703) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 707.554839] env[66703]: DEBUG oslo_concurrency.lockutils [None req-33d36011-a73c-4b6d-849a-f8c867240c48 None None] Acquiring lock "Segment" {{(pid=66703) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 707.554995] env[66703]: DEBUG oslo_concurrency.lockutils [None req-33d36011-a73c-4b6d-849a-f8c867240c48 None None] Acquired lock "Segment" {{(pid=66703) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 707.555174] env[66703]: DEBUG oslo_concurrency.lockutils [None req-33d36011-a73c-4b6d-849a-f8c867240c48 None None] Acquired external semaphore "Segment" {{(pid=66703) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 707.555307] env[66703]: DEBUG oslo_concurrency.lockutils [None req-33d36011-a73c-4b6d-849a-f8c867240c48 None None] Releasing lock "Segment" {{(pid=66703) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 707.555575] env[66703]: DEBUG networking_nsxv3.common.locking [None req-33d36011-a73c-4b6d-849a-f8c867240c48 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=66703) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 707.555720] env[66703]: DEBUG oslo_concurrency.lockutils [None req-33d36011-a73c-4b6d-849a-f8c867240c48 None None] Acquiring lock "SegmentPort" {{(pid=66703) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 707.555848] env[66703]: DEBUG oslo_concurrency.lockutils [None req-33d36011-a73c-4b6d-849a-f8c867240c48 None None] Acquired lock "SegmentPort" {{(pid=66703) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 707.556949] env[66703]: DEBUG oslo_concurrency.lockutils [None req-33d36011-a73c-4b6d-849a-f8c867240c48 None None] Acquired external semaphore "SegmentPort" {{(pid=66703) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 707.557171] env[66703]: DEBUG oslo_concurrency.lockutils [None req-33d36011-a73c-4b6d-849a-f8c867240c48 None None] Releasing lock "SegmentPort" {{(pid=66703) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 707.557357] env[66703]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-33d36011-a73c-4b6d-849a-f8c867240c48 None None] Resource: SegmentPort with ID: ff583add-9c70-44a4-b5c4-c3ce8caf35f8 is going to be created. [ 707.584043] env[66703]: DEBUG networking_nsxv3.common.locking [None req-33d36011-a73c-4b6d-849a-f8c867240c48 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=66703) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 707.584289] env[66703]: DEBUG oslo_concurrency.lockutils [None req-33d36011-a73c-4b6d-849a-f8c867240c48 None None] Acquiring lock "SegmentPort" {{(pid=66703) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 707.584383] env[66703]: DEBUG oslo_concurrency.lockutils [None req-33d36011-a73c-4b6d-849a-f8c867240c48 None None] Acquired lock "SegmentPort" {{(pid=66703) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 707.588019] env[66703]: DEBUG oslo_concurrency.lockutils [None req-33d36011-a73c-4b6d-849a-f8c867240c48 None None] Acquired external semaphore "SegmentPort" {{(pid=66703) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 707.588019] env[66703]: DEBUG oslo_concurrency.lockutils [None req-33d36011-a73c-4b6d-849a-f8c867240c48 None None] Releasing lock "SegmentPort" {{(pid=66703) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 707.588019] env[66703]: DEBUG oslo_concurrency.lockutils [None req-33d36011-a73c-4b6d-849a-f8c867240c48 None None] Releasing lock "port-ff583add-9c70-44a4-b5c4-c3ce8caf35f8" {{(pid=66703) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 707.703127] env[66703]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66703) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 707.703589] env[66703]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66703) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 707.703589] env[66703]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66703) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 707.703589] env[66703]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66703) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 707.703701] env[66703]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66703) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 707.703734] env[66703]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: ead9059b-21b2-4727-a688-5bf3e134073b is going to be updated. [ 707.705490] env[66703]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66703) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 707.705695] env[66703]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66703) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 707.705695] env[66703]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66703) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 707.706091] env[66703]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66703) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 707.706091] env[66703]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66703) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 707.706091] env[66703]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: edd00d40-6f87-4c61-9069-3d442058e704 is going to be updated. [ 707.727022] env[66703]: INFO networking_nsxv3.common.synchronization [None req-590102d2-5a86-4484-89de-4362bb5b3da0 None None] Enqueued Resource ID: e66f3436-f1d9-4667-877a-e87d448032b8 with Priority: HIGHEST for action port [ 707.727681] env[66703]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: e66f3436-f1d9-4667-877a-e87d448032b8 with Priority: HIGHEST for action port [ 707.727888] env[66703]: DEBUG networking_nsxv3.common.locking [-] Lock port-e66f3436-f1d9-4667-877a-e87d448032b8 taken with stack trace [, , ] {{(pid=66703) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 707.728013] env[66703]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-e66f3436-f1d9-4667-877a-e87d448032b8" {{(pid=66703) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 707.728090] env[66703]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-e66f3436-f1d9-4667-877a-e87d448032b8" {{(pid=66703) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 707.728362] env[66703]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-e66f3436-f1d9-4667-877a-e87d448032b8" {{(pid=66703) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 707.728439] env[66703]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('e66f3436-f1d9-4667-877a-e87d448032b8',) {} {{(pid=66703) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 707.753204] env[66703]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66703) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 707.754062] env[66703]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66703) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 707.754062] env[66703]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66703) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 707.754243] env[66703]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66703) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 707.754450] env[66703]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66703) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 707.756810] env[66703]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66703) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 707.757158] env[66703]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66703) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 707.757256] env[66703]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66703) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 707.757687] env[66703]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66703) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 707.757687] env[66703]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66703) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 707.774012] env[66703]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: edd00d40-6f87-4c61-9069-3d442058e704 in Status: IN_PROGRESS for 2s [ 707.774012] env[66703]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: ead9059b-21b2-4727-a688-5bf3e134073b in Status: IN_PROGRESS for 2s [ 708.218274] env[66703]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 68993a16-916f-4eee-a4a2-cfd61c353b25 in Status: SUCCESS [ 708.218274] env[66703]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-68993a16-916f-4eee-a4a2-cfd61c353b25" {{(pid=66703) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 708.218274] env[66703]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-68993a16-916f-4eee-a4a2-cfd61c353b25" {{(pid=66703) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 708.218274] env[66703]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-68993a16-916f-4eee-a4a2-cfd61c353b25" {{(pid=66703) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 708.218615] env[66703]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=66703) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 708.218615] env[66703]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66703) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 708.218615] env[66703]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66703) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 708.218828] env[66703]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66703) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 708.218828] env[66703]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66703) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 708.218941] env[66703]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-68993a16-916f-4eee-a4a2-cfd61c353b25" {{(pid=66703) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 708.218995] env[66703]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('68993a16-916f-4eee-a4a2-cfd61c353b25',) {} {{(pid=66703) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 708.231041] env[66703]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] deletion realization of port e66f3436-f1d9-4667-877a-e87d448032b8 [ 708.231858] env[66703]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=66703) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 708.231858] env[66703]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=66703) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 708.231858] env[66703]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=66703) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 708.231858] env[66703]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=66703) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 708.231858] env[66703]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=66703) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 708.232453] env[66703]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Segment Port:e66f3436-f1d9-4667-877a-e87d448032b8 already deleted. [ 708.232453] env[66703]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-e66f3436-f1d9-4667-877a-e87d448032b8" {{(pid=66703) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 708.235059] env[66703]: INFO networking_nsxv3.common.synchronization [None req-1cfc6b07-5add-4766-affe-63239c7aa4c7 None None] Enqueued Resource ID: a2530876-a61e-4c80-a0f2-b6002b036a67 with Priority: HIGHEST for action port [ 708.237863] env[66703]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: a2530876-a61e-4c80-a0f2-b6002b036a67 with Priority: HIGHEST for action port [ 708.239224] env[66703]: DEBUG networking_nsxv3.common.locking [-] Lock port-a2530876-a61e-4c80-a0f2-b6002b036a67 taken with stack trace [, , ] {{(pid=66703) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 708.239363] env[66703]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-a2530876-a61e-4c80-a0f2-b6002b036a67" {{(pid=66703) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 708.239420] env[66703]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-a2530876-a61e-4c80-a0f2-b6002b036a67" {{(pid=66703) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 708.240824] env[66703]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-a2530876-a61e-4c80-a0f2-b6002b036a67" {{(pid=66703) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 708.240919] env[66703]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('a2530876-a61e-4c80-a0f2-b6002b036a67',) {} {{(pid=66703) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 708.323260] env[66703]: INFO networking_nsxv3.common.synchronization [req-f12401cb-7c07-42a6-9d67-ec6d7489b521 req-2ca421bb-c860-4579-967e-08b8e7770eb7 service nova] Enqueued Resource ID: 32e0f1f8-5e67-463a-bbe6-da9c89b63705 with Priority: HIGHEST for action security_group_rules [ 708.323260] env[66703]: INFO networking_nsxv3.common.synchronization [req-f12401cb-7c07-42a6-9d67-ec6d7489b521 req-2ca421bb-c860-4579-967e-08b8e7770eb7 service nova] Enqueued Resource ID: 32e0f1f8-5e67-463a-bbe6-da9c89b63705 with Priority: HIGHEST for action security_group_members [ 708.323435] env[66703]: INFO networking_nsxv3.common.synchronization [req-f12401cb-7c07-42a6-9d67-ec6d7489b521 req-2ca421bb-c860-4579-967e-08b8e7770eb7 service nova] Enqueued Resource ID: ff583add-9c70-44a4-b5c4-c3ce8caf35f8 with Priority: HIGHEST for action port [ 708.323923] env[66703]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 32e0f1f8-5e67-463a-bbe6-da9c89b63705 with Priority: HIGHEST for action security_group_rules [ 708.326644] env[66703]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 32e0f1f8-5e67-463a-bbe6-da9c89b63705 with Priority: HIGHEST for action security_group_members [ 708.326810] env[66703]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: ff583add-9c70-44a4-b5c4-c3ce8caf35f8 with Priority: HIGHEST for action port [ 708.330433] env[66703]: DEBUG networking_nsxv3.common.locking [-] Lock rules-32e0f1f8-5e67-463a-bbe6-da9c89b63705 taken with stack trace [, , ] {{(pid=66703) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 708.330433] env[66703]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-32e0f1f8-5e67-463a-bbe6-da9c89b63705" {{(pid=66703) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 708.330433] env[66703]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-32e0f1f8-5e67-463a-bbe6-da9c89b63705" {{(pid=66703) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 708.330433] env[66703]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-32e0f1f8-5e67-463a-bbe6-da9c89b63705" {{(pid=66703) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 708.330433] env[66703]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('32e0f1f8-5e67-463a-bbe6-da9c89b63705',) {} {{(pid=66703) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 708.337917] env[66703]: DEBUG networking_nsxv3.common.locking [-] Lock member-32e0f1f8-5e67-463a-bbe6-da9c89b63705 taken with stack trace [, , ] {{(pid=66703) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 708.338435] env[66703]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-32e0f1f8-5e67-463a-bbe6-da9c89b63705" {{(pid=66703) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 708.338938] env[66703]: DEBUG networking_nsxv3.common.locking [-] Lock port-ff583add-9c70-44a4-b5c4-c3ce8caf35f8 taken with stack trace [, , ] {{(pid=66703) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 708.338938] env[66703]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-ff583add-9c70-44a4-b5c4-c3ce8caf35f8" {{(pid=66703) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 708.338938] env[66703]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-ff583add-9c70-44a4-b5c4-c3ce8caf35f8" {{(pid=66703) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 708.339182] env[66703]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-ff583add-9c70-44a4-b5c4-c3ce8caf35f8" {{(pid=66703) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 708.339523] env[66703]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('ff583add-9c70-44a4-b5c4-c3ce8caf35f8',) {} {{(pid=66703) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 708.721484] env[66703]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('68993a16-916f-4eee-a4a2-cfd61c353b25',) {} {{(pid=66703) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 708.743434] env[66703]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] deletion realization of port a2530876-a61e-4c80-a0f2-b6002b036a67 [ 708.743434] env[66703]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=66703) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 708.743434] env[66703]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=66703) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 708.743434] env[66703]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=66703) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 708.744971] env[66703]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=66703) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 708.744971] env[66703]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=66703) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 708.744971] env[66703]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Segment Port:a2530876-a61e-4c80-a0f2-b6002b036a67 already deleted. [ 708.744971] env[66703]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-a2530876-a61e-4c80-a0f2-b6002b036a67" {{(pid=66703) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 708.842184] env[66703]: DEBUG networking_nsxv3.common.locking [-] Lock member-32e0f1f8-5e67-463a-bbe6-da9c89b63705 taken with stack trace [, , , ] {{(pid=66703) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 708.842741] env[66703]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-32e0f1f8-5e67-463a-bbe6-da9c89b63705" {{(pid=66703) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 708.853363] env[66703]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] realization of port ff583add-9c70-44a4-b5c4-c3ce8caf35f8 with status ACTIVE [ 708.853363] env[66703]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=66703) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 708.853625] env[66703]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=66703) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 708.853625] env[66703]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=66703) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 708.853834] env[66703]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=66703) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 708.853834] env[66703]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=66703) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 708.854044] env[66703]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , ] {{(pid=66703) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 708.854044] env[66703]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=66703) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 708.854173] env[66703]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=66703) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 708.854212] env[66703]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=66703) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 708.854364] env[66703]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=66703) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 708.854455] env[66703]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=66703) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 708.854875] env[66703]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=66703) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 708.854875] env[66703]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=66703) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 708.854875] env[66703]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=66703) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 708.854875] env[66703]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=66703) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 708.855054] env[66703]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: SegmentPort with ID: ff583add-9c70-44a4-b5c4-c3ce8caf35f8 is going to be updated. [ 708.879275] env[66703]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=66703) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 708.880453] env[66703]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=66703) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 708.880453] env[66703]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=66703) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 708.880453] env[66703]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=66703) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 708.880453] env[66703]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=66703) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 708.880453] env[66703]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-ff583add-9c70-44a4-b5c4-c3ce8caf35f8" {{(pid=66703) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 709.041078] env[66703]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 32e0f1f8-5e67-463a-bbe6-da9c89b63705 in Status: SUCCESS [ 709.041308] env[66703]: WARNING networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 32e0f1f8-5e67-463a-bbe6-da9c89b63705 deletion is rescheduled due to dependency. [ 709.041460] env[66703]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-32e0f1f8-5e67-463a-bbe6-da9c89b63705" {{(pid=66703) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 709.041661] env[66703]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-32e0f1f8-5e67-463a-bbe6-da9c89b63705" {{(pid=66703) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 709.041898] env[66703]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-32e0f1f8-5e67-463a-bbe6-da9c89b63705" {{(pid=66703) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 709.042118] env[66703]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=66703) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 709.042319] env[66703]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66703) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 709.042368] env[66703]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66703) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 709.042509] env[66703]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66703) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 709.042593] env[66703]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66703) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 709.042697] env[66703]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('32e0f1f8-5e67-463a-bbe6-da9c89b63705',) {} {{(pid=66703) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 709.226409] env[66703]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for 68993a16-916f-4eee-a4a2-cfd61c353b25: rpc.has_security_group_logging(os_id): False [ 709.245260] env[66703]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=66703) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 709.245260] env[66703]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66703) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 709.245260] env[66703]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66703) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 709.245260] env[66703]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66703) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 709.245260] env[66703]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66703) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 709.245260] env[66703]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=66703) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 709.245260] env[66703]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66703) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 709.245260] env[66703]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66703) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 709.245260] env[66703]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66703) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 709.245260] env[66703]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66703) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 709.245260] env[66703]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 68993a16-916f-4eee-a4a2-cfd61c353b25 is going to be created. [ 709.263425] env[66703]: INFO networking_nsxv3.common.synchronization [req-db2b67d5-df92-46e0-9761-36d42b33f5ea req-d1621298-0737-48d7-bfb3-f83caa63bdb6 tempest-ServersTestBootFromVolume-1209463373 tempest-ServersTestBootFromVolume-1209463373-project-member] Enqueued Resource ID: 50deca7c-20de-416b-a7ff-7a2252a34c03 with Priority: HIGHEST for action security_group_members [ 709.263425] env[66703]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 50deca7c-20de-416b-a7ff-7a2252a34c03 with Priority: HIGHEST for action security_group_members [ 709.265625] env[66703]: DEBUG networking_nsxv3.common.locking [-] Lock member-50deca7c-20de-416b-a7ff-7a2252a34c03 taken with stack trace [, , ] {{(pid=66703) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 709.265625] env[66703]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-50deca7c-20de-416b-a7ff-7a2252a34c03" {{(pid=66703) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 709.265625] env[66703]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-50deca7c-20de-416b-a7ff-7a2252a34c03" {{(pid=66703) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 709.265625] env[66703]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-50deca7c-20de-416b-a7ff-7a2252a34c03" {{(pid=66703) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 709.265625] env[66703]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=66703) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 709.268088] env[66703]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66703) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 709.268088] env[66703]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66703) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 709.268088] env[66703]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66703) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 709.268088] env[66703]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66703) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 709.268088] env[66703]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('50deca7c-20de-416b-a7ff-7a2252a34c03',) {} {{(pid=66703) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 709.310843] env[66703]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=66703) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 709.310843] env[66703]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66703) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 709.310843] env[66703]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66703) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 709.310843] env[66703]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66703) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 709.310843] env[66703]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66703) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 709.323406] env[66703]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 68993a16-916f-4eee-a4a2-cfd61c353b25 in Status: IN_PROGRESS for 2s [ 709.547269] env[66703]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('32e0f1f8-5e67-463a-bbe6-da9c89b63705',) {} {{(pid=66703) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 709.730629] env[66703]: DEBUG networking_nsxv3.common.locking [None req-33d36011-a73c-4b6d-849a-f8c867240c48 None None] Lock network-593 taken with stack trace [, , , , , , , , ] {{(pid=66703) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 709.730957] env[66703]: DEBUG oslo_concurrency.lockutils [None req-33d36011-a73c-4b6d-849a-f8c867240c48 None None] Acquiring lock "network-593" {{(pid=66703) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 709.731032] env[66703]: DEBUG oslo_concurrency.lockutils [None req-33d36011-a73c-4b6d-849a-f8c867240c48 None None] Acquired lock "network-593" {{(pid=66703) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 709.731986] env[66703]: DEBUG oslo_concurrency.lockutils [None req-33d36011-a73c-4b6d-849a-f8c867240c48 None None] Acquired external semaphore "network-593" {{(pid=66703) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 709.732295] env[66703]: DEBUG networking_nsxv3.common.locking [None req-33d36011-a73c-4b6d-849a-f8c867240c48 None None] Lock Segment taken with stack trace [, , , , , , , , , , ] {{(pid=66703) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 709.732452] env[66703]: DEBUG oslo_concurrency.lockutils [None req-33d36011-a73c-4b6d-849a-f8c867240c48 None None] Acquiring lock "Segment" {{(pid=66703) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 709.732565] env[66703]: DEBUG oslo_concurrency.lockutils [None req-33d36011-a73c-4b6d-849a-f8c867240c48 None None] Acquired lock "Segment" {{(pid=66703) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 709.732790] env[66703]: DEBUG oslo_concurrency.lockutils [None req-33d36011-a73c-4b6d-849a-f8c867240c48 None None] Acquired external semaphore "Segment" {{(pid=66703) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 709.733321] env[66703]: DEBUG oslo_concurrency.lockutils [None req-33d36011-a73c-4b6d-849a-f8c867240c48 None None] Releasing lock "Segment" {{(pid=66703) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 709.733321] env[66703]: DEBUG dogpile.cache.region [None req-33d36011-a73c-4b6d-849a-f8c867240c48 None None] No value present for key: 'zone-id' {{(pid=66703) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 709.733321] env[66703]: DEBUG dogpile.lock [None req-33d36011-a73c-4b6d-849a-f8c867240c48 None None] NeedRegenerationException {{(pid=66703) _enter /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:90}} [ 709.733321] env[66703]: DEBUG dogpile.lock [None req-33d36011-a73c-4b6d-849a-f8c867240c48 None None] no value, waiting for create lock {{(pid=66703) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:131}} [ 709.733576] env[66703]: DEBUG dogpile.lock [None req-33d36011-a73c-4b6d-849a-f8c867240c48 None None] value creation lock acquired {{(pid=66703) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:135}} [ 709.733576] env[66703]: DEBUG dogpile.cache.region [None req-33d36011-a73c-4b6d-849a-f8c867240c48 None None] No value present for key: 'zone-id' {{(pid=66703) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 709.733696] env[66703]: DEBUG dogpile.lock [None req-33d36011-a73c-4b6d-849a-f8c867240c48 None None] Calling creation function for not-yet-present value {{(pid=66703) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:174}} [ 709.734187] env[66703]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-33d36011-a73c-4b6d-849a-f8c867240c48 None None] Looking for TransportZone with name nsx-vlan-transportzone. [ 709.755743] env[66703]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-33d36011-a73c-4b6d-849a-f8c867240c48 None None] loading zone with a95c914d-748d-497c-94ab-10d4647daeba and tags [{'scope': 'mp2policy_migr_status', 'tag': 'success'}] [ 709.756306] env[66703]: DEBUG dogpile.cache.region [None req-33d36011-a73c-4b6d-849a-f8c867240c48 None None] Cache value generated in 0.022 seconds for key(s): 'zone-id' {{(pid=66703) _log_time /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:910}} [ 709.756516] env[66703]: DEBUG dogpile.lock [None req-33d36011-a73c-4b6d-849a-f8c867240c48 None None] Released creation lock {{(pid=66703) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:182}} [ 709.756732] env[66703]: DEBUG oslo_concurrency.lockutils [None req-33d36011-a73c-4b6d-849a-f8c867240c48 None None] Releasing lock "network-593" {{(pid=66703) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 709.757349] env[66703]: DEBUG networking_nsxv3.common.locking [None req-33d36011-a73c-4b6d-849a-f8c867240c48 None None] Lock port-999f3f83-44ce-4eb6-bdab-16e6c0cc8543 taken with stack trace [, , , , , , , , ] {{(pid=66703) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 709.757682] env[66703]: DEBUG oslo_concurrency.lockutils [None req-33d36011-a73c-4b6d-849a-f8c867240c48 None None] Acquiring lock "port-999f3f83-44ce-4eb6-bdab-16e6c0cc8543" {{(pid=66703) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 709.757872] env[66703]: DEBUG oslo_concurrency.lockutils [None req-33d36011-a73c-4b6d-849a-f8c867240c48 None None] Acquired lock "port-999f3f83-44ce-4eb6-bdab-16e6c0cc8543" {{(pid=66703) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 709.758808] env[66703]: DEBUG oslo_concurrency.lockutils [None req-33d36011-a73c-4b6d-849a-f8c867240c48 None None] Acquired external semaphore "port-999f3f83-44ce-4eb6-bdab-16e6c0cc8543" {{(pid=66703) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 709.758808] env[66703]: DEBUG networking_nsxv3.api.rpc [None req-33d36011-a73c-4b6d-849a-f8c867240c48 None None] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('999f3f83-44ce-4eb6-bdab-16e6c0cc8543',) {} {{(pid=66703) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 709.772540] env[66703]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=66703) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 709.772768] env[66703]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66703) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 709.772869] env[66703]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66703) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 709.773184] env[66703]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66703) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 709.773324] env[66703]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66703) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 709.773554] env[66703]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66703) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 709.773656] env[66703]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66703) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 709.773718] env[66703]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66703) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 709.773910] env[66703]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66703) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 709.773956] env[66703]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66703) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 709.774041] env[66703]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 50deca7c-20de-416b-a7ff-7a2252a34c03 already deleted. [ 709.774125] env[66703]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-50deca7c-20de-416b-a7ff-7a2252a34c03" {{(pid=66703) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 709.785032] env[66703]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: edd00d40-6f87-4c61-9069-3d442058e704 in Status: SUCCESS [ 709.785345] env[66703]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-edd00d40-6f87-4c61-9069-3d442058e704" {{(pid=66703) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 709.785522] env[66703]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-edd00d40-6f87-4c61-9069-3d442058e704" {{(pid=66703) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 709.785668] env[66703]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-edd00d40-6f87-4c61-9069-3d442058e704" {{(pid=66703) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 709.785930] env[66703]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=66703) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 709.786043] env[66703]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66703) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 709.786043] env[66703]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66703) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 709.786187] env[66703]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66703) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 709.786269] env[66703]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66703) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 709.786381] env[66703]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-edd00d40-6f87-4c61-9069-3d442058e704" {{(pid=66703) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 709.786724] env[66703]: DEBUG networking_nsxv3.common.locking [-] Lock member-edd00d40-6f87-4c61-9069-3d442058e704 taken with stack trace [, , , ] {{(pid=66703) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 709.786724] env[66703]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-edd00d40-6f87-4c61-9069-3d442058e704" {{(pid=66703) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 709.786724] env[66703]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-edd00d40-6f87-4c61-9069-3d442058e704" {{(pid=66703) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 709.786873] env[66703]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-edd00d40-6f87-4c61-9069-3d442058e704" {{(pid=66703) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 709.789641] env[66703]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=66703) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 709.789641] env[66703]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66703) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 709.789641] env[66703]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66703) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 709.789641] env[66703]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66703) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 709.789641] env[66703]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66703) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 709.789641] env[66703]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-edd00d40-6f87-4c61-9069-3d442058e704" {{(pid=66703) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 709.789641] env[66703]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('edd00d40-6f87-4c61-9069-3d442058e704',) {} {{(pid=66703) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 709.790054] env[66703]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: ead9059b-21b2-4727-a688-5bf3e134073b in Status: SUCCESS [ 709.790446] env[66703]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-ead9059b-21b2-4727-a688-5bf3e134073b" {{(pid=66703) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 709.792254] env[66703]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-ead9059b-21b2-4727-a688-5bf3e134073b" {{(pid=66703) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 709.792254] env[66703]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-ead9059b-21b2-4727-a688-5bf3e134073b" {{(pid=66703) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 709.792254] env[66703]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=66703) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 709.792254] env[66703]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66703) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 709.792254] env[66703]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66703) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 709.792254] env[66703]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66703) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 709.792254] env[66703]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66703) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 709.792254] env[66703]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-ead9059b-21b2-4727-a688-5bf3e134073b" {{(pid=66703) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 709.792254] env[66703]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('ead9059b-21b2-4727-a688-5bf3e134073b',) {} {{(pid=66703) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 710.050938] env[66703]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('32e0f1f8-5e67-463a-bbe6-da9c89b63705',) {} {{(pid=66703) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 710.262830] env[66703]: DEBUG networking_nsxv3.common.locking [None req-33d36011-a73c-4b6d-849a-f8c867240c48 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , ] {{(pid=66703) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 710.263276] env[66703]: DEBUG oslo_concurrency.lockutils [None req-33d36011-a73c-4b6d-849a-f8c867240c48 None None] Acquiring lock "SegmentPort" {{(pid=66703) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 710.263439] env[66703]: DEBUG oslo_concurrency.lockutils [None req-33d36011-a73c-4b6d-849a-f8c867240c48 None None] Acquired lock "SegmentPort" {{(pid=66703) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 710.263735] env[66703]: DEBUG oslo_concurrency.lockutils [None req-33d36011-a73c-4b6d-849a-f8c867240c48 None None] Acquired external semaphore "SegmentPort" {{(pid=66703) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 710.263735] env[66703]: DEBUG oslo_concurrency.lockutils [None req-33d36011-a73c-4b6d-849a-f8c867240c48 None None] Releasing lock "SegmentPort" {{(pid=66703) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 710.263895] env[66703]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-33d36011-a73c-4b6d-849a-f8c867240c48 None None] Segment Port 999f3f83-44ce-4eb6-bdab-16e6c0cc8543 not found, creating... [ 710.264167] env[66703]: DEBUG networking_nsxv3.common.locking [None req-33d36011-a73c-4b6d-849a-f8c867240c48 None None] Lock Segment taken with stack trace [, , , , , , , , , , , ] {{(pid=66703) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 710.264321] env[66703]: DEBUG oslo_concurrency.lockutils [None req-33d36011-a73c-4b6d-849a-f8c867240c48 None None] Acquiring lock "Segment" {{(pid=66703) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 710.264740] env[66703]: DEBUG oslo_concurrency.lockutils [None req-33d36011-a73c-4b6d-849a-f8c867240c48 None None] Acquired lock "Segment" {{(pid=66703) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 710.264740] env[66703]: DEBUG oslo_concurrency.lockutils [None req-33d36011-a73c-4b6d-849a-f8c867240c48 None None] Acquired external semaphore "Segment" {{(pid=66703) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 710.264740] env[66703]: DEBUG oslo_concurrency.lockutils [None req-33d36011-a73c-4b6d-849a-f8c867240c48 None None] Releasing lock "Segment" {{(pid=66703) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 710.265041] env[66703]: DEBUG networking_nsxv3.common.locking [None req-33d36011-a73c-4b6d-849a-f8c867240c48 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=66703) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 710.265341] env[66703]: DEBUG oslo_concurrency.lockutils [None req-33d36011-a73c-4b6d-849a-f8c867240c48 None None] Acquiring lock "SegmentPort" {{(pid=66703) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 710.265341] env[66703]: DEBUG oslo_concurrency.lockutils [None req-33d36011-a73c-4b6d-849a-f8c867240c48 None None] Acquired lock "SegmentPort" {{(pid=66703) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 710.265545] env[66703]: DEBUG oslo_concurrency.lockutils [None req-33d36011-a73c-4b6d-849a-f8c867240c48 None None] Acquired external semaphore "SegmentPort" {{(pid=66703) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 710.265682] env[66703]: DEBUG oslo_concurrency.lockutils [None req-33d36011-a73c-4b6d-849a-f8c867240c48 None None] Releasing lock "SegmentPort" {{(pid=66703) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 710.265948] env[66703]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-33d36011-a73c-4b6d-849a-f8c867240c48 None None] Resource: SegmentPort with ID: 999f3f83-44ce-4eb6-bdab-16e6c0cc8543 is going to be created. [ 710.293969] env[66703]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for edd00d40-6f87-4c61-9069-3d442058e704: rpc.has_security_group_logging(os_id): False [ 710.295285] env[66703]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('ead9059b-21b2-4727-a688-5bf3e134073b',) {} {{(pid=66703) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 710.301524] env[66703]: DEBUG networking_nsxv3.common.locking [None req-33d36011-a73c-4b6d-849a-f8c867240c48 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=66703) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 710.301738] env[66703]: DEBUG oslo_concurrency.lockutils [None req-33d36011-a73c-4b6d-849a-f8c867240c48 None None] Acquiring lock "SegmentPort" {{(pid=66703) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 710.301860] env[66703]: DEBUG oslo_concurrency.lockutils [None req-33d36011-a73c-4b6d-849a-f8c867240c48 None None] Acquired lock "SegmentPort" {{(pid=66703) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 710.302154] env[66703]: DEBUG oslo_concurrency.lockutils [None req-33d36011-a73c-4b6d-849a-f8c867240c48 None None] Acquired external semaphore "SegmentPort" {{(pid=66703) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 710.302378] env[66703]: DEBUG oslo_concurrency.lockutils [None req-33d36011-a73c-4b6d-849a-f8c867240c48 None None] Releasing lock "SegmentPort" {{(pid=66703) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 710.302611] env[66703]: DEBUG oslo_concurrency.lockutils [None req-33d36011-a73c-4b6d-849a-f8c867240c48 None None] Releasing lock "port-999f3f83-44ce-4eb6-bdab-16e6c0cc8543" {{(pid=66703) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 710.313936] env[66703]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=66703) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 710.313936] env[66703]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66703) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 710.314117] env[66703]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66703) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 710.314605] env[66703]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66703) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 710.314605] env[66703]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66703) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 710.315081] env[66703]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66703) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 710.315224] env[66703]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66703) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 710.315373] env[66703]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66703) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 710.315577] env[66703]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66703) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 710.315630] env[66703]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66703) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 710.316754] env[66703]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66703) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 710.316754] env[66703]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66703) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 710.316754] env[66703]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66703) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 710.316754] env[66703]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66703) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 710.316754] env[66703]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66703) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 710.316962] env[66703]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=66703) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 710.316962] env[66703]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66703) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 710.317069] env[66703]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66703) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 710.317264] env[66703]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66703) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 710.317264] env[66703]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66703) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 710.317459] env[66703]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: edd00d40-6f87-4c61-9069-3d442058e704 is going to be updated. [ 710.410642] env[66703]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=66703) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 710.410866] env[66703]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66703) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 710.410866] env[66703]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66703) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 710.411023] env[66703]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66703) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 710.411174] env[66703]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66703) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 710.430703] env[66703]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: edd00d40-6f87-4c61-9069-3d442058e704 in Status: IN_PROGRESS for 2s [ 710.554572] env[66703]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66703) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 710.555123] env[66703]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66703) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 710.555123] env[66703]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66703) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 710.555123] env[66703]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66703) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 710.555123] env[66703]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66703) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 710.555369] env[66703]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 32e0f1f8-5e67-463a-bbe6-da9c89b63705 is going to be updated. [ 710.595112] env[66703]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66703) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 710.595380] env[66703]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66703) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 710.595380] env[66703]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66703) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 710.595592] env[66703]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66703) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 710.595742] env[66703]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66703) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 710.607090] env[66703]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 32e0f1f8-5e67-463a-bbe6-da9c89b63705 in Status: IN_PROGRESS for 2s [ 710.798067] env[66703]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for ead9059b-21b2-4727-a688-5bf3e134073b: rpc.has_security_group_logging(os_id): False [ 710.819827] env[66703]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=66703) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 710.819983] env[66703]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66703) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 710.820067] env[66703]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66703) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 710.820284] env[66703]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66703) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 710.820376] env[66703]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66703) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 710.820625] env[66703]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=66703) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 710.820725] env[66703]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66703) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 710.820843] env[66703]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66703) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 710.820969] env[66703]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66703) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 710.821089] env[66703]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66703) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 710.821125] env[66703]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: ead9059b-21b2-4727-a688-5bf3e134073b is going to be updated. [ 710.897543] env[66703]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=66703) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 710.897907] env[66703]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66703) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 710.897907] env[66703]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66703) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 710.898035] env[66703]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66703) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 710.898869] env[66703]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66703) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 710.913266] env[66703]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: ead9059b-21b2-4727-a688-5bf3e134073b in Status: IN_PROGRESS for 2s [ 711.098300] env[66703]: INFO networking_nsxv3.common.synchronization [req-db2b67d5-df92-46e0-9761-36d42b33f5ea req-0573503e-7fe5-4270-8702-36164a2b1d08 service nova] Enqueued Resource ID: 50deca7c-20de-416b-a7ff-7a2252a34c03 with Priority: HIGHEST for action security_group_rules [ 711.098502] env[66703]: INFO networking_nsxv3.common.synchronization [req-db2b67d5-df92-46e0-9761-36d42b33f5ea req-0573503e-7fe5-4270-8702-36164a2b1d08 service nova] Enqueued Resource ID: 50deca7c-20de-416b-a7ff-7a2252a34c03 with Priority: HIGHEST for action security_group_members [ 711.098646] env[66703]: INFO networking_nsxv3.common.synchronization [req-db2b67d5-df92-46e0-9761-36d42b33f5ea req-0573503e-7fe5-4270-8702-36164a2b1d08 service nova] Enqueued Resource ID: 999f3f83-44ce-4eb6-bdab-16e6c0cc8543 with Priority: HIGHEST for action port [ 711.099237] env[66703]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 50deca7c-20de-416b-a7ff-7a2252a34c03 with Priority: HIGHEST for action security_group_rules [ 711.099378] env[66703]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 50deca7c-20de-416b-a7ff-7a2252a34c03 with Priority: HIGHEST for action security_group_members [ 711.099480] env[66703]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 999f3f83-44ce-4eb6-bdab-16e6c0cc8543 with Priority: HIGHEST for action port [ 711.099884] env[66703]: DEBUG networking_nsxv3.common.locking [-] Lock rules-50deca7c-20de-416b-a7ff-7a2252a34c03 taken with stack trace [, , ] {{(pid=66703) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 711.100042] env[66703]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-50deca7c-20de-416b-a7ff-7a2252a34c03" {{(pid=66703) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 711.100042] env[66703]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-50deca7c-20de-416b-a7ff-7a2252a34c03" {{(pid=66703) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 711.100234] env[66703]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-50deca7c-20de-416b-a7ff-7a2252a34c03" {{(pid=66703) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 711.100320] env[66703]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('50deca7c-20de-416b-a7ff-7a2252a34c03',) {} {{(pid=66703) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 711.101243] env[66703]: DEBUG networking_nsxv3.common.locking [-] Lock member-50deca7c-20de-416b-a7ff-7a2252a34c03 taken with stack trace [, , ] {{(pid=66703) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 711.101345] env[66703]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-50deca7c-20de-416b-a7ff-7a2252a34c03" {{(pid=66703) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 711.101405] env[66703]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-50deca7c-20de-416b-a7ff-7a2252a34c03" {{(pid=66703) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 711.101661] env[66703]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-50deca7c-20de-416b-a7ff-7a2252a34c03" {{(pid=66703) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 711.101721] env[66703]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=66703) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 711.101816] env[66703]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66703) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 711.101878] env[66703]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66703) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 711.102029] env[66703]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66703) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 711.102114] env[66703]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66703) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 711.102207] env[66703]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('50deca7c-20de-416b-a7ff-7a2252a34c03',) {} {{(pid=66703) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 711.103333] env[66703]: DEBUG networking_nsxv3.common.locking [-] Lock port-999f3f83-44ce-4eb6-bdab-16e6c0cc8543 taken with stack trace [, , ] {{(pid=66703) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 711.103443] env[66703]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-999f3f83-44ce-4eb6-bdab-16e6c0cc8543" {{(pid=66703) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 711.103573] env[66703]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-999f3f83-44ce-4eb6-bdab-16e6c0cc8543" {{(pid=66703) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 711.103860] env[66703]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-999f3f83-44ce-4eb6-bdab-16e6c0cc8543" {{(pid=66703) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 711.103860] env[66703]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('999f3f83-44ce-4eb6-bdab-16e6c0cc8543',) {} {{(pid=66703) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 711.337037] env[66703]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 68993a16-916f-4eee-a4a2-cfd61c353b25 in Status: SUCCESS [ 711.337279] env[66703]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-68993a16-916f-4eee-a4a2-cfd61c353b25" {{(pid=66703) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 711.605936] env[66703]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('50deca7c-20de-416b-a7ff-7a2252a34c03',) {} {{(pid=66703) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 711.608712] env[66703]: DEBUG networking_nsxv3.common.locking [-] Lock member-50deca7c-20de-416b-a7ff-7a2252a34c03 taken with stack trace [, , , ] {{(pid=66703) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 711.608712] env[66703]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-50deca7c-20de-416b-a7ff-7a2252a34c03" {{(pid=66703) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 711.608712] env[66703]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] realization of port 999f3f83-44ce-4eb6-bdab-16e6c0cc8543 with status ACTIVE [ 711.608712] env[66703]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=66703) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 711.608712] env[66703]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=66703) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 711.608712] env[66703]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=66703) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 711.608712] env[66703]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=66703) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 711.608712] env[66703]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=66703) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 711.608712] env[66703]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , ] {{(pid=66703) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 711.608712] env[66703]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=66703) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 711.608712] env[66703]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=66703) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 711.608712] env[66703]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=66703) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 711.608712] env[66703]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=66703) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 711.608712] env[66703]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=66703) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 711.609801] env[66703]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=66703) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 711.609801] env[66703]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=66703) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 711.609801] env[66703]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=66703) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 711.609801] env[66703]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=66703) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 711.609801] env[66703]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: SegmentPort with ID: 999f3f83-44ce-4eb6-bdab-16e6c0cc8543 is going to be updated. [ 711.636277] env[66703]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=66703) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 711.636446] env[66703]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=66703) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 711.636524] env[66703]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=66703) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 711.636736] env[66703]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=66703) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 711.636870] env[66703]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=66703) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 711.637043] env[66703]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-999f3f83-44ce-4eb6-bdab-16e6c0cc8543" {{(pid=66703) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 711.805967] env[66703]: INFO networking_nsxv3.common.synchronization [req-dee5c5e5-fb6e-4e84-a956-9458aa13a574 req-1e1906d5-0038-40b3-acec-abf4437803c4 tempest-ImagesOneServerTestJSON-2128628394 tempest-ImagesOneServerTestJSON-2128628394-project-member] Enqueued Resource ID: b099edaa-ce9c-43ea-8b8e-264fa0be0054 with Priority: HIGHEST for action security_group_members [ 711.805967] env[66703]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: b099edaa-ce9c-43ea-8b8e-264fa0be0054 with Priority: HIGHEST for action security_group_members [ 711.805967] env[66703]: DEBUG networking_nsxv3.common.locking [-] Lock member-b099edaa-ce9c-43ea-8b8e-264fa0be0054 taken with stack trace [, , ] {{(pid=66703) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 711.805967] env[66703]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-b099edaa-ce9c-43ea-8b8e-264fa0be0054" {{(pid=66703) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 711.806686] env[66703]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-b099edaa-ce9c-43ea-8b8e-264fa0be0054" {{(pid=66703) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 711.806686] env[66703]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-b099edaa-ce9c-43ea-8b8e-264fa0be0054" {{(pid=66703) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 711.806686] env[66703]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=66703) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 711.806686] env[66703]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66703) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 711.806686] env[66703]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66703) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 711.807067] env[66703]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66703) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 711.807067] env[66703]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66703) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 711.807067] env[66703]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('b099edaa-ce9c-43ea-8b8e-264fa0be0054',) {} {{(pid=66703) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 712.112118] env[66703]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('50deca7c-20de-416b-a7ff-7a2252a34c03',) {} {{(pid=66703) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 712.204074] env[66703]: DEBUG networking_nsxv3.common.locking [None req-ffa6d202-748e-4c81-9979-ad08741f9cf7 None None] Lock network-109 taken with stack trace [, , , , , , , , ] {{(pid=66703) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 712.204767] env[66703]: DEBUG oslo_concurrency.lockutils [None req-ffa6d202-748e-4c81-9979-ad08741f9cf7 None None] Acquiring lock "network-109" {{(pid=66703) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 712.205068] env[66703]: DEBUG oslo_concurrency.lockutils [None req-ffa6d202-748e-4c81-9979-ad08741f9cf7 None None] Acquired lock "network-109" {{(pid=66703) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 712.205604] env[66703]: DEBUG oslo_concurrency.lockutils [None req-ffa6d202-748e-4c81-9979-ad08741f9cf7 None None] Acquired external semaphore "network-109" {{(pid=66703) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 712.206071] env[66703]: DEBUG networking_nsxv3.common.locking [None req-ffa6d202-748e-4c81-9979-ad08741f9cf7 None None] Lock Segment taken with stack trace [, , , , , , , , , , ] {{(pid=66703) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 712.206249] env[66703]: DEBUG oslo_concurrency.lockutils [None req-ffa6d202-748e-4c81-9979-ad08741f9cf7 None None] Acquiring lock "Segment" {{(pid=66703) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 712.206466] env[66703]: DEBUG oslo_concurrency.lockutils [None req-ffa6d202-748e-4c81-9979-ad08741f9cf7 None None] Acquired lock "Segment" {{(pid=66703) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 712.206796] env[66703]: DEBUG oslo_concurrency.lockutils [None req-ffa6d202-748e-4c81-9979-ad08741f9cf7 None None] Acquired external semaphore "Segment" {{(pid=66703) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 712.207019] env[66703]: DEBUG oslo_concurrency.lockutils [None req-ffa6d202-748e-4c81-9979-ad08741f9cf7 None None] Releasing lock "Segment" {{(pid=66703) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 712.207381] env[66703]: DEBUG dogpile.cache.region [None req-ffa6d202-748e-4c81-9979-ad08741f9cf7 None None] No value present for key: 'zone-id' {{(pid=66703) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 712.207492] env[66703]: DEBUG dogpile.lock [None req-ffa6d202-748e-4c81-9979-ad08741f9cf7 None None] NeedRegenerationException {{(pid=66703) _enter /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:90}} [ 712.207646] env[66703]: DEBUG dogpile.lock [None req-ffa6d202-748e-4c81-9979-ad08741f9cf7 None None] no value, waiting for create lock {{(pid=66703) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:131}} [ 712.207851] env[66703]: DEBUG dogpile.lock [None req-ffa6d202-748e-4c81-9979-ad08741f9cf7 None None] value creation lock acquired {{(pid=66703) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:135}} [ 712.208083] env[66703]: DEBUG dogpile.cache.region [None req-ffa6d202-748e-4c81-9979-ad08741f9cf7 None None] No value present for key: 'zone-id' {{(pid=66703) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 712.208348] env[66703]: DEBUG dogpile.lock [None req-ffa6d202-748e-4c81-9979-ad08741f9cf7 None None] Calling creation function for not-yet-present value {{(pid=66703) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:174}} [ 712.208617] env[66703]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-ffa6d202-748e-4c81-9979-ad08741f9cf7 None None] Looking for TransportZone with name nsx-vlan-transportzone. [ 712.229158] env[66703]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-ffa6d202-748e-4c81-9979-ad08741f9cf7 None None] loading zone with a95c914d-748d-497c-94ab-10d4647daeba and tags [{'scope': 'mp2policy_migr_status', 'tag': 'success'}] [ 712.229472] env[66703]: DEBUG dogpile.cache.region [None req-ffa6d202-748e-4c81-9979-ad08741f9cf7 None None] Cache value generated in 0.021 seconds for key(s): 'zone-id' {{(pid=66703) _log_time /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:910}} [ 712.229733] env[66703]: DEBUG dogpile.lock [None req-ffa6d202-748e-4c81-9979-ad08741f9cf7 None None] Released creation lock {{(pid=66703) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:182}} [ 712.230069] env[66703]: DEBUG oslo_concurrency.lockutils [None req-ffa6d202-748e-4c81-9979-ad08741f9cf7 None None] Releasing lock "network-109" {{(pid=66703) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 712.230585] env[66703]: DEBUG networking_nsxv3.common.locking [None req-ffa6d202-748e-4c81-9979-ad08741f9cf7 None None] Lock port-7fccb6f2-11c6-4275-9c72-94bdc96c2a8e taken with stack trace [, , , , , , , , ] {{(pid=66703) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 712.230910] env[66703]: DEBUG oslo_concurrency.lockutils [None req-ffa6d202-748e-4c81-9979-ad08741f9cf7 None None] Acquiring lock "port-7fccb6f2-11c6-4275-9c72-94bdc96c2a8e" {{(pid=66703) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 712.231166] env[66703]: DEBUG oslo_concurrency.lockutils [None req-ffa6d202-748e-4c81-9979-ad08741f9cf7 None None] Acquired lock "port-7fccb6f2-11c6-4275-9c72-94bdc96c2a8e" {{(pid=66703) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 712.231635] env[66703]: DEBUG oslo_concurrency.lockutils [None req-ffa6d202-748e-4c81-9979-ad08741f9cf7 None None] Acquired external semaphore "port-7fccb6f2-11c6-4275-9c72-94bdc96c2a8e" {{(pid=66703) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 712.231808] env[66703]: DEBUG networking_nsxv3.api.rpc [None req-ffa6d202-748e-4c81-9979-ad08741f9cf7 None None] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('7fccb6f2-11c6-4275-9c72-94bdc96c2a8e',) {} {{(pid=66703) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 712.310540] env[66703]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=66703) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 712.310787] env[66703]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66703) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 712.310924] env[66703]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66703) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 712.311078] env[66703]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66703) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 712.311213] env[66703]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66703) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 712.311435] env[66703]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66703) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 712.311580] env[66703]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66703) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 712.311683] env[66703]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66703) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 712.311839] env[66703]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66703) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 712.311953] env[66703]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66703) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 712.312059] env[66703]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: b099edaa-ce9c-43ea-8b8e-264fa0be0054 already deleted. [ 712.312183] env[66703]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-b099edaa-ce9c-43ea-8b8e-264fa0be0054" {{(pid=66703) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 712.494439] env[66703]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: edd00d40-6f87-4c61-9069-3d442058e704 in Status: SUCCESS [ 712.494439] env[66703]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-edd00d40-6f87-4c61-9069-3d442058e704" {{(pid=66703) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 712.494439] env[66703]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-edd00d40-6f87-4c61-9069-3d442058e704" {{(pid=66703) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 712.494439] env[66703]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-edd00d40-6f87-4c61-9069-3d442058e704" {{(pid=66703) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 712.494439] env[66703]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('edd00d40-6f87-4c61-9069-3d442058e704',) {} {{(pid=66703) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 712.690976] env[66703]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66703) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 712.691148] env[66703]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66703) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 712.691203] env[66703]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66703) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 712.691439] env[66703]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66703) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 712.691728] env[66703]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66703) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 712.691728] env[66703]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 50deca7c-20de-416b-a7ff-7a2252a34c03 is going to be created. [ 712.708787] env[66703]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 32e0f1f8-5e67-463a-bbe6-da9c89b63705 in Status: SUCCESS [ 712.709071] env[66703]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-32e0f1f8-5e67-463a-bbe6-da9c89b63705" {{(pid=66703) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 712.709735] env[66703]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-32e0f1f8-5e67-463a-bbe6-da9c89b63705" {{(pid=66703) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 712.709735] env[66703]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-32e0f1f8-5e67-463a-bbe6-da9c89b63705" {{(pid=66703) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 712.709923] env[66703]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=66703) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 712.709923] env[66703]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66703) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 712.709923] env[66703]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66703) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 712.712862] env[66703]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66703) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 712.712862] env[66703]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66703) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 712.712862] env[66703]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-32e0f1f8-5e67-463a-bbe6-da9c89b63705" {{(pid=66703) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 712.712862] env[66703]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('32e0f1f8-5e67-463a-bbe6-da9c89b63705',) {} {{(pid=66703) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 712.720425] env[66703]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66703) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 712.720603] env[66703]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66703) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 712.720676] env[66703]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66703) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 712.720909] env[66703]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66703) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 712.721089] env[66703]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66703) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 712.731503] env[66703]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 50deca7c-20de-416b-a7ff-7a2252a34c03 in Status: UNINITIALIZED for 2s [ 712.735151] env[66703]: DEBUG networking_nsxv3.common.locking [None req-ffa6d202-748e-4c81-9979-ad08741f9cf7 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , ] {{(pid=66703) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 712.735459] env[66703]: DEBUG oslo_concurrency.lockutils [None req-ffa6d202-748e-4c81-9979-ad08741f9cf7 None None] Acquiring lock "SegmentPort" {{(pid=66703) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 712.735640] env[66703]: DEBUG oslo_concurrency.lockutils [None req-ffa6d202-748e-4c81-9979-ad08741f9cf7 None None] Acquired lock "SegmentPort" {{(pid=66703) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 712.735939] env[66703]: DEBUG oslo_concurrency.lockutils [None req-ffa6d202-748e-4c81-9979-ad08741f9cf7 None None] Acquired external semaphore "SegmentPort" {{(pid=66703) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 712.736090] env[66703]: DEBUG oslo_concurrency.lockutils [None req-ffa6d202-748e-4c81-9979-ad08741f9cf7 None None] Releasing lock "SegmentPort" {{(pid=66703) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 712.736233] env[66703]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-ffa6d202-748e-4c81-9979-ad08741f9cf7 None None] Segment Port 7fccb6f2-11c6-4275-9c72-94bdc96c2a8e not found, creating... [ 712.736832] env[66703]: DEBUG networking_nsxv3.common.locking [None req-ffa6d202-748e-4c81-9979-ad08741f9cf7 None None] Lock Segment taken with stack trace [, , , , , , , , , , , ] {{(pid=66703) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 712.736832] env[66703]: DEBUG oslo_concurrency.lockutils [None req-ffa6d202-748e-4c81-9979-ad08741f9cf7 None None] Acquiring lock "Segment" {{(pid=66703) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 712.736832] env[66703]: DEBUG oslo_concurrency.lockutils [None req-ffa6d202-748e-4c81-9979-ad08741f9cf7 None None] Acquired lock "Segment" {{(pid=66703) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 712.737040] env[66703]: DEBUG oslo_concurrency.lockutils [None req-ffa6d202-748e-4c81-9979-ad08741f9cf7 None None] Acquired external semaphore "Segment" {{(pid=66703) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 712.737114] env[66703]: DEBUG oslo_concurrency.lockutils [None req-ffa6d202-748e-4c81-9979-ad08741f9cf7 None None] Releasing lock "Segment" {{(pid=66703) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 712.737437] env[66703]: DEBUG networking_nsxv3.common.locking [None req-ffa6d202-748e-4c81-9979-ad08741f9cf7 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=66703) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 712.737593] env[66703]: DEBUG oslo_concurrency.lockutils [None req-ffa6d202-748e-4c81-9979-ad08741f9cf7 None None] Acquiring lock "SegmentPort" {{(pid=66703) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 712.737717] env[66703]: DEBUG oslo_concurrency.lockutils [None req-ffa6d202-748e-4c81-9979-ad08741f9cf7 None None] Acquired lock "SegmentPort" {{(pid=66703) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 712.737891] env[66703]: DEBUG oslo_concurrency.lockutils [None req-ffa6d202-748e-4c81-9979-ad08741f9cf7 None None] Acquired external semaphore "SegmentPort" {{(pid=66703) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 712.738370] env[66703]: DEBUG oslo_concurrency.lockutils [None req-ffa6d202-748e-4c81-9979-ad08741f9cf7 None None] Releasing lock "SegmentPort" {{(pid=66703) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 712.738370] env[66703]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-ffa6d202-748e-4c81-9979-ad08741f9cf7 None None] Resource: SegmentPort with ID: 7fccb6f2-11c6-4275-9c72-94bdc96c2a8e is going to be created. [ 712.761269] env[66703]: DEBUG networking_nsxv3.common.locking [None req-ffa6d202-748e-4c81-9979-ad08741f9cf7 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=66703) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 712.761550] env[66703]: DEBUG oslo_concurrency.lockutils [None req-ffa6d202-748e-4c81-9979-ad08741f9cf7 None None] Acquiring lock "SegmentPort" {{(pid=66703) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 712.761695] env[66703]: DEBUG oslo_concurrency.lockutils [None req-ffa6d202-748e-4c81-9979-ad08741f9cf7 None None] Acquired lock "SegmentPort" {{(pid=66703) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 712.761968] env[66703]: DEBUG oslo_concurrency.lockutils [None req-ffa6d202-748e-4c81-9979-ad08741f9cf7 None None] Acquired external semaphore "SegmentPort" {{(pid=66703) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 712.762211] env[66703]: DEBUG oslo_concurrency.lockutils [None req-ffa6d202-748e-4c81-9979-ad08741f9cf7 None None] Releasing lock "SegmentPort" {{(pid=66703) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 712.762441] env[66703]: DEBUG oslo_concurrency.lockutils [None req-ffa6d202-748e-4c81-9979-ad08741f9cf7 None None] Releasing lock "port-7fccb6f2-11c6-4275-9c72-94bdc96c2a8e" {{(pid=66703) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 712.929782] env[66703]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: ead9059b-21b2-4727-a688-5bf3e134073b in Status: SUCCESS [ 712.930088] env[66703]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-ead9059b-21b2-4727-a688-5bf3e134073b" {{(pid=66703) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 712.955807] env[66703]: DEBUG networking_nsxv3.common.locking [-] Lock member-edd00d40-6f87-4c61-9069-3d442058e704 taken with stack trace [, , , ] {{(pid=66703) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 712.956050] env[66703]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-edd00d40-6f87-4c61-9069-3d442058e704" {{(pid=66703) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 712.956050] env[66703]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-edd00d40-6f87-4c61-9069-3d442058e704" {{(pid=66703) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 712.956720] env[66703]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-edd00d40-6f87-4c61-9069-3d442058e704" {{(pid=66703) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 712.956720] env[66703]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=66703) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 712.956720] env[66703]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66703) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 712.956720] env[66703]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66703) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 712.956720] env[66703]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66703) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 712.956996] env[66703]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66703) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 712.956996] env[66703]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-edd00d40-6f87-4c61-9069-3d442058e704" {{(pid=66703) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 712.956996] env[66703]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('edd00d40-6f87-4c61-9069-3d442058e704',) {} {{(pid=66703) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 713.214405] env[66703]: DEBUG networking_nsxv3.common.locking [-] Lock member-32e0f1f8-5e67-463a-bbe6-da9c89b63705 taken with stack trace [, , , ] {{(pid=66703) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 713.214405] env[66703]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-32e0f1f8-5e67-463a-bbe6-da9c89b63705" {{(pid=66703) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 713.214405] env[66703]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-32e0f1f8-5e67-463a-bbe6-da9c89b63705" {{(pid=66703) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 713.215376] env[66703]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-32e0f1f8-5e67-463a-bbe6-da9c89b63705" {{(pid=66703) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 713.215376] env[66703]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=66703) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 713.215376] env[66703]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66703) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 713.215376] env[66703]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66703) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 713.216208] env[66703]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66703) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 713.216208] env[66703]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66703) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 713.216208] env[66703]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-32e0f1f8-5e67-463a-bbe6-da9c89b63705" {{(pid=66703) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 713.216208] env[66703]: DEBUG networking_nsxv3.common.locking [-] Lock member-32e0f1f8-5e67-463a-bbe6-da9c89b63705 taken with stack trace [, , , ] {{(pid=66703) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 713.216208] env[66703]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-32e0f1f8-5e67-463a-bbe6-da9c89b63705" {{(pid=66703) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 713.216208] env[66703]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-32e0f1f8-5e67-463a-bbe6-da9c89b63705" {{(pid=66703) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 713.216208] env[66703]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-32e0f1f8-5e67-463a-bbe6-da9c89b63705" {{(pid=66703) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 713.216457] env[66703]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=66703) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 713.216457] env[66703]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66703) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 713.216457] env[66703]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66703) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 713.216563] env[66703]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66703) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 713.216634] env[66703]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66703) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 713.218048] env[66703]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-32e0f1f8-5e67-463a-bbe6-da9c89b63705" {{(pid=66703) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 713.218048] env[66703]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('32e0f1f8-5e67-463a-bbe6-da9c89b63705',) {} {{(pid=66703) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 713.537076] env[66703]: DEBUG networking_nsxv3.common.locking [-] Lock member-edd00d40-6f87-4c61-9069-3d442058e704 taken with stack trace [, , , ] {{(pid=66703) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 713.537076] env[66703]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-edd00d40-6f87-4c61-9069-3d442058e704" {{(pid=66703) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 713.537076] env[66703]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-edd00d40-6f87-4c61-9069-3d442058e704" {{(pid=66703) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 713.537076] env[66703]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-edd00d40-6f87-4c61-9069-3d442058e704" {{(pid=66703) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 713.537076] env[66703]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=66703) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 713.537484] env[66703]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66703) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 713.537484] env[66703]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66703) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 713.537484] env[66703]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66703) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 713.537484] env[66703]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66703) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 713.537625] env[66703]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-edd00d40-6f87-4c61-9069-3d442058e704" {{(pid=66703) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 713.537663] env[66703]: DEBUG networking_nsxv3.common.locking [-] Lock member-edd00d40-6f87-4c61-9069-3d442058e704 taken with stack trace [, , , ] {{(pid=66703) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 713.537810] env[66703]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-edd00d40-6f87-4c61-9069-3d442058e704" {{(pid=66703) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 713.537810] env[66703]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-edd00d40-6f87-4c61-9069-3d442058e704" {{(pid=66703) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 713.537958] env[66703]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-edd00d40-6f87-4c61-9069-3d442058e704" {{(pid=66703) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 713.538093] env[66703]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=66703) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 713.538241] env[66703]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66703) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 713.538241] env[66703]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66703) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 713.538396] env[66703]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66703) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 713.538492] env[66703]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66703) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 713.538595] env[66703]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-edd00d40-6f87-4c61-9069-3d442058e704" {{(pid=66703) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 713.538669] env[66703]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('edd00d40-6f87-4c61-9069-3d442058e704',) {} {{(pid=66703) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 713.608436] env[66703]: INFO networking_nsxv3.common.synchronization [req-dee5c5e5-fb6e-4e84-a956-9458aa13a574 req-0f15364e-58d6-461e-bb32-c3c58fe6e741 service nova] Enqueued Resource ID: b099edaa-ce9c-43ea-8b8e-264fa0be0054 with Priority: HIGHEST for action security_group_rules [ 713.608436] env[66703]: INFO networking_nsxv3.common.synchronization [req-dee5c5e5-fb6e-4e84-a956-9458aa13a574 req-0f15364e-58d6-461e-bb32-c3c58fe6e741 service nova] Enqueued Resource ID: b099edaa-ce9c-43ea-8b8e-264fa0be0054 with Priority: HIGHEST for action security_group_members [ 713.608436] env[66703]: INFO networking_nsxv3.common.synchronization [req-dee5c5e5-fb6e-4e84-a956-9458aa13a574 req-0f15364e-58d6-461e-bb32-c3c58fe6e741 service nova] Enqueued Resource ID: 7fccb6f2-11c6-4275-9c72-94bdc96c2a8e with Priority: HIGHEST for action port [ 713.610236] env[66703]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: b099edaa-ce9c-43ea-8b8e-264fa0be0054 with Priority: HIGHEST for action security_group_rules [ 713.610236] env[66703]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: b099edaa-ce9c-43ea-8b8e-264fa0be0054 with Priority: HIGHEST for action security_group_members [ 713.610236] env[66703]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 7fccb6f2-11c6-4275-9c72-94bdc96c2a8e with Priority: HIGHEST for action port [ 713.610236] env[66703]: DEBUG networking_nsxv3.common.locking [-] Lock rules-b099edaa-ce9c-43ea-8b8e-264fa0be0054 taken with stack trace [, , ] {{(pid=66703) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 713.610236] env[66703]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-b099edaa-ce9c-43ea-8b8e-264fa0be0054" {{(pid=66703) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 713.610236] env[66703]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-b099edaa-ce9c-43ea-8b8e-264fa0be0054" {{(pid=66703) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 713.610236] env[66703]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-b099edaa-ce9c-43ea-8b8e-264fa0be0054" {{(pid=66703) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 713.610236] env[66703]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('b099edaa-ce9c-43ea-8b8e-264fa0be0054',) {} {{(pid=66703) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 713.611129] env[66703]: DEBUG networking_nsxv3.common.locking [-] Lock member-b099edaa-ce9c-43ea-8b8e-264fa0be0054 taken with stack trace [, , ] {{(pid=66703) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 713.611247] env[66703]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-b099edaa-ce9c-43ea-8b8e-264fa0be0054" {{(pid=66703) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 713.611314] env[66703]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-b099edaa-ce9c-43ea-8b8e-264fa0be0054" {{(pid=66703) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 713.611487] env[66703]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-b099edaa-ce9c-43ea-8b8e-264fa0be0054" {{(pid=66703) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 713.611634] env[66703]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=66703) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 713.611727] env[66703]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66703) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 713.611787] env[66703]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66703) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 713.611926] env[66703]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66703) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 713.612015] env[66703]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66703) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 713.612108] env[66703]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('b099edaa-ce9c-43ea-8b8e-264fa0be0054',) {} {{(pid=66703) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 713.613222] env[66703]: DEBUG networking_nsxv3.common.locking [-] Lock port-7fccb6f2-11c6-4275-9c72-94bdc96c2a8e taken with stack trace [, , ] {{(pid=66703) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 713.613222] env[66703]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-7fccb6f2-11c6-4275-9c72-94bdc96c2a8e" {{(pid=66703) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 713.613222] env[66703]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-7fccb6f2-11c6-4275-9c72-94bdc96c2a8e" {{(pid=66703) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 713.613222] env[66703]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-7fccb6f2-11c6-4275-9c72-94bdc96c2a8e" {{(pid=66703) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 713.613690] env[66703]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('7fccb6f2-11c6-4275-9c72-94bdc96c2a8e',) {} {{(pid=66703) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 713.722838] env[66703]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for 32e0f1f8-5e67-463a-bbe6-da9c89b63705: rpc.has_security_group_logging(os_id): False [ 713.741086] env[66703]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=66703) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 713.741200] env[66703]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66703) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 713.741268] env[66703]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66703) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 713.741524] env[66703]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66703) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 713.741659] env[66703]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66703) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 713.744725] env[66703]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66703) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 713.744725] env[66703]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66703) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 713.744725] env[66703]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66703) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 713.744725] env[66703]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66703) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 713.744725] env[66703]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66703) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 713.744725] env[66703]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66703) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 713.744725] env[66703]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66703) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 713.744725] env[66703]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66703) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 713.744725] env[66703]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66703) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 713.744725] env[66703]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66703) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 713.744725] env[66703]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=66703) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 713.744725] env[66703]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66703) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 713.744725] env[66703]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66703) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 713.744725] env[66703]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66703) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 713.745398] env[66703]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66703) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 713.745398] env[66703]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 32e0f1f8-5e67-463a-bbe6-da9c89b63705 is going to be updated. [ 713.871981] env[66703]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=66703) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 713.872224] env[66703]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66703) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 713.873384] env[66703]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66703) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 713.873661] env[66703]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66703) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 713.873814] env[66703]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66703) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 713.890680] env[66703]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 32e0f1f8-5e67-463a-bbe6-da9c89b63705 in Status: IN_PROGRESS for 2s [ 714.045241] env[66703]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for edd00d40-6f87-4c61-9069-3d442058e704: rpc.has_security_group_logging(os_id): False [ 714.062906] env[66703]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=66703) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 714.063132] env[66703]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66703) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 714.063132] env[66703]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66703) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 714.063656] env[66703]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66703) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 714.063834] env[66703]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66703) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 714.064117] env[66703]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66703) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 714.064237] env[66703]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66703) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 714.064301] env[66703]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66703) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 714.064474] env[66703]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66703) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 714.064553] env[66703]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66703) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 714.064905] env[66703]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66703) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 714.065030] env[66703]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66703) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 714.065097] env[66703]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66703) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 714.065251] env[66703]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66703) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 714.065327] env[66703]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66703) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 714.065669] env[66703]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=66703) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 714.065792] env[66703]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66703) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 714.065859] env[66703]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66703) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 714.066015] env[66703]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66703) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 714.066090] env[66703]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66703) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 714.066175] env[66703]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: edd00d40-6f87-4c61-9069-3d442058e704 is going to be updated. [ 714.117495] env[66703]: DEBUG networking_nsxv3.common.locking [-] Lock member-b099edaa-ce9c-43ea-8b8e-264fa0be0054 taken with stack trace [, , , ] {{(pid=66703) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 714.117649] env[66703]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-b099edaa-ce9c-43ea-8b8e-264fa0be0054" {{(pid=66703) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 714.117812] env[66703]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('b099edaa-ce9c-43ea-8b8e-264fa0be0054',) {} {{(pid=66703) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 714.118871] env[66703]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] realization of port 7fccb6f2-11c6-4275-9c72-94bdc96c2a8e with status ACTIVE [ 714.119100] env[66703]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=66703) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 714.119227] env[66703]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=66703) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 714.119327] env[66703]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=66703) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 714.119567] env[66703]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=66703) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 714.119676] env[66703]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=66703) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 714.119892] env[66703]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , ] {{(pid=66703) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 714.120373] env[66703]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=66703) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 714.120373] env[66703]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=66703) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 714.120522] env[66703]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=66703) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 714.120833] env[66703]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=66703) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 714.120833] env[66703]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=66703) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 714.121034] env[66703]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=66703) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 714.121034] env[66703]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=66703) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 714.121173] env[66703]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=66703) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 714.121384] env[66703]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=66703) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 714.121384] env[66703]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: SegmentPort with ID: 7fccb6f2-11c6-4275-9c72-94bdc96c2a8e is going to be updated. [ 714.145670] env[66703]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=66703) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 714.145955] env[66703]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=66703) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 714.145955] env[66703]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=66703) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 714.146104] env[66703]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=66703) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 714.146229] env[66703]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=66703) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 714.146388] env[66703]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-7fccb6f2-11c6-4275-9c72-94bdc96c2a8e" {{(pid=66703) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 714.149422] env[66703]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=66703) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 714.149661] env[66703]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66703) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 714.149661] env[66703]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66703) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 714.149819] env[66703]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66703) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 714.149958] env[66703]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66703) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 714.164482] env[66703]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: edd00d40-6f87-4c61-9069-3d442058e704 in Status: IN_PROGRESS for 2s [ 714.565292] env[66703]: INFO networking_nsxv3.common.synchronization [None req-cc1d8ff8-cf68-4aaf-9cc9-3fd5b2e105d7 None None] Enqueued Resource ID: 591ae29b-29b3-48c8-b78c-4ae6296c6fe8 with Priority: HIGHEST for action port [ 714.565821] env[66703]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 591ae29b-29b3-48c8-b78c-4ae6296c6fe8 with Priority: HIGHEST for action port [ 714.566094] env[66703]: DEBUG networking_nsxv3.common.locking [-] Lock port-591ae29b-29b3-48c8-b78c-4ae6296c6fe8 taken with stack trace [, , ] {{(pid=66703) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 714.566225] env[66703]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-591ae29b-29b3-48c8-b78c-4ae6296c6fe8" {{(pid=66703) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 714.566336] env[66703]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-591ae29b-29b3-48c8-b78c-4ae6296c6fe8" {{(pid=66703) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 714.566938] env[66703]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-591ae29b-29b3-48c8-b78c-4ae6296c6fe8" {{(pid=66703) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 714.567251] env[66703]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('591ae29b-29b3-48c8-b78c-4ae6296c6fe8',) {} {{(pid=66703) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 714.625514] env[66703]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('b099edaa-ce9c-43ea-8b8e-264fa0be0054',) {} {{(pid=66703) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 714.744246] env[66703]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 50deca7c-20de-416b-a7ff-7a2252a34c03 in Status: SUCCESS [ 714.744246] env[66703]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-50deca7c-20de-416b-a7ff-7a2252a34c03" {{(pid=66703) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 714.744246] env[66703]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-50deca7c-20de-416b-a7ff-7a2252a34c03" {{(pid=66703) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 714.744246] env[66703]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-50deca7c-20de-416b-a7ff-7a2252a34c03" {{(pid=66703) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 714.744246] env[66703]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=66703) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 714.744246] env[66703]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66703) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 714.744246] env[66703]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66703) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 714.744246] env[66703]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66703) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 714.744246] env[66703]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66703) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 714.744246] env[66703]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-50deca7c-20de-416b-a7ff-7a2252a34c03" {{(pid=66703) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 714.744246] env[66703]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('50deca7c-20de-416b-a7ff-7a2252a34c03',) {} {{(pid=66703) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 715.071030] env[66703]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] deletion realization of port 591ae29b-29b3-48c8-b78c-4ae6296c6fe8 [ 715.071345] env[66703]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=66703) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 715.071345] env[66703]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=66703) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 715.071474] env[66703]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=66703) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 715.072024] env[66703]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=66703) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 715.073242] env[66703]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=66703) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 715.073242] env[66703]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Segment Port:591ae29b-29b3-48c8-b78c-4ae6296c6fe8 already deleted. [ 715.073242] env[66703]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-591ae29b-29b3-48c8-b78c-4ae6296c6fe8" {{(pid=66703) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 715.129577] env[66703]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66703) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 715.129577] env[66703]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66703) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 715.129577] env[66703]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66703) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 715.129577] env[66703]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66703) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 715.129577] env[66703]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66703) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 715.129577] env[66703]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: b099edaa-ce9c-43ea-8b8e-264fa0be0054 is going to be created. [ 715.173008] env[66703]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66703) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 715.173298] env[66703]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66703) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 715.173298] env[66703]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66703) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 715.173570] env[66703]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66703) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 715.173678] env[66703]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66703) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 715.192835] env[66703]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: b099edaa-ce9c-43ea-8b8e-264fa0be0054 in Status: UNINITIALIZED for 2s [ 715.248574] env[66703]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('50deca7c-20de-416b-a7ff-7a2252a34c03',) {} {{(pid=66703) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 715.753887] env[66703]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for 50deca7c-20de-416b-a7ff-7a2252a34c03: rpc.has_security_group_logging(os_id): False [ 715.787034] env[66703]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=66703) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 715.787034] env[66703]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66703) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 715.787034] env[66703]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66703) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 715.787034] env[66703]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66703) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 715.787034] env[66703]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66703) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 715.787034] env[66703]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=66703) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 715.787034] env[66703]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66703) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 715.787034] env[66703]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66703) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 715.787034] env[66703]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66703) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 715.787034] env[66703]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66703) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 715.787034] env[66703]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 50deca7c-20de-416b-a7ff-7a2252a34c03 is going to be created. [ 715.882870] env[66703]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=66703) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 715.883177] env[66703]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66703) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 715.883177] env[66703]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66703) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 715.883386] env[66703]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66703) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 715.883549] env[66703]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66703) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 715.901608] env[66703]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 50deca7c-20de-416b-a7ff-7a2252a34c03 in Status: IN_PROGRESS for 2s [ 715.905632] env[66703]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 32e0f1f8-5e67-463a-bbe6-da9c89b63705 in Status: SUCCESS [ 715.905632] env[66703]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-32e0f1f8-5e67-463a-bbe6-da9c89b63705" {{(pid=66703) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 716.181848] env[66703]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: edd00d40-6f87-4c61-9069-3d442058e704 in Status: SUCCESS [ 716.181848] env[66703]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-edd00d40-6f87-4c61-9069-3d442058e704" {{(pid=66703) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 717.206687] env[66703]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: b099edaa-ce9c-43ea-8b8e-264fa0be0054 in Status: SUCCESS [ 717.207151] env[66703]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-b099edaa-ce9c-43ea-8b8e-264fa0be0054" {{(pid=66703) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 717.207151] env[66703]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-b099edaa-ce9c-43ea-8b8e-264fa0be0054" {{(pid=66703) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 717.208029] env[66703]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-b099edaa-ce9c-43ea-8b8e-264fa0be0054" {{(pid=66703) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 717.208249] env[66703]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=66703) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 717.208404] env[66703]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66703) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 717.208481] env[66703]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66703) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 717.208689] env[66703]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66703) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 717.208790] env[66703]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66703) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 717.208932] env[66703]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-b099edaa-ce9c-43ea-8b8e-264fa0be0054" {{(pid=66703) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 717.209323] env[66703]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('b099edaa-ce9c-43ea-8b8e-264fa0be0054',) {} {{(pid=66703) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 717.714514] env[66703]: DEBUG networking_nsxv3.common.locking [-] Lock member-b099edaa-ce9c-43ea-8b8e-264fa0be0054 taken with stack trace [, , , ] {{(pid=66703) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 717.714695] env[66703]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-b099edaa-ce9c-43ea-8b8e-264fa0be0054" {{(pid=66703) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 717.714738] env[66703]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-b099edaa-ce9c-43ea-8b8e-264fa0be0054" {{(pid=66703) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 717.718028] env[66703]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-b099edaa-ce9c-43ea-8b8e-264fa0be0054" {{(pid=66703) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 717.718028] env[66703]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=66703) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 717.718028] env[66703]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66703) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 717.718028] env[66703]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66703) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 717.718028] env[66703]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66703) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 717.718028] env[66703]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66703) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 717.718028] env[66703]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-b099edaa-ce9c-43ea-8b8e-264fa0be0054" {{(pid=66703) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 717.718500] env[66703]: DEBUG networking_nsxv3.common.locking [-] Lock member-b099edaa-ce9c-43ea-8b8e-264fa0be0054 taken with stack trace [, , , ] {{(pid=66703) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 717.718500] env[66703]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-b099edaa-ce9c-43ea-8b8e-264fa0be0054" {{(pid=66703) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 717.718500] env[66703]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-b099edaa-ce9c-43ea-8b8e-264fa0be0054" {{(pid=66703) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 717.718937] env[66703]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-b099edaa-ce9c-43ea-8b8e-264fa0be0054" {{(pid=66703) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 717.719897] env[66703]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=66703) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 717.720068] env[66703]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66703) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 717.720489] env[66703]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66703) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 717.720489] env[66703]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66703) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 717.720489] env[66703]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66703) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 717.721327] env[66703]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-b099edaa-ce9c-43ea-8b8e-264fa0be0054" {{(pid=66703) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 717.721471] env[66703]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('b099edaa-ce9c-43ea-8b8e-264fa0be0054',) {} {{(pid=66703) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 717.922322] env[66703]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 50deca7c-20de-416b-a7ff-7a2252a34c03 in Status: SUCCESS [ 717.922688] env[66703]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-50deca7c-20de-416b-a7ff-7a2252a34c03" {{(pid=66703) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 718.227322] env[66703]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for b099edaa-ce9c-43ea-8b8e-264fa0be0054: rpc.has_security_group_logging(os_id): False [ 718.250304] env[66703]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=66703) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 718.250464] env[66703]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66703) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 718.250464] env[66703]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66703) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 718.250698] env[66703]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66703) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 718.250790] env[66703]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66703) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 718.251421] env[66703]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66703) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 718.251421] env[66703]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66703) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 718.251421] env[66703]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66703) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 718.251421] env[66703]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66703) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 718.251421] env[66703]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66703) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 718.251687] env[66703]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66703) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 718.251687] env[66703]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66703) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 718.251687] env[66703]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66703) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 718.251814] env[66703]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66703) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 718.253210] env[66703]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66703) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 718.254146] env[66703]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=66703) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 718.254146] env[66703]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66703) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 718.254146] env[66703]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66703) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 718.254359] env[66703]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66703) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 718.255082] env[66703]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66703) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 718.255479] env[66703]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: b099edaa-ce9c-43ea-8b8e-264fa0be0054 is going to be created. [ 718.298156] env[66703]: INFO networking_nsxv3.common.synchronization [None req-f9144740-c188-448b-9793-f2e9c7fa7f96 None None] Enqueued Resource ID: 82c4295c-ff82-4a7f-aa3c-1ada77783c13 with Priority: HIGHEST for action port [ 718.298910] env[66703]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 82c4295c-ff82-4a7f-aa3c-1ada77783c13 with Priority: HIGHEST for action port [ 718.300424] env[66703]: DEBUG networking_nsxv3.common.locking [-] Lock port-82c4295c-ff82-4a7f-aa3c-1ada77783c13 taken with stack trace [, , ] {{(pid=66703) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 718.300762] env[66703]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-82c4295c-ff82-4a7f-aa3c-1ada77783c13" {{(pid=66703) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 718.300762] env[66703]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-82c4295c-ff82-4a7f-aa3c-1ada77783c13" {{(pid=66703) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 718.301301] env[66703]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-82c4295c-ff82-4a7f-aa3c-1ada77783c13" {{(pid=66703) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 718.301482] env[66703]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('82c4295c-ff82-4a7f-aa3c-1ada77783c13',) {} {{(pid=66703) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 718.326126] env[66703]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=66703) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 718.327217] env[66703]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66703) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 718.327217] env[66703]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66703) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 718.327217] env[66703]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66703) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 718.327217] env[66703]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66703) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 718.347043] env[66703]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: b099edaa-ce9c-43ea-8b8e-264fa0be0054 in Status: IN_PROGRESS for 2s [ 718.809140] env[66703]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] deletion realization of port 82c4295c-ff82-4a7f-aa3c-1ada77783c13 [ 718.809140] env[66703]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=66703) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 718.809140] env[66703]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=66703) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 718.809140] env[66703]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=66703) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 718.809559] env[66703]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=66703) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 718.809559] env[66703]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=66703) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 718.809559] env[66703]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Segment Port:82c4295c-ff82-4a7f-aa3c-1ada77783c13 already deleted. [ 718.809559] env[66703]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-82c4295c-ff82-4a7f-aa3c-1ada77783c13" {{(pid=66703) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 719.204202] env[66703]: INFO networking_nsxv3.common.synchronization [None req-0ec726cc-2e27-4a50-8d2f-79d3937495b7 None None] Enqueued Resource ID: de7c42d8-f3c5-4e0e-9f65-6402668a4b61 with Priority: HIGHEST for action port [ 719.204806] env[66703]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: de7c42d8-f3c5-4e0e-9f65-6402668a4b61 with Priority: HIGHEST for action port [ 719.205123] env[66703]: DEBUG networking_nsxv3.common.locking [-] Lock port-de7c42d8-f3c5-4e0e-9f65-6402668a4b61 taken with stack trace [, , ] {{(pid=66703) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 719.205244] env[66703]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-de7c42d8-f3c5-4e0e-9f65-6402668a4b61" {{(pid=66703) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 719.205310] env[66703]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-de7c42d8-f3c5-4e0e-9f65-6402668a4b61" {{(pid=66703) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 719.206501] env[66703]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-de7c42d8-f3c5-4e0e-9f65-6402668a4b61" {{(pid=66703) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 719.206501] env[66703]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('de7c42d8-f3c5-4e0e-9f65-6402668a4b61',) {} {{(pid=66703) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 719.711385] env[66703]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] deletion realization of port de7c42d8-f3c5-4e0e-9f65-6402668a4b61 [ 719.711693] env[66703]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=66703) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 719.712839] env[66703]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=66703) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 719.712839] env[66703]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=66703) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 719.712839] env[66703]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=66703) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 719.712839] env[66703]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=66703) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 719.712839] env[66703]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Segment Port:de7c42d8-f3c5-4e0e-9f65-6402668a4b61 already deleted. [ 719.712839] env[66703]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-de7c42d8-f3c5-4e0e-9f65-6402668a4b61" {{(pid=66703) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 720.363103] env[66703]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: b099edaa-ce9c-43ea-8b8e-264fa0be0054 in Status: SUCCESS [ 720.363363] env[66703]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-b099edaa-ce9c-43ea-8b8e-264fa0be0054" {{(pid=66703) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 720.951275] env[66703]: INFO networking_nsxv3.common.synchronization [None req-3f0fbc17-dbda-4317-becc-10a543246962 None None] Enqueued Resource ID: da62639f-56a2-4916-8302-228670f85934 with Priority: HIGHEST for action port [ 720.952393] env[66703]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: da62639f-56a2-4916-8302-228670f85934 with Priority: HIGHEST for action port [ 720.953638] env[66703]: DEBUG networking_nsxv3.common.locking [-] Lock port-da62639f-56a2-4916-8302-228670f85934 taken with stack trace [, , ] {{(pid=66703) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 720.954135] env[66703]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-da62639f-56a2-4916-8302-228670f85934" {{(pid=66703) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 720.955783] env[66703]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-da62639f-56a2-4916-8302-228670f85934" {{(pid=66703) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 720.955783] env[66703]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-da62639f-56a2-4916-8302-228670f85934" {{(pid=66703) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 720.955783] env[66703]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('da62639f-56a2-4916-8302-228670f85934',) {} {{(pid=66703) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 721.458284] env[66703]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] deletion realization of port da62639f-56a2-4916-8302-228670f85934 [ 721.458567] env[66703]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=66703) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 721.458734] env[66703]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=66703) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 721.458789] env[66703]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=66703) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 721.459023] env[66703]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=66703) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 721.459102] env[66703]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=66703) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 721.459283] env[66703]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Segment Port:da62639f-56a2-4916-8302-228670f85934 already deleted. [ 721.459283] env[66703]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-da62639f-56a2-4916-8302-228670f85934" {{(pid=66703) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 721.710497] env[66703]: INFO networking_nsxv3.common.synchronization [None req-a5cbaaaf-f4da-404d-b257-1afd8d28ee1d None None] Enqueued Resource ID: 332b4214-2164-477d-81e1-7dbf479fba9c with Priority: HIGHEST for action port [ 721.711663] env[66703]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 332b4214-2164-477d-81e1-7dbf479fba9c with Priority: HIGHEST for action port [ 721.711663] env[66703]: DEBUG networking_nsxv3.common.locking [-] Lock port-332b4214-2164-477d-81e1-7dbf479fba9c taken with stack trace [, , ] {{(pid=66703) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 721.711663] env[66703]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-332b4214-2164-477d-81e1-7dbf479fba9c" {{(pid=66703) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 721.713332] env[66703]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-332b4214-2164-477d-81e1-7dbf479fba9c" {{(pid=66703) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 721.713332] env[66703]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-332b4214-2164-477d-81e1-7dbf479fba9c" {{(pid=66703) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 721.713332] env[66703]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('332b4214-2164-477d-81e1-7dbf479fba9c',) {} {{(pid=66703) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 722.216139] env[66703]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] deletion realization of port 332b4214-2164-477d-81e1-7dbf479fba9c [ 722.216486] env[66703]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=66703) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 722.216617] env[66703]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=66703) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 722.216667] env[66703]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=66703) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 722.216889] env[66703]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=66703) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 722.217012] env[66703]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=66703) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 722.217130] env[66703]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Segment Port:332b4214-2164-477d-81e1-7dbf479fba9c already deleted. [ 722.217222] env[66703]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-332b4214-2164-477d-81e1-7dbf479fba9c" {{(pid=66703) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 722.717628] env[66703]: INFO networking_nsxv3.common.synchronization [req-aa1ed61f-8fd3-4e04-bf89-c2c88dc80eaf req-bf870863-4354-47d6-9e1f-20ae8f784d47 tempest-AttachInterfacesUnderV243Test-958747735 tempest-AttachInterfacesUnderV243Test-958747735-project-member] Enqueued Resource ID: 30de771b-a136-45ed-b92b-db3de891006f with Priority: HIGHEST for action security_group_members [ 722.718322] env[66703]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 30de771b-a136-45ed-b92b-db3de891006f with Priority: HIGHEST for action security_group_members [ 722.718932] env[66703]: DEBUG networking_nsxv3.common.locking [-] Lock member-30de771b-a136-45ed-b92b-db3de891006f taken with stack trace [, , ] {{(pid=66703) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 722.718932] env[66703]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-30de771b-a136-45ed-b92b-db3de891006f" {{(pid=66703) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 722.718932] env[66703]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-30de771b-a136-45ed-b92b-db3de891006f" {{(pid=66703) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 722.723214] env[66703]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-30de771b-a136-45ed-b92b-db3de891006f" {{(pid=66703) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 722.723433] env[66703]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=66703) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 722.723557] env[66703]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66703) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 722.723622] env[66703]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66703) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 722.723825] env[66703]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66703) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 722.723920] env[66703]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66703) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 722.724034] env[66703]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('30de771b-a136-45ed-b92b-db3de891006f',) {} {{(pid=66703) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 722.803519] env[66703]: INFO networking_nsxv3.common.synchronization [None req-e0822fd7-471d-41b6-a25d-58f7dd1dfd1f tempest-AttachVolumeShelveTestJSON-1791692547 tempest-AttachVolumeShelveTestJSON-1791692547-project-member] Enqueued Resource ID: 016af0c8-4276-4aa2-affa-7060eb9467c4 with Priority: HIGHEST for action security_group_rules [ 722.805266] env[66703]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 016af0c8-4276-4aa2-affa-7060eb9467c4 with Priority: HIGHEST for action security_group_rules [ 722.805266] env[66703]: DEBUG networking_nsxv3.common.locking [-] Lock rules-016af0c8-4276-4aa2-affa-7060eb9467c4 taken with stack trace [, , ] {{(pid=66703) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 722.805266] env[66703]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-016af0c8-4276-4aa2-affa-7060eb9467c4" {{(pid=66703) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 722.805266] env[66703]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-016af0c8-4276-4aa2-affa-7060eb9467c4" {{(pid=66703) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 722.805266] env[66703]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-016af0c8-4276-4aa2-affa-7060eb9467c4" {{(pid=66703) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 722.805266] env[66703]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('016af0c8-4276-4aa2-affa-7060eb9467c4',) {} {{(pid=66703) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 723.186569] env[66703]: DEBUG networking_nsxv3.common.locking [None req-33d36011-a73c-4b6d-849a-f8c867240c48 None None] Lock network-354 taken with stack trace [, , , , , , , , ] {{(pid=66703) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 723.186721] env[66703]: DEBUG oslo_concurrency.lockutils [None req-33d36011-a73c-4b6d-849a-f8c867240c48 None None] Acquiring lock "network-354" {{(pid=66703) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 723.186901] env[66703]: DEBUG oslo_concurrency.lockutils [None req-33d36011-a73c-4b6d-849a-f8c867240c48 None None] Acquired lock "network-354" {{(pid=66703) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 723.188214] env[66703]: DEBUG oslo_concurrency.lockutils [None req-33d36011-a73c-4b6d-849a-f8c867240c48 None None] Acquired external semaphore "network-354" {{(pid=66703) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 723.189462] env[66703]: DEBUG networking_nsxv3.common.locking [None req-33d36011-a73c-4b6d-849a-f8c867240c48 None None] Lock Segment taken with stack trace [, , , , , , , , , , ] {{(pid=66703) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 723.189859] env[66703]: DEBUG oslo_concurrency.lockutils [None req-33d36011-a73c-4b6d-849a-f8c867240c48 None None] Acquiring lock "Segment" {{(pid=66703) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 723.190019] env[66703]: DEBUG oslo_concurrency.lockutils [None req-33d36011-a73c-4b6d-849a-f8c867240c48 None None] Acquired lock "Segment" {{(pid=66703) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 723.190297] env[66703]: DEBUG oslo_concurrency.lockutils [None req-33d36011-a73c-4b6d-849a-f8c867240c48 None None] Acquired external semaphore "Segment" {{(pid=66703) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 723.190440] env[66703]: DEBUG oslo_concurrency.lockutils [None req-33d36011-a73c-4b6d-849a-f8c867240c48 None None] Releasing lock "Segment" {{(pid=66703) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 723.190655] env[66703]: DEBUG dogpile.cache.region [None req-33d36011-a73c-4b6d-849a-f8c867240c48 None None] No value present for key: 'zone-id' {{(pid=66703) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 723.190779] env[66703]: DEBUG dogpile.lock [None req-33d36011-a73c-4b6d-849a-f8c867240c48 None None] NeedRegenerationException {{(pid=66703) _enter /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:90}} [ 723.190851] env[66703]: DEBUG dogpile.lock [None req-33d36011-a73c-4b6d-849a-f8c867240c48 None None] no value, waiting for create lock {{(pid=66703) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:131}} [ 723.190954] env[66703]: DEBUG dogpile.lock [None req-33d36011-a73c-4b6d-849a-f8c867240c48 None None] value creation lock acquired {{(pid=66703) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:135}} [ 723.191108] env[66703]: DEBUG dogpile.cache.region [None req-33d36011-a73c-4b6d-849a-f8c867240c48 None None] No value present for key: 'zone-id' {{(pid=66703) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 723.191221] env[66703]: DEBUG dogpile.lock [None req-33d36011-a73c-4b6d-849a-f8c867240c48 None None] Calling creation function for not-yet-present value {{(pid=66703) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:174}} [ 723.191416] env[66703]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-33d36011-a73c-4b6d-849a-f8c867240c48 None None] Looking for TransportZone with name nsx-vlan-transportzone. [ 723.214798] env[66703]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-33d36011-a73c-4b6d-849a-f8c867240c48 None None] loading zone with a95c914d-748d-497c-94ab-10d4647daeba and tags [{'scope': 'mp2policy_migr_status', 'tag': 'success'}] [ 723.215316] env[66703]: DEBUG dogpile.cache.region [None req-33d36011-a73c-4b6d-849a-f8c867240c48 None None] Cache value generated in 0.024 seconds for key(s): 'zone-id' {{(pid=66703) _log_time /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:910}} [ 723.215500] env[66703]: DEBUG dogpile.lock [None req-33d36011-a73c-4b6d-849a-f8c867240c48 None None] Released creation lock {{(pid=66703) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:182}} [ 723.215766] env[66703]: DEBUG oslo_concurrency.lockutils [None req-33d36011-a73c-4b6d-849a-f8c867240c48 None None] Releasing lock "network-354" {{(pid=66703) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 723.216179] env[66703]: DEBUG networking_nsxv3.common.locking [None req-33d36011-a73c-4b6d-849a-f8c867240c48 None None] Lock port-49821330-b294-440c-97d4-5602066a1ba6 taken with stack trace [, , , , , , , , ] {{(pid=66703) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 723.216463] env[66703]: DEBUG oslo_concurrency.lockutils [None req-33d36011-a73c-4b6d-849a-f8c867240c48 None None] Acquiring lock "port-49821330-b294-440c-97d4-5602066a1ba6" {{(pid=66703) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 723.216626] env[66703]: DEBUG oslo_concurrency.lockutils [None req-33d36011-a73c-4b6d-849a-f8c867240c48 None None] Acquired lock "port-49821330-b294-440c-97d4-5602066a1ba6" {{(pid=66703) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 723.216949] env[66703]: DEBUG oslo_concurrency.lockutils [None req-33d36011-a73c-4b6d-849a-f8c867240c48 None None] Acquired external semaphore "port-49821330-b294-440c-97d4-5602066a1ba6" {{(pid=66703) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 723.217588] env[66703]: DEBUG networking_nsxv3.api.rpc [None req-33d36011-a73c-4b6d-849a-f8c867240c48 None None] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('49821330-b294-440c-97d4-5602066a1ba6',) {} {{(pid=66703) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 723.230884] env[66703]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=66703) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 723.231200] env[66703]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66703) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 723.231200] env[66703]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66703) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 723.231349] env[66703]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66703) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 723.231459] env[66703]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66703) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 723.231670] env[66703]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66703) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 723.231788] env[66703]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66703) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 723.231884] env[66703]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66703) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 723.232246] env[66703]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66703) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 723.232246] env[66703]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66703) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 723.232246] env[66703]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 30de771b-a136-45ed-b92b-db3de891006f already deleted. [ 723.232436] env[66703]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-30de771b-a136-45ed-b92b-db3de891006f" {{(pid=66703) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 723.329130] env[66703]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=66703) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 723.329130] env[66703]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66703) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 723.329334] env[66703]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66703) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 723.329589] env[66703]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66703) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 723.329789] env[66703]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66703) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 723.329908] env[66703]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 016af0c8-4276-4aa2-affa-7060eb9467c4 already deleted. [ 723.330013] env[66703]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-016af0c8-4276-4aa2-affa-7060eb9467c4" {{(pid=66703) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 723.363402] env[66703]: INFO networking_nsxv3.common.synchronization [None req-103b6980-ad46-4039-81f3-d230420ad4ab tempest-AttachVolumeShelveTestJSON-1791692547 tempest-AttachVolumeShelveTestJSON-1791692547-project-member] Enqueued Resource ID: 016af0c8-4276-4aa2-affa-7060eb9467c4 with Priority: HIGHEST for action security_group_rules [ 723.364055] env[66703]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 016af0c8-4276-4aa2-affa-7060eb9467c4 with Priority: HIGHEST for action security_group_rules [ 723.364324] env[66703]: DEBUG networking_nsxv3.common.locking [-] Lock rules-016af0c8-4276-4aa2-affa-7060eb9467c4 taken with stack trace [, , ] {{(pid=66703) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 723.364446] env[66703]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-016af0c8-4276-4aa2-affa-7060eb9467c4" {{(pid=66703) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 723.364515] env[66703]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-016af0c8-4276-4aa2-affa-7060eb9467c4" {{(pid=66703) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 723.364714] env[66703]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-016af0c8-4276-4aa2-affa-7060eb9467c4" {{(pid=66703) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 723.364798] env[66703]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('016af0c8-4276-4aa2-affa-7060eb9467c4',) {} {{(pid=66703) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 723.720775] env[66703]: DEBUG networking_nsxv3.common.locking [None req-33d36011-a73c-4b6d-849a-f8c867240c48 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , ] {{(pid=66703) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 723.721056] env[66703]: DEBUG oslo_concurrency.lockutils [None req-33d36011-a73c-4b6d-849a-f8c867240c48 None None] Acquiring lock "SegmentPort" {{(pid=66703) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 723.721184] env[66703]: DEBUG oslo_concurrency.lockutils [None req-33d36011-a73c-4b6d-849a-f8c867240c48 None None] Acquired lock "SegmentPort" {{(pid=66703) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 723.721479] env[66703]: DEBUG oslo_concurrency.lockutils [None req-33d36011-a73c-4b6d-849a-f8c867240c48 None None] Acquired external semaphore "SegmentPort" {{(pid=66703) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 723.721632] env[66703]: DEBUG oslo_concurrency.lockutils [None req-33d36011-a73c-4b6d-849a-f8c867240c48 None None] Releasing lock "SegmentPort" {{(pid=66703) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 723.721778] env[66703]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-33d36011-a73c-4b6d-849a-f8c867240c48 None None] Segment Port 49821330-b294-440c-97d4-5602066a1ba6 not found, creating... [ 723.722053] env[66703]: DEBUG networking_nsxv3.common.locking [None req-33d36011-a73c-4b6d-849a-f8c867240c48 None None] Lock Segment taken with stack trace [, , , , , , , , , , , ] {{(pid=66703) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 723.722206] env[66703]: DEBUG oslo_concurrency.lockutils [None req-33d36011-a73c-4b6d-849a-f8c867240c48 None None] Acquiring lock "Segment" {{(pid=66703) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 723.722365] env[66703]: DEBUG oslo_concurrency.lockutils [None req-33d36011-a73c-4b6d-849a-f8c867240c48 None None] Acquired lock "Segment" {{(pid=66703) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 723.722584] env[66703]: DEBUG oslo_concurrency.lockutils [None req-33d36011-a73c-4b6d-849a-f8c867240c48 None None] Acquired external semaphore "Segment" {{(pid=66703) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 723.722717] env[66703]: DEBUG oslo_concurrency.lockutils [None req-33d36011-a73c-4b6d-849a-f8c867240c48 None None] Releasing lock "Segment" {{(pid=66703) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 723.722997] env[66703]: DEBUG networking_nsxv3.common.locking [None req-33d36011-a73c-4b6d-849a-f8c867240c48 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=66703) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 723.723167] env[66703]: DEBUG oslo_concurrency.lockutils [None req-33d36011-a73c-4b6d-849a-f8c867240c48 None None] Acquiring lock "SegmentPort" {{(pid=66703) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 723.723367] env[66703]: DEBUG oslo_concurrency.lockutils [None req-33d36011-a73c-4b6d-849a-f8c867240c48 None None] Acquired lock "SegmentPort" {{(pid=66703) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 723.723477] env[66703]: DEBUG oslo_concurrency.lockutils [None req-33d36011-a73c-4b6d-849a-f8c867240c48 None None] Acquired external semaphore "SegmentPort" {{(pid=66703) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 723.723605] env[66703]: DEBUG oslo_concurrency.lockutils [None req-33d36011-a73c-4b6d-849a-f8c867240c48 None None] Releasing lock "SegmentPort" {{(pid=66703) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 723.723734] env[66703]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-33d36011-a73c-4b6d-849a-f8c867240c48 None None] Resource: SegmentPort with ID: 49821330-b294-440c-97d4-5602066a1ba6 is going to be created. [ 723.751539] env[66703]: DEBUG networking_nsxv3.common.locking [None req-33d36011-a73c-4b6d-849a-f8c867240c48 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=66703) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 723.751745] env[66703]: DEBUG oslo_concurrency.lockutils [None req-33d36011-a73c-4b6d-849a-f8c867240c48 None None] Acquiring lock "SegmentPort" {{(pid=66703) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 723.751870] env[66703]: DEBUG oslo_concurrency.lockutils [None req-33d36011-a73c-4b6d-849a-f8c867240c48 None None] Acquired lock "SegmentPort" {{(pid=66703) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 723.752184] env[66703]: DEBUG oslo_concurrency.lockutils [None req-33d36011-a73c-4b6d-849a-f8c867240c48 None None] Acquired external semaphore "SegmentPort" {{(pid=66703) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 723.752455] env[66703]: DEBUG oslo_concurrency.lockutils [None req-33d36011-a73c-4b6d-849a-f8c867240c48 None None] Releasing lock "SegmentPort" {{(pid=66703) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 723.752793] env[66703]: DEBUG oslo_concurrency.lockutils [None req-33d36011-a73c-4b6d-849a-f8c867240c48 None None] Releasing lock "port-49821330-b294-440c-97d4-5602066a1ba6" {{(pid=66703) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 723.760230] env[66703]: INFO networking_nsxv3.common.synchronization [None req-abcc9bac-3dc8-416f-bf81-d0ae8caba8e7 None None] Enqueued Resource ID: 3309a068-5bf1-421a-aaa2-0681a6831baf with Priority: HIGHEST for action port [ 723.760971] env[66703]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 3309a068-5bf1-421a-aaa2-0681a6831baf with Priority: HIGHEST for action port [ 723.761628] env[66703]: DEBUG networking_nsxv3.common.locking [-] Lock port-3309a068-5bf1-421a-aaa2-0681a6831baf taken with stack trace [, , ] {{(pid=66703) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 723.761784] env[66703]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-3309a068-5bf1-421a-aaa2-0681a6831baf" {{(pid=66703) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 723.761855] env[66703]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-3309a068-5bf1-421a-aaa2-0681a6831baf" {{(pid=66703) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 723.762364] env[66703]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-3309a068-5bf1-421a-aaa2-0681a6831baf" {{(pid=66703) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 723.762445] env[66703]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('3309a068-5bf1-421a-aaa2-0681a6831baf',) {} {{(pid=66703) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 723.894172] env[66703]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=66703) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 723.894378] env[66703]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66703) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 723.894577] env[66703]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66703) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 723.894827] env[66703]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66703) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 723.894922] env[66703]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66703) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 723.895028] env[66703]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 016af0c8-4276-4aa2-affa-7060eb9467c4 already deleted. [ 723.895118] env[66703]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-016af0c8-4276-4aa2-affa-7060eb9467c4" {{(pid=66703) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 724.267543] env[66703]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] deletion realization of port 3309a068-5bf1-421a-aaa2-0681a6831baf [ 724.267543] env[66703]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=66703) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 724.267543] env[66703]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=66703) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 724.267543] env[66703]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=66703) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 724.267543] env[66703]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=66703) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 724.267543] env[66703]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=66703) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 724.267543] env[66703]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Segment Port:3309a068-5bf1-421a-aaa2-0681a6831baf already deleted. [ 724.267543] env[66703]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-3309a068-5bf1-421a-aaa2-0681a6831baf" {{(pid=66703) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 724.503513] env[66703]: INFO networking_nsxv3.common.synchronization [req-aa1ed61f-8fd3-4e04-bf89-c2c88dc80eaf req-72648b82-2f15-4b12-9564-121ecf33028f service nova] Enqueued Resource ID: 30de771b-a136-45ed-b92b-db3de891006f with Priority: HIGHEST for action security_group_rules [ 724.503790] env[66703]: INFO networking_nsxv3.common.synchronization [req-aa1ed61f-8fd3-4e04-bf89-c2c88dc80eaf req-72648b82-2f15-4b12-9564-121ecf33028f service nova] Enqueued Resource ID: 30de771b-a136-45ed-b92b-db3de891006f with Priority: HIGHEST for action security_group_members [ 724.503971] env[66703]: INFO networking_nsxv3.common.synchronization [req-aa1ed61f-8fd3-4e04-bf89-c2c88dc80eaf req-72648b82-2f15-4b12-9564-121ecf33028f service nova] Enqueued Resource ID: 49821330-b294-440c-97d4-5602066a1ba6 with Priority: HIGHEST for action port [ 724.504585] env[66703]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 30de771b-a136-45ed-b92b-db3de891006f with Priority: HIGHEST for action security_group_rules [ 724.504731] env[66703]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 30de771b-a136-45ed-b92b-db3de891006f with Priority: HIGHEST for action security_group_members [ 724.504817] env[66703]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 49821330-b294-440c-97d4-5602066a1ba6 with Priority: HIGHEST for action port [ 724.505405] env[66703]: DEBUG networking_nsxv3.common.locking [-] Lock rules-30de771b-a136-45ed-b92b-db3de891006f taken with stack trace [, , ] {{(pid=66703) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 724.505539] env[66703]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-30de771b-a136-45ed-b92b-db3de891006f" {{(pid=66703) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 724.505610] env[66703]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-30de771b-a136-45ed-b92b-db3de891006f" {{(pid=66703) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 724.505832] env[66703]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-30de771b-a136-45ed-b92b-db3de891006f" {{(pid=66703) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 724.505920] env[66703]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('30de771b-a136-45ed-b92b-db3de891006f',) {} {{(pid=66703) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 724.507069] env[66703]: DEBUG networking_nsxv3.common.locking [-] Lock member-30de771b-a136-45ed-b92b-db3de891006f taken with stack trace [, , ] {{(pid=66703) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 724.507167] env[66703]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-30de771b-a136-45ed-b92b-db3de891006f" {{(pid=66703) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 724.507532] env[66703]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-30de771b-a136-45ed-b92b-db3de891006f" {{(pid=66703) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 724.507730] env[66703]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-30de771b-a136-45ed-b92b-db3de891006f" {{(pid=66703) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 724.507905] env[66703]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=66703) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 724.507986] env[66703]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66703) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 724.508062] env[66703]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66703) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 724.508215] env[66703]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66703) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 724.508338] env[66703]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66703) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 724.508381] env[66703]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('30de771b-a136-45ed-b92b-db3de891006f',) {} {{(pid=66703) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 724.512026] env[66703]: DEBUG networking_nsxv3.common.locking [-] Lock port-49821330-b294-440c-97d4-5602066a1ba6 taken with stack trace [, , ] {{(pid=66703) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 724.512350] env[66703]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-49821330-b294-440c-97d4-5602066a1ba6" {{(pid=66703) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 724.512350] env[66703]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-49821330-b294-440c-97d4-5602066a1ba6" {{(pid=66703) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 724.512444] env[66703]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-49821330-b294-440c-97d4-5602066a1ba6" {{(pid=66703) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 724.512444] env[66703]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('49821330-b294-440c-97d4-5602066a1ba6',) {} {{(pid=66703) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 724.831301] env[66703]: INFO networking_nsxv3.common.synchronization [req-1727e641-3168-45fe-9b3c-393be2a922ba req-a2b257ee-53e9-4757-b9c2-656286a0654c tempest-VolumesAdminNegativeTest-589569124 tempest-VolumesAdminNegativeTest-589569124-project-member] Enqueued Resource ID: a8f04bfa-28b4-468c-97f4-e8e0cfcbb095 with Priority: HIGHEST for action security_group_members [ 724.831827] env[66703]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: a8f04bfa-28b4-468c-97f4-e8e0cfcbb095 with Priority: HIGHEST for action security_group_members [ 724.832173] env[66703]: DEBUG networking_nsxv3.common.locking [-] Lock member-a8f04bfa-28b4-468c-97f4-e8e0cfcbb095 taken with stack trace [, , ] {{(pid=66703) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 724.832291] env[66703]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-a8f04bfa-28b4-468c-97f4-e8e0cfcbb095" {{(pid=66703) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 724.832352] env[66703]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-a8f04bfa-28b4-468c-97f4-e8e0cfcbb095" {{(pid=66703) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 724.832605] env[66703]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-a8f04bfa-28b4-468c-97f4-e8e0cfcbb095" {{(pid=66703) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 724.832756] env[66703]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=66703) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 724.832851] env[66703]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66703) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 724.832911] env[66703]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66703) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 724.833398] env[66703]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66703) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 724.833520] env[66703]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66703) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 724.833652] env[66703]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('a8f04bfa-28b4-468c-97f4-e8e0cfcbb095',) {} {{(pid=66703) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 725.014515] env[66703]: DEBUG networking_nsxv3.common.locking [-] Lock member-30de771b-a136-45ed-b92b-db3de891006f taken with stack trace [, , , ] {{(pid=66703) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 725.014705] env[66703]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-30de771b-a136-45ed-b92b-db3de891006f" {{(pid=66703) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 725.014850] env[66703]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('30de771b-a136-45ed-b92b-db3de891006f',) {} {{(pid=66703) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 725.019189] env[66703]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] realization of port 49821330-b294-440c-97d4-5602066a1ba6 with status ACTIVE [ 725.020383] env[66703]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=66703) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 725.020383] env[66703]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=66703) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 725.020383] env[66703]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=66703) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 725.021505] env[66703]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=66703) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 725.021505] env[66703]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=66703) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 725.021505] env[66703]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , ] {{(pid=66703) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 725.021505] env[66703]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=66703) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 725.021505] env[66703]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=66703) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 725.021505] env[66703]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=66703) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 725.021505] env[66703]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=66703) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 725.021764] env[66703]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=66703) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 725.021764] env[66703]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=66703) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 725.021764] env[66703]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=66703) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 725.021870] env[66703]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=66703) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 725.022264] env[66703]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=66703) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 725.022264] env[66703]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: SegmentPort with ID: 49821330-b294-440c-97d4-5602066a1ba6 is going to be updated. [ 725.045677] env[66703]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=66703) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 725.045882] env[66703]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=66703) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 725.045982] env[66703]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=66703) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 725.046223] env[66703]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=66703) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 725.046394] env[66703]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=66703) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 725.046590] env[66703]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-49821330-b294-440c-97d4-5602066a1ba6" {{(pid=66703) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 725.337241] env[66703]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=66703) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 725.337241] env[66703]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66703) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 725.337241] env[66703]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66703) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 725.337241] env[66703]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66703) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 725.337241] env[66703]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66703) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 725.337241] env[66703]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66703) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 725.337241] env[66703]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66703) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 725.337241] env[66703]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66703) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 725.337241] env[66703]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66703) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 725.337241] env[66703]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66703) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 725.337241] env[66703]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: a8f04bfa-28b4-468c-97f4-e8e0cfcbb095 already deleted. [ 725.337241] env[66703]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-a8f04bfa-28b4-468c-97f4-e8e0cfcbb095" {{(pid=66703) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 725.456755] env[66703]: DEBUG networking_nsxv3.common.locking [None req-33d36011-a73c-4b6d-849a-f8c867240c48 None None] Lock network-220 taken with stack trace [, , , , , , , , ] {{(pid=66703) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 725.457092] env[66703]: DEBUG oslo_concurrency.lockutils [None req-33d36011-a73c-4b6d-849a-f8c867240c48 None None] Acquiring lock "network-220" {{(pid=66703) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 725.457092] env[66703]: DEBUG oslo_concurrency.lockutils [None req-33d36011-a73c-4b6d-849a-f8c867240c48 None None] Acquired lock "network-220" {{(pid=66703) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 725.457547] env[66703]: DEBUG oslo_concurrency.lockutils [None req-33d36011-a73c-4b6d-849a-f8c867240c48 None None] Acquired external semaphore "network-220" {{(pid=66703) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 725.457836] env[66703]: DEBUG networking_nsxv3.common.locking [None req-33d36011-a73c-4b6d-849a-f8c867240c48 None None] Lock Segment taken with stack trace [, , , , , , , , , , ] {{(pid=66703) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 725.458046] env[66703]: DEBUG oslo_concurrency.lockutils [None req-33d36011-a73c-4b6d-849a-f8c867240c48 None None] Acquiring lock "Segment" {{(pid=66703) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 725.458188] env[66703]: DEBUG oslo_concurrency.lockutils [None req-33d36011-a73c-4b6d-849a-f8c867240c48 None None] Acquired lock "Segment" {{(pid=66703) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 725.458348] env[66703]: DEBUG oslo_concurrency.lockutils [None req-33d36011-a73c-4b6d-849a-f8c867240c48 None None] Acquired external semaphore "Segment" {{(pid=66703) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 725.458554] env[66703]: DEBUG oslo_concurrency.lockutils [None req-33d36011-a73c-4b6d-849a-f8c867240c48 None None] Releasing lock "Segment" {{(pid=66703) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 725.458765] env[66703]: DEBUG dogpile.cache.region [None req-33d36011-a73c-4b6d-849a-f8c867240c48 None None] No value present for key: 'zone-id' {{(pid=66703) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 725.458880] env[66703]: DEBUG dogpile.lock [None req-33d36011-a73c-4b6d-849a-f8c867240c48 None None] NeedRegenerationException {{(pid=66703) _enter /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:90}} [ 725.458974] env[66703]: DEBUG dogpile.lock [None req-33d36011-a73c-4b6d-849a-f8c867240c48 None None] no value, waiting for create lock {{(pid=66703) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:131}} [ 725.459102] env[66703]: DEBUG dogpile.lock [None req-33d36011-a73c-4b6d-849a-f8c867240c48 None None] value creation lock acquired {{(pid=66703) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:135}} [ 725.459196] env[66703]: DEBUG dogpile.cache.region [None req-33d36011-a73c-4b6d-849a-f8c867240c48 None None] No value present for key: 'zone-id' {{(pid=66703) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 725.459287] env[66703]: DEBUG dogpile.lock [None req-33d36011-a73c-4b6d-849a-f8c867240c48 None None] Calling creation function for not-yet-present value {{(pid=66703) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:174}} [ 725.459392] env[66703]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-33d36011-a73c-4b6d-849a-f8c867240c48 None None] Looking for TransportZone with name nsx-vlan-transportzone. [ 725.478615] env[66703]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-33d36011-a73c-4b6d-849a-f8c867240c48 None None] loading zone with a95c914d-748d-497c-94ab-10d4647daeba and tags [{'scope': 'mp2policy_migr_status', 'tag': 'success'}] [ 725.478615] env[66703]: DEBUG dogpile.cache.region [None req-33d36011-a73c-4b6d-849a-f8c867240c48 None None] Cache value generated in 0.019 seconds for key(s): 'zone-id' {{(pid=66703) _log_time /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:910}} [ 725.479175] env[66703]: DEBUG dogpile.lock [None req-33d36011-a73c-4b6d-849a-f8c867240c48 None None] Released creation lock {{(pid=66703) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:182}} [ 725.479175] env[66703]: DEBUG oslo_concurrency.lockutils [None req-33d36011-a73c-4b6d-849a-f8c867240c48 None None] Releasing lock "network-220" {{(pid=66703) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 725.479288] env[66703]: DEBUG networking_nsxv3.common.locking [None req-33d36011-a73c-4b6d-849a-f8c867240c48 None None] Lock port-291bce70-9a9a-4563-a24a-af9c2674d6fa taken with stack trace [, , , , , , , , ] {{(pid=66703) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 725.479388] env[66703]: DEBUG oslo_concurrency.lockutils [None req-33d36011-a73c-4b6d-849a-f8c867240c48 None None] Acquiring lock "port-291bce70-9a9a-4563-a24a-af9c2674d6fa" {{(pid=66703) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 725.479488] env[66703]: DEBUG oslo_concurrency.lockutils [None req-33d36011-a73c-4b6d-849a-f8c867240c48 None None] Acquired lock "port-291bce70-9a9a-4563-a24a-af9c2674d6fa" {{(pid=66703) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 725.479869] env[66703]: DEBUG oslo_concurrency.lockutils [None req-33d36011-a73c-4b6d-849a-f8c867240c48 None None] Acquired external semaphore "port-291bce70-9a9a-4563-a24a-af9c2674d6fa" {{(pid=66703) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 725.480046] env[66703]: DEBUG networking_nsxv3.api.rpc [None req-33d36011-a73c-4b6d-849a-f8c867240c48 None None] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('291bce70-9a9a-4563-a24a-af9c2674d6fa',) {} {{(pid=66703) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 725.518925] env[66703]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('30de771b-a136-45ed-b92b-db3de891006f',) {} {{(pid=66703) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 725.982925] env[66703]: DEBUG networking_nsxv3.common.locking [None req-33d36011-a73c-4b6d-849a-f8c867240c48 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , ] {{(pid=66703) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 725.983111] env[66703]: DEBUG oslo_concurrency.lockutils [None req-33d36011-a73c-4b6d-849a-f8c867240c48 None None] Acquiring lock "SegmentPort" {{(pid=66703) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 725.983163] env[66703]: DEBUG oslo_concurrency.lockutils [None req-33d36011-a73c-4b6d-849a-f8c867240c48 None None] Acquired lock "SegmentPort" {{(pid=66703) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 725.983467] env[66703]: DEBUG oslo_concurrency.lockutils [None req-33d36011-a73c-4b6d-849a-f8c867240c48 None None] Acquired external semaphore "SegmentPort" {{(pid=66703) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 725.983633] env[66703]: DEBUG oslo_concurrency.lockutils [None req-33d36011-a73c-4b6d-849a-f8c867240c48 None None] Releasing lock "SegmentPort" {{(pid=66703) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 725.983781] env[66703]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-33d36011-a73c-4b6d-849a-f8c867240c48 None None] Segment Port 291bce70-9a9a-4563-a24a-af9c2674d6fa not found, creating... [ 725.984054] env[66703]: DEBUG networking_nsxv3.common.locking [None req-33d36011-a73c-4b6d-849a-f8c867240c48 None None] Lock Segment taken with stack trace [, , , , , , , , , , , ] {{(pid=66703) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 725.984214] env[66703]: DEBUG oslo_concurrency.lockutils [None req-33d36011-a73c-4b6d-849a-f8c867240c48 None None] Acquiring lock "Segment" {{(pid=66703) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 725.984325] env[66703]: DEBUG oslo_concurrency.lockutils [None req-33d36011-a73c-4b6d-849a-f8c867240c48 None None] Acquired lock "Segment" {{(pid=66703) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 725.984541] env[66703]: DEBUG oslo_concurrency.lockutils [None req-33d36011-a73c-4b6d-849a-f8c867240c48 None None] Acquired external semaphore "Segment" {{(pid=66703) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 725.984673] env[66703]: DEBUG oslo_concurrency.lockutils [None req-33d36011-a73c-4b6d-849a-f8c867240c48 None None] Releasing lock "Segment" {{(pid=66703) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 725.984954] env[66703]: DEBUG networking_nsxv3.common.locking [None req-33d36011-a73c-4b6d-849a-f8c867240c48 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=66703) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 725.985119] env[66703]: DEBUG oslo_concurrency.lockutils [None req-33d36011-a73c-4b6d-849a-f8c867240c48 None None] Acquiring lock "SegmentPort" {{(pid=66703) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 725.985231] env[66703]: DEBUG oslo_concurrency.lockutils [None req-33d36011-a73c-4b6d-849a-f8c867240c48 None None] Acquired lock "SegmentPort" {{(pid=66703) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 725.985502] env[66703]: DEBUG oslo_concurrency.lockutils [None req-33d36011-a73c-4b6d-849a-f8c867240c48 None None] Acquired external semaphore "SegmentPort" {{(pid=66703) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 725.985648] env[66703]: DEBUG oslo_concurrency.lockutils [None req-33d36011-a73c-4b6d-849a-f8c867240c48 None None] Releasing lock "SegmentPort" {{(pid=66703) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 725.985787] env[66703]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-33d36011-a73c-4b6d-849a-f8c867240c48 None None] Resource: SegmentPort with ID: 291bce70-9a9a-4563-a24a-af9c2674d6fa is going to be created. [ 726.006457] env[66703]: DEBUG networking_nsxv3.common.locking [None req-33d36011-a73c-4b6d-849a-f8c867240c48 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=66703) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 726.006689] env[66703]: DEBUG oslo_concurrency.lockutils [None req-33d36011-a73c-4b6d-849a-f8c867240c48 None None] Acquiring lock "SegmentPort" {{(pid=66703) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 726.006812] env[66703]: DEBUG oslo_concurrency.lockutils [None req-33d36011-a73c-4b6d-849a-f8c867240c48 None None] Acquired lock "SegmentPort" {{(pid=66703) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 726.007092] env[66703]: DEBUG oslo_concurrency.lockutils [None req-33d36011-a73c-4b6d-849a-f8c867240c48 None None] Acquired external semaphore "SegmentPort" {{(pid=66703) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 726.007317] env[66703]: DEBUG oslo_concurrency.lockutils [None req-33d36011-a73c-4b6d-849a-f8c867240c48 None None] Releasing lock "SegmentPort" {{(pid=66703) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 726.007637] env[66703]: DEBUG oslo_concurrency.lockutils [None req-33d36011-a73c-4b6d-849a-f8c867240c48 None None] Releasing lock "port-291bce70-9a9a-4563-a24a-af9c2674d6fa" {{(pid=66703) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 726.021802] env[66703]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66703) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 726.022174] env[66703]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66703) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 726.022174] env[66703]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66703) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 726.022390] env[66703]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66703) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 726.022526] env[66703]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66703) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 726.022668] env[66703]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 30de771b-a136-45ed-b92b-db3de891006f is going to be created. [ 726.053019] env[66703]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66703) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 726.053019] env[66703]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66703) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 726.053019] env[66703]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66703) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 726.053019] env[66703]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66703) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 726.053322] env[66703]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66703) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 726.064110] env[66703]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 30de771b-a136-45ed-b92b-db3de891006f in Status: UNINITIALIZED for 2s [ 726.642093] env[66703]: INFO networking_nsxv3.common.synchronization [None req-ce937247-8547-4041-ac1a-5eaf76921871 None None] Enqueued Resource ID: 7ebc626c-4e6a-47be-a723-ec725526bcda with Priority: HIGHEST for action port [ 726.643515] env[66703]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 7ebc626c-4e6a-47be-a723-ec725526bcda with Priority: HIGHEST for action port [ 726.643931] env[66703]: DEBUG networking_nsxv3.common.locking [-] Lock port-7ebc626c-4e6a-47be-a723-ec725526bcda taken with stack trace [, , ] {{(pid=66703) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 726.644110] env[66703]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-7ebc626c-4e6a-47be-a723-ec725526bcda" {{(pid=66703) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 726.644206] env[66703]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-7ebc626c-4e6a-47be-a723-ec725526bcda" {{(pid=66703) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 726.644567] env[66703]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-7ebc626c-4e6a-47be-a723-ec725526bcda" {{(pid=66703) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 726.644695] env[66703]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('7ebc626c-4e6a-47be-a723-ec725526bcda',) {} {{(pid=66703) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 726.759555] env[66703]: INFO networking_nsxv3.common.synchronization [req-1727e641-3168-45fe-9b3c-393be2a922ba req-552fb73e-f2ff-48d2-b081-647057867c2c service nova] Enqueued Resource ID: a8f04bfa-28b4-468c-97f4-e8e0cfcbb095 with Priority: HIGHEST for action security_group_rules [ 726.759798] env[66703]: INFO networking_nsxv3.common.synchronization [req-1727e641-3168-45fe-9b3c-393be2a922ba req-552fb73e-f2ff-48d2-b081-647057867c2c service nova] Enqueued Resource ID: a8f04bfa-28b4-468c-97f4-e8e0cfcbb095 with Priority: HIGHEST for action security_group_members [ 726.759948] env[66703]: INFO networking_nsxv3.common.synchronization [req-1727e641-3168-45fe-9b3c-393be2a922ba req-552fb73e-f2ff-48d2-b081-647057867c2c service nova] Enqueued Resource ID: 291bce70-9a9a-4563-a24a-af9c2674d6fa with Priority: HIGHEST for action port [ 726.761318] env[66703]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: a8f04bfa-28b4-468c-97f4-e8e0cfcbb095 with Priority: HIGHEST for action security_group_rules [ 726.761318] env[66703]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: a8f04bfa-28b4-468c-97f4-e8e0cfcbb095 with Priority: HIGHEST for action security_group_members [ 726.761318] env[66703]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 291bce70-9a9a-4563-a24a-af9c2674d6fa with Priority: HIGHEST for action port [ 726.761567] env[66703]: DEBUG networking_nsxv3.common.locking [-] Lock rules-a8f04bfa-28b4-468c-97f4-e8e0cfcbb095 taken with stack trace [, , ] {{(pid=66703) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 726.761567] env[66703]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-a8f04bfa-28b4-468c-97f4-e8e0cfcbb095" {{(pid=66703) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 726.761567] env[66703]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-a8f04bfa-28b4-468c-97f4-e8e0cfcbb095" {{(pid=66703) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 726.761840] env[66703]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-a8f04bfa-28b4-468c-97f4-e8e0cfcbb095" {{(pid=66703) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 726.761922] env[66703]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('a8f04bfa-28b4-468c-97f4-e8e0cfcbb095',) {} {{(pid=66703) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 726.762862] env[66703]: DEBUG networking_nsxv3.common.locking [-] Lock member-a8f04bfa-28b4-468c-97f4-e8e0cfcbb095 taken with stack trace [, , ] {{(pid=66703) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 726.762997] env[66703]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-a8f04bfa-28b4-468c-97f4-e8e0cfcbb095" {{(pid=66703) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 726.763074] env[66703]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-a8f04bfa-28b4-468c-97f4-e8e0cfcbb095" {{(pid=66703) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 726.763249] env[66703]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-a8f04bfa-28b4-468c-97f4-e8e0cfcbb095" {{(pid=66703) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 726.763452] env[66703]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=66703) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 726.763549] env[66703]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66703) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 726.763622] env[66703]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66703) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 726.763801] env[66703]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66703) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 726.763927] env[66703]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66703) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 726.764343] env[66703]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('a8f04bfa-28b4-468c-97f4-e8e0cfcbb095',) {} {{(pid=66703) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 726.766040] env[66703]: DEBUG networking_nsxv3.common.locking [-] Lock port-291bce70-9a9a-4563-a24a-af9c2674d6fa taken with stack trace [, , ] {{(pid=66703) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 726.766040] env[66703]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-291bce70-9a9a-4563-a24a-af9c2674d6fa" {{(pid=66703) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 726.766040] env[66703]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-291bce70-9a9a-4563-a24a-af9c2674d6fa" {{(pid=66703) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 726.766040] env[66703]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-291bce70-9a9a-4563-a24a-af9c2674d6fa" {{(pid=66703) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 726.766040] env[66703]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('291bce70-9a9a-4563-a24a-af9c2674d6fa',) {} {{(pid=66703) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 727.151656] env[66703]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] deletion realization of port 7ebc626c-4e6a-47be-a723-ec725526bcda [ 727.151656] env[66703]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=66703) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 727.151656] env[66703]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=66703) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 727.151656] env[66703]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=66703) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 727.151656] env[66703]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=66703) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 727.151656] env[66703]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=66703) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 727.151656] env[66703]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Segment Port:7ebc626c-4e6a-47be-a723-ec725526bcda already deleted. [ 727.151656] env[66703]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-7ebc626c-4e6a-47be-a723-ec725526bcda" {{(pid=66703) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 727.269895] env[66703]: DEBUG networking_nsxv3.common.locking [-] Lock member-a8f04bfa-28b4-468c-97f4-e8e0cfcbb095 taken with stack trace [, , , ] {{(pid=66703) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 727.270052] env[66703]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-a8f04bfa-28b4-468c-97f4-e8e0cfcbb095" {{(pid=66703) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 727.270247] env[66703]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] realization of port 291bce70-9a9a-4563-a24a-af9c2674d6fa with status ACTIVE [ 727.270421] env[66703]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=66703) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 727.270529] env[66703]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=66703) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 727.270593] env[66703]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=66703) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 727.270826] env[66703]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=66703) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 727.270918] env[66703]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=66703) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 727.271098] env[66703]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , ] {{(pid=66703) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 727.271197] env[66703]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=66703) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 727.271260] env[66703]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=66703) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 727.271416] env[66703]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=66703) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 727.271494] env[66703]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=66703) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 727.271677] env[66703]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=66703) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 727.271770] env[66703]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=66703) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 727.271834] env[66703]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=66703) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 727.271982] env[66703]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=66703) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 727.272049] env[66703]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=66703) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 727.272188] env[66703]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: SegmentPort with ID: 291bce70-9a9a-4563-a24a-af9c2674d6fa is going to be updated. [ 727.273432] env[66703]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('a8f04bfa-28b4-468c-97f4-e8e0cfcbb095',) {} {{(pid=66703) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 727.295282] env[66703]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=66703) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 727.295448] env[66703]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=66703) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 727.295515] env[66703]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=66703) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 727.295721] env[66703]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=66703) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 727.295852] env[66703]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=66703) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 727.296034] env[66703]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-291bce70-9a9a-4563-a24a-af9c2674d6fa" {{(pid=66703) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 727.776381] env[66703]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('a8f04bfa-28b4-468c-97f4-e8e0cfcbb095',) {} {{(pid=66703) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 727.886885] env[66703]: INFO networking_nsxv3.common.synchronization [req-49653829-1f44-4380-9423-3605b41f6ba7 req-15f7df2b-9d4f-4981-8ac5-1612e840b08a tempest-FloatingIPsAssociationTestJSON-1555652497 tempest-FloatingIPsAssociationTestJSON-1555652497-project-member] Enqueued Resource ID: 8e4a28ae-331b-4bc3-83a7-35099819703c with Priority: HIGHEST for action security_group_members [ 727.886885] env[66703]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 8e4a28ae-331b-4bc3-83a7-35099819703c with Priority: HIGHEST for action security_group_members [ 727.887604] env[66703]: DEBUG networking_nsxv3.common.locking [-] Lock member-8e4a28ae-331b-4bc3-83a7-35099819703c taken with stack trace [, , ] {{(pid=66703) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 727.889924] env[66703]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-8e4a28ae-331b-4bc3-83a7-35099819703c" {{(pid=66703) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 727.889924] env[66703]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-8e4a28ae-331b-4bc3-83a7-35099819703c" {{(pid=66703) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 727.889924] env[66703]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-8e4a28ae-331b-4bc3-83a7-35099819703c" {{(pid=66703) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 727.889924] env[66703]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=66703) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 727.889924] env[66703]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66703) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 727.889924] env[66703]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66703) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 727.889924] env[66703]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66703) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 727.889924] env[66703]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66703) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 727.889924] env[66703]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('8e4a28ae-331b-4bc3-83a7-35099819703c',) {} {{(pid=66703) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 728.079053] env[66703]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 30de771b-a136-45ed-b92b-db3de891006f in Status: SUCCESS [ 728.079053] env[66703]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-30de771b-a136-45ed-b92b-db3de891006f" {{(pid=66703) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 728.079053] env[66703]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-30de771b-a136-45ed-b92b-db3de891006f" {{(pid=66703) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 728.079053] env[66703]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-30de771b-a136-45ed-b92b-db3de891006f" {{(pid=66703) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 728.079053] env[66703]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=66703) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 728.079053] env[66703]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66703) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 728.079053] env[66703]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66703) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 728.079053] env[66703]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66703) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 728.079053] env[66703]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66703) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 728.079053] env[66703]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-30de771b-a136-45ed-b92b-db3de891006f" {{(pid=66703) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 728.079053] env[66703]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('30de771b-a136-45ed-b92b-db3de891006f',) {} {{(pid=66703) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 728.112829] env[66703]: INFO networking_nsxv3.common.synchronization [None req-23a3494d-faf8-40f4-acab-c29c0b8bd556 None None] Enqueued Resource ID: e2e4a68d-67b2-401a-83f6-37b830848580 with Priority: HIGHEST for action port [ 728.113230] env[66703]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: e2e4a68d-67b2-401a-83f6-37b830848580 with Priority: HIGHEST for action port [ 728.113513] env[66703]: DEBUG networking_nsxv3.common.locking [-] Lock port-e2e4a68d-67b2-401a-83f6-37b830848580 taken with stack trace [, , ] {{(pid=66703) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 728.115389] env[66703]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-e2e4a68d-67b2-401a-83f6-37b830848580" {{(pid=66703) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 728.115389] env[66703]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-e2e4a68d-67b2-401a-83f6-37b830848580" {{(pid=66703) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 728.115389] env[66703]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-e2e4a68d-67b2-401a-83f6-37b830848580" {{(pid=66703) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 728.115389] env[66703]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('e2e4a68d-67b2-401a-83f6-37b830848580',) {} {{(pid=66703) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 728.281343] env[66703]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66703) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 728.283821] env[66703]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66703) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 728.283821] env[66703]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66703) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 728.283821] env[66703]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66703) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 728.283821] env[66703]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66703) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 728.283821] env[66703]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: a8f04bfa-28b4-468c-97f4-e8e0cfcbb095 is going to be created. [ 728.307952] env[66703]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66703) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 728.308462] env[66703]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66703) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 728.310023] env[66703]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66703) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 728.310023] env[66703]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66703) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 728.310023] env[66703]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66703) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 728.323466] env[66703]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: a8f04bfa-28b4-468c-97f4-e8e0cfcbb095 in Status: UNINITIALIZED for 2s [ 728.393041] env[66703]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('8e4a28ae-331b-4bc3-83a7-35099819703c',) {} {{(pid=66703) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 728.479028] env[66703]: DEBUG networking_nsxv3.common.locking [None req-ffa6d202-748e-4c81-9979-ad08741f9cf7 None None] Lock network-170 taken with stack trace [, , , , , , , , ] {{(pid=66703) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 728.479028] env[66703]: DEBUG oslo_concurrency.lockutils [None req-ffa6d202-748e-4c81-9979-ad08741f9cf7 None None] Acquiring lock "network-170" {{(pid=66703) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 728.479028] env[66703]: DEBUG oslo_concurrency.lockutils [None req-ffa6d202-748e-4c81-9979-ad08741f9cf7 None None] Acquired lock "network-170" {{(pid=66703) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 728.479028] env[66703]: DEBUG oslo_concurrency.lockutils [None req-ffa6d202-748e-4c81-9979-ad08741f9cf7 None None] Acquired external semaphore "network-170" {{(pid=66703) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 728.479028] env[66703]: DEBUG networking_nsxv3.common.locking [None req-ffa6d202-748e-4c81-9979-ad08741f9cf7 None None] Lock Segment taken with stack trace [, , , , , , , , , , ] {{(pid=66703) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 728.479028] env[66703]: DEBUG oslo_concurrency.lockutils [None req-ffa6d202-748e-4c81-9979-ad08741f9cf7 None None] Acquiring lock "Segment" {{(pid=66703) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 728.479028] env[66703]: DEBUG oslo_concurrency.lockutils [None req-ffa6d202-748e-4c81-9979-ad08741f9cf7 None None] Acquired lock "Segment" {{(pid=66703) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 728.479028] env[66703]: DEBUG oslo_concurrency.lockutils [None req-ffa6d202-748e-4c81-9979-ad08741f9cf7 None None] Acquired external semaphore "Segment" {{(pid=66703) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 728.479028] env[66703]: DEBUG oslo_concurrency.lockutils [None req-ffa6d202-748e-4c81-9979-ad08741f9cf7 None None] Releasing lock "Segment" {{(pid=66703) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 728.479882] env[66703]: DEBUG dogpile.cache.region [None req-ffa6d202-748e-4c81-9979-ad08741f9cf7 None None] No value present for key: 'zone-id' {{(pid=66703) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 728.483069] env[66703]: DEBUG dogpile.lock [None req-ffa6d202-748e-4c81-9979-ad08741f9cf7 None None] NeedRegenerationException {{(pid=66703) _enter /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:90}} [ 728.483069] env[66703]: DEBUG dogpile.lock [None req-ffa6d202-748e-4c81-9979-ad08741f9cf7 None None] no value, waiting for create lock {{(pid=66703) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:131}} [ 728.483069] env[66703]: DEBUG dogpile.lock [None req-ffa6d202-748e-4c81-9979-ad08741f9cf7 None None] value creation lock acquired {{(pid=66703) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:135}} [ 728.483069] env[66703]: DEBUG dogpile.cache.region [None req-ffa6d202-748e-4c81-9979-ad08741f9cf7 None None] No value present for key: 'zone-id' {{(pid=66703) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 728.483069] env[66703]: DEBUG dogpile.lock [None req-ffa6d202-748e-4c81-9979-ad08741f9cf7 None None] Calling creation function for not-yet-present value {{(pid=66703) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:174}} [ 728.483069] env[66703]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-ffa6d202-748e-4c81-9979-ad08741f9cf7 None None] Looking for TransportZone with name nsx-vlan-transportzone. [ 728.500452] env[66703]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-ffa6d202-748e-4c81-9979-ad08741f9cf7 None None] loading zone with a95c914d-748d-497c-94ab-10d4647daeba and tags [{'scope': 'mp2policy_migr_status', 'tag': 'success'}] [ 728.500756] env[66703]: DEBUG dogpile.cache.region [None req-ffa6d202-748e-4c81-9979-ad08741f9cf7 None None] Cache value generated in 0.019 seconds for key(s): 'zone-id' {{(pid=66703) _log_time /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:910}} [ 728.500756] env[66703]: DEBUG dogpile.lock [None req-ffa6d202-748e-4c81-9979-ad08741f9cf7 None None] Released creation lock {{(pid=66703) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:182}} [ 728.500943] env[66703]: DEBUG oslo_concurrency.lockutils [None req-ffa6d202-748e-4c81-9979-ad08741f9cf7 None None] Releasing lock "network-170" {{(pid=66703) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 728.501272] env[66703]: DEBUG networking_nsxv3.common.locking [None req-ffa6d202-748e-4c81-9979-ad08741f9cf7 None None] Lock port-37a4fd26-2b96-42f2-87d2-3600347ec46e taken with stack trace [, , , , , , , , ] {{(pid=66703) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 728.501440] env[66703]: DEBUG oslo_concurrency.lockutils [None req-ffa6d202-748e-4c81-9979-ad08741f9cf7 None None] Acquiring lock "port-37a4fd26-2b96-42f2-87d2-3600347ec46e" {{(pid=66703) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 728.501556] env[66703]: DEBUG oslo_concurrency.lockutils [None req-ffa6d202-748e-4c81-9979-ad08741f9cf7 None None] Acquired lock "port-37a4fd26-2b96-42f2-87d2-3600347ec46e" {{(pid=66703) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 728.501937] env[66703]: DEBUG oslo_concurrency.lockutils [None req-ffa6d202-748e-4c81-9979-ad08741f9cf7 None None] Acquired external semaphore "port-37a4fd26-2b96-42f2-87d2-3600347ec46e" {{(pid=66703) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 728.502099] env[66703]: DEBUG networking_nsxv3.api.rpc [None req-ffa6d202-748e-4c81-9979-ad08741f9cf7 None None] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('37a4fd26-2b96-42f2-87d2-3600347ec46e',) {} {{(pid=66703) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 728.575132] env[66703]: INFO networking_nsxv3.common.synchronization [None req-7f08d0b2-0049-4c55-a253-3f62329d75ba None None] Enqueued Resource ID: 0963fd84-93a0-47e4-aead-cc72e1bbefc9 with Priority: HIGHEST for action port [ 728.575132] env[66703]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 0963fd84-93a0-47e4-aead-cc72e1bbefc9 with Priority: HIGHEST for action port [ 728.575132] env[66703]: DEBUG networking_nsxv3.common.locking [-] Lock port-0963fd84-93a0-47e4-aead-cc72e1bbefc9 taken with stack trace [, , ] {{(pid=66703) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 728.575132] env[66703]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-0963fd84-93a0-47e4-aead-cc72e1bbefc9" {{(pid=66703) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 728.577317] env[66703]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-0963fd84-93a0-47e4-aead-cc72e1bbefc9" {{(pid=66703) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 728.577317] env[66703]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-0963fd84-93a0-47e4-aead-cc72e1bbefc9" {{(pid=66703) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 728.577317] env[66703]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('0963fd84-93a0-47e4-aead-cc72e1bbefc9',) {} {{(pid=66703) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 728.583277] env[66703]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('30de771b-a136-45ed-b92b-db3de891006f',) {} {{(pid=66703) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 728.617741] env[66703]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] deletion realization of port e2e4a68d-67b2-401a-83f6-37b830848580 [ 728.617741] env[66703]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=66703) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 728.617741] env[66703]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=66703) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 728.617741] env[66703]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=66703) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 728.617741] env[66703]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=66703) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 728.617741] env[66703]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=66703) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 728.617741] env[66703]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Segment Port:e2e4a68d-67b2-401a-83f6-37b830848580 already deleted. [ 728.617741] env[66703]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-e2e4a68d-67b2-401a-83f6-37b830848580" {{(pid=66703) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 728.895503] env[66703]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('8e4a28ae-331b-4bc3-83a7-35099819703c',) {} {{(pid=66703) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 729.005180] env[66703]: DEBUG networking_nsxv3.common.locking [None req-ffa6d202-748e-4c81-9979-ad08741f9cf7 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , ] {{(pid=66703) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 729.005554] env[66703]: DEBUG oslo_concurrency.lockutils [None req-ffa6d202-748e-4c81-9979-ad08741f9cf7 None None] Acquiring lock "SegmentPort" {{(pid=66703) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 729.005815] env[66703]: DEBUG oslo_concurrency.lockutils [None req-ffa6d202-748e-4c81-9979-ad08741f9cf7 None None] Acquired lock "SegmentPort" {{(pid=66703) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 729.006039] env[66703]: DEBUG oslo_concurrency.lockutils [None req-ffa6d202-748e-4c81-9979-ad08741f9cf7 None None] Acquired external semaphore "SegmentPort" {{(pid=66703) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 729.006193] env[66703]: DEBUG oslo_concurrency.lockutils [None req-ffa6d202-748e-4c81-9979-ad08741f9cf7 None None] Releasing lock "SegmentPort" {{(pid=66703) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 729.006489] env[66703]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-ffa6d202-748e-4c81-9979-ad08741f9cf7 None None] Segment Port 37a4fd26-2b96-42f2-87d2-3600347ec46e not found, creating... [ 729.006610] env[66703]: DEBUG networking_nsxv3.common.locking [None req-ffa6d202-748e-4c81-9979-ad08741f9cf7 None None] Lock Segment taken with stack trace [, , , , , , , , , , , ] {{(pid=66703) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 729.006766] env[66703]: DEBUG oslo_concurrency.lockutils [None req-ffa6d202-748e-4c81-9979-ad08741f9cf7 None None] Acquiring lock "Segment" {{(pid=66703) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 729.006882] env[66703]: DEBUG oslo_concurrency.lockutils [None req-ffa6d202-748e-4c81-9979-ad08741f9cf7 None None] Acquired lock "Segment" {{(pid=66703) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 729.007197] env[66703]: DEBUG oslo_concurrency.lockutils [None req-ffa6d202-748e-4c81-9979-ad08741f9cf7 None None] Acquired external semaphore "Segment" {{(pid=66703) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 729.007254] env[66703]: DEBUG oslo_concurrency.lockutils [None req-ffa6d202-748e-4c81-9979-ad08741f9cf7 None None] Releasing lock "Segment" {{(pid=66703) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 729.007649] env[66703]: DEBUG networking_nsxv3.common.locking [None req-ffa6d202-748e-4c81-9979-ad08741f9cf7 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=66703) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 729.007777] env[66703]: DEBUG oslo_concurrency.lockutils [None req-ffa6d202-748e-4c81-9979-ad08741f9cf7 None None] Acquiring lock "SegmentPort" {{(pid=66703) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 729.007876] env[66703]: DEBUG oslo_concurrency.lockutils [None req-ffa6d202-748e-4c81-9979-ad08741f9cf7 None None] Acquired lock "SegmentPort" {{(pid=66703) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 729.009367] env[66703]: DEBUG oslo_concurrency.lockutils [None req-ffa6d202-748e-4c81-9979-ad08741f9cf7 None None] Acquired external semaphore "SegmentPort" {{(pid=66703) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 729.009528] env[66703]: DEBUG oslo_concurrency.lockutils [None req-ffa6d202-748e-4c81-9979-ad08741f9cf7 None None] Releasing lock "SegmentPort" {{(pid=66703) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 729.009672] env[66703]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-ffa6d202-748e-4c81-9979-ad08741f9cf7 None None] Resource: SegmentPort with ID: 37a4fd26-2b96-42f2-87d2-3600347ec46e is going to be created. [ 729.031574] env[66703]: DEBUG networking_nsxv3.common.locking [None req-ffa6d202-748e-4c81-9979-ad08741f9cf7 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=66703) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 729.031849] env[66703]: DEBUG oslo_concurrency.lockutils [None req-ffa6d202-748e-4c81-9979-ad08741f9cf7 None None] Acquiring lock "SegmentPort" {{(pid=66703) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 729.031929] env[66703]: DEBUG oslo_concurrency.lockutils [None req-ffa6d202-748e-4c81-9979-ad08741f9cf7 None None] Acquired lock "SegmentPort" {{(pid=66703) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 729.032270] env[66703]: DEBUG oslo_concurrency.lockutils [None req-ffa6d202-748e-4c81-9979-ad08741f9cf7 None None] Acquired external semaphore "SegmentPort" {{(pid=66703) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 729.032496] env[66703]: DEBUG oslo_concurrency.lockutils [None req-ffa6d202-748e-4c81-9979-ad08741f9cf7 None None] Releasing lock "SegmentPort" {{(pid=66703) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 729.032729] env[66703]: DEBUG oslo_concurrency.lockutils [None req-ffa6d202-748e-4c81-9979-ad08741f9cf7 None None] Releasing lock "port-37a4fd26-2b96-42f2-87d2-3600347ec46e" {{(pid=66703) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 729.078093] env[66703]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] deletion realization of port 0963fd84-93a0-47e4-aead-cc72e1bbefc9 [ 729.078378] env[66703]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=66703) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 729.078561] env[66703]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=66703) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 729.078671] env[66703]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=66703) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 729.079614] env[66703]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=66703) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 729.079614] env[66703]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=66703) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 729.079614] env[66703]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Segment Port:0963fd84-93a0-47e4-aead-cc72e1bbefc9 already deleted. [ 729.079614] env[66703]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-0963fd84-93a0-47e4-aead-cc72e1bbefc9" {{(pid=66703) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 729.089033] env[66703]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for 30de771b-a136-45ed-b92b-db3de891006f: rpc.has_security_group_logging(os_id): False [ 729.115531] env[66703]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=66703) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 729.115756] env[66703]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66703) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 729.115853] env[66703]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66703) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 729.116143] env[66703]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66703) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 729.116264] env[66703]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66703) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 729.116540] env[66703]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=66703) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 729.116676] env[66703]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66703) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 729.116758] env[66703]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66703) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 729.116943] env[66703]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66703) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 729.117076] env[66703]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66703) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 729.117193] env[66703]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 30de771b-a136-45ed-b92b-db3de891006f is going to be created. [ 729.194498] env[66703]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=66703) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 729.194648] env[66703]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66703) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 729.194720] env[66703]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66703) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 729.194938] env[66703]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66703) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 729.195141] env[66703]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66703) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 729.207621] env[66703]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 30de771b-a136-45ed-b92b-db3de891006f in Status: IN_PROGRESS for 2s [ 729.399918] env[66703]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66703) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 729.399918] env[66703]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66703) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 729.399918] env[66703]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66703) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 729.399918] env[66703]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66703) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 729.399918] env[66703]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66703) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 729.399918] env[66703]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 8e4a28ae-331b-4bc3-83a7-35099819703c is going to be updated. [ 729.440352] env[66703]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66703) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 729.440496] env[66703]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66703) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 729.440704] env[66703]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66703) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 729.442344] env[66703]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66703) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 729.442344] env[66703]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66703) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 729.460539] env[66703]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 8e4a28ae-331b-4bc3-83a7-35099819703c in Status: IN_PROGRESS for 2s [ 729.849273] env[66703]: INFO networking_nsxv3.common.synchronization [req-06340828-bcfd-4028-89a5-faf9a1880811 req-a992ff7d-436e-42fe-8be0-114bb949d0b0 tempest-ServerMetadataNegativeTestJSON-1146975588 tempest-ServerMetadataNegativeTestJSON-1146975588-project-member] Enqueued Resource ID: 6346706c-1caf-4cbe-88de-b1c9a0ad8189 with Priority: HIGHEST for action security_group_members [ 729.849273] env[66703]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 6346706c-1caf-4cbe-88de-b1c9a0ad8189 with Priority: HIGHEST for action security_group_members [ 729.850913] env[66703]: DEBUG networking_nsxv3.common.locking [-] Lock member-6346706c-1caf-4cbe-88de-b1c9a0ad8189 taken with stack trace [, , ] {{(pid=66703) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 729.851054] env[66703]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-6346706c-1caf-4cbe-88de-b1c9a0ad8189" {{(pid=66703) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 729.851129] env[66703]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-6346706c-1caf-4cbe-88de-b1c9a0ad8189" {{(pid=66703) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 729.851393] env[66703]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-6346706c-1caf-4cbe-88de-b1c9a0ad8189" {{(pid=66703) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 729.851552] env[66703]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=66703) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 729.851655] env[66703]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66703) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 729.851710] env[66703]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66703) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 729.851908] env[66703]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66703) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 729.851961] env[66703]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66703) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 729.852036] env[66703]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('6346706c-1caf-4cbe-88de-b1c9a0ad8189',) {} {{(pid=66703) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 729.871151] env[66703]: INFO networking_nsxv3.common.synchronization [req-49653829-1f44-4380-9423-3605b41f6ba7 req-c23117dd-6e7e-441c-bbf0-32e18bdc83c0 service nova] Enqueued Resource ID: 8e4a28ae-331b-4bc3-83a7-35099819703c with Priority: HIGHEST for action security_group_rules [ 729.871384] env[66703]: INFO networking_nsxv3.common.synchronization [req-49653829-1f44-4380-9423-3605b41f6ba7 req-c23117dd-6e7e-441c-bbf0-32e18bdc83c0 service nova] Enqueued Resource ID: 8e4a28ae-331b-4bc3-83a7-35099819703c with Priority: HIGHEST for action security_group_members [ 729.871504] env[66703]: INFO networking_nsxv3.common.synchronization [req-49653829-1f44-4380-9423-3605b41f6ba7 req-c23117dd-6e7e-441c-bbf0-32e18bdc83c0 service nova] Enqueued Resource ID: 37a4fd26-2b96-42f2-87d2-3600347ec46e with Priority: HIGHEST for action port [ 729.878123] env[66703]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 8e4a28ae-331b-4bc3-83a7-35099819703c with Priority: HIGHEST for action security_group_rules [ 729.878123] env[66703]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 8e4a28ae-331b-4bc3-83a7-35099819703c with Priority: HIGHEST for action security_group_members [ 729.878123] env[66703]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 37a4fd26-2b96-42f2-87d2-3600347ec46e with Priority: HIGHEST for action port [ 729.882025] env[66703]: DEBUG networking_nsxv3.common.locking [-] Lock rules-8e4a28ae-331b-4bc3-83a7-35099819703c taken with stack trace [, , ] {{(pid=66703) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 729.882025] env[66703]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-8e4a28ae-331b-4bc3-83a7-35099819703c" {{(pid=66703) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 729.882025] env[66703]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-8e4a28ae-331b-4bc3-83a7-35099819703c" {{(pid=66703) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 729.882025] env[66703]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-8e4a28ae-331b-4bc3-83a7-35099819703c" {{(pid=66703) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 729.882025] env[66703]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('8e4a28ae-331b-4bc3-83a7-35099819703c',) {} {{(pid=66703) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 729.882025] env[66703]: DEBUG networking_nsxv3.common.locking [-] Lock member-8e4a28ae-331b-4bc3-83a7-35099819703c taken with stack trace [, , ] {{(pid=66703) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 729.882025] env[66703]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-8e4a28ae-331b-4bc3-83a7-35099819703c" {{(pid=66703) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 729.882025] env[66703]: DEBUG networking_nsxv3.common.locking [-] Lock port-37a4fd26-2b96-42f2-87d2-3600347ec46e taken with stack trace [, , ] {{(pid=66703) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 729.882025] env[66703]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-37a4fd26-2b96-42f2-87d2-3600347ec46e" {{(pid=66703) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 729.882025] env[66703]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-37a4fd26-2b96-42f2-87d2-3600347ec46e" {{(pid=66703) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 729.882025] env[66703]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-37a4fd26-2b96-42f2-87d2-3600347ec46e" {{(pid=66703) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 729.883349] env[66703]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('37a4fd26-2b96-42f2-87d2-3600347ec46e',) {} {{(pid=66703) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 730.102339] env[66703]: INFO networking_nsxv3.common.synchronization [None req-21877f48-42bf-4fd1-9f32-2590e60c421a None None] Enqueued Resource ID: ec9cfbe4-ecb7-49c6-9195-cefec0581b7c with Priority: HIGHEST for action port [ 730.102959] env[66703]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: ec9cfbe4-ecb7-49c6-9195-cefec0581b7c with Priority: HIGHEST for action port [ 730.103295] env[66703]: DEBUG networking_nsxv3.common.locking [-] Lock port-ec9cfbe4-ecb7-49c6-9195-cefec0581b7c taken with stack trace [, , ] {{(pid=66703) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 730.103527] env[66703]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-ec9cfbe4-ecb7-49c6-9195-cefec0581b7c" {{(pid=66703) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 730.103666] env[66703]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-ec9cfbe4-ecb7-49c6-9195-cefec0581b7c" {{(pid=66703) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 730.104346] env[66703]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-ec9cfbe4-ecb7-49c6-9195-cefec0581b7c" {{(pid=66703) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 730.104430] env[66703]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('ec9cfbe4-ecb7-49c6-9195-cefec0581b7c',) {} {{(pid=66703) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 730.316639] env[66703]: DEBUG networking_nsxv3.common.locking [None req-33d36011-a73c-4b6d-849a-f8c867240c48 None None] Lock network-280 taken with stack trace [, , , , , , , , ] {{(pid=66703) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 730.316895] env[66703]: DEBUG oslo_concurrency.lockutils [None req-33d36011-a73c-4b6d-849a-f8c867240c48 None None] Acquiring lock "network-280" {{(pid=66703) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 730.316990] env[66703]: DEBUG oslo_concurrency.lockutils [None req-33d36011-a73c-4b6d-849a-f8c867240c48 None None] Acquired lock "network-280" {{(pid=66703) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 730.317317] env[66703]: DEBUG oslo_concurrency.lockutils [None req-33d36011-a73c-4b6d-849a-f8c867240c48 None None] Acquired external semaphore "network-280" {{(pid=66703) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 730.317673] env[66703]: DEBUG networking_nsxv3.common.locking [None req-33d36011-a73c-4b6d-849a-f8c867240c48 None None] Lock Segment taken with stack trace [, , , , , , , , , , ] {{(pid=66703) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 730.317817] env[66703]: DEBUG oslo_concurrency.lockutils [None req-33d36011-a73c-4b6d-849a-f8c867240c48 None None] Acquiring lock "Segment" {{(pid=66703) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 730.317882] env[66703]: DEBUG oslo_concurrency.lockutils [None req-33d36011-a73c-4b6d-849a-f8c867240c48 None None] Acquired lock "Segment" {{(pid=66703) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 730.319190] env[66703]: DEBUG oslo_concurrency.lockutils [None req-33d36011-a73c-4b6d-849a-f8c867240c48 None None] Acquired external semaphore "Segment" {{(pid=66703) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 730.319355] env[66703]: DEBUG oslo_concurrency.lockutils [None req-33d36011-a73c-4b6d-849a-f8c867240c48 None None] Releasing lock "Segment" {{(pid=66703) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 730.319564] env[66703]: DEBUG dogpile.cache.region [None req-33d36011-a73c-4b6d-849a-f8c867240c48 None None] No value present for key: 'zone-id' {{(pid=66703) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 730.319684] env[66703]: DEBUG dogpile.lock [None req-33d36011-a73c-4b6d-849a-f8c867240c48 None None] NeedRegenerationException {{(pid=66703) _enter /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:90}} [ 730.319798] env[66703]: DEBUG dogpile.lock [None req-33d36011-a73c-4b6d-849a-f8c867240c48 None None] no value, waiting for create lock {{(pid=66703) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:131}} [ 730.319905] env[66703]: DEBUG dogpile.lock [None req-33d36011-a73c-4b6d-849a-f8c867240c48 None None] value creation lock acquired {{(pid=66703) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:135}} [ 730.320023] env[66703]: DEBUG dogpile.cache.region [None req-33d36011-a73c-4b6d-849a-f8c867240c48 None None] No value present for key: 'zone-id' {{(pid=66703) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 730.320135] env[66703]: DEBUG dogpile.lock [None req-33d36011-a73c-4b6d-849a-f8c867240c48 None None] Calling creation function for not-yet-present value {{(pid=66703) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:174}} [ 730.320267] env[66703]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-33d36011-a73c-4b6d-849a-f8c867240c48 None None] Looking for TransportZone with name nsx-vlan-transportzone. [ 730.338852] env[66703]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: a8f04bfa-28b4-468c-97f4-e8e0cfcbb095 in Status: SUCCESS [ 730.339095] env[66703]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-a8f04bfa-28b4-468c-97f4-e8e0cfcbb095" {{(pid=66703) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 730.339250] env[66703]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-a8f04bfa-28b4-468c-97f4-e8e0cfcbb095" {{(pid=66703) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 730.339473] env[66703]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-a8f04bfa-28b4-468c-97f4-e8e0cfcbb095" {{(pid=66703) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 730.339668] env[66703]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=66703) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 730.339786] env[66703]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66703) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 730.339851] env[66703]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66703) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 730.340015] env[66703]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66703) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 730.340108] env[66703]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66703) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 730.340222] env[66703]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-a8f04bfa-28b4-468c-97f4-e8e0cfcbb095" {{(pid=66703) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 730.340319] env[66703]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('a8f04bfa-28b4-468c-97f4-e8e0cfcbb095',) {} {{(pid=66703) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 730.343422] env[66703]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-33d36011-a73c-4b6d-849a-f8c867240c48 None None] loading zone with a95c914d-748d-497c-94ab-10d4647daeba and tags [{'scope': 'mp2policy_migr_status', 'tag': 'success'}] [ 730.343564] env[66703]: DEBUG dogpile.cache.region [None req-33d36011-a73c-4b6d-849a-f8c867240c48 None None] Cache value generated in 0.023 seconds for key(s): 'zone-id' {{(pid=66703) _log_time /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:910}} [ 730.343700] env[66703]: DEBUG dogpile.lock [None req-33d36011-a73c-4b6d-849a-f8c867240c48 None None] Released creation lock {{(pid=66703) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:182}} [ 730.343863] env[66703]: DEBUG oslo_concurrency.lockutils [None req-33d36011-a73c-4b6d-849a-f8c867240c48 None None] Releasing lock "network-280" {{(pid=66703) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 730.344187] env[66703]: DEBUG networking_nsxv3.common.locking [None req-33d36011-a73c-4b6d-849a-f8c867240c48 None None] Lock port-17b7178d-1772-4b36-a260-068c2ce30fd1 taken with stack trace [, , , , , , , , ] {{(pid=66703) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 730.344351] env[66703]: DEBUG oslo_concurrency.lockutils [None req-33d36011-a73c-4b6d-849a-f8c867240c48 None None] Acquiring lock "port-17b7178d-1772-4b36-a260-068c2ce30fd1" {{(pid=66703) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 730.344461] env[66703]: DEBUG oslo_concurrency.lockutils [None req-33d36011-a73c-4b6d-849a-f8c867240c48 None None] Acquired lock "port-17b7178d-1772-4b36-a260-068c2ce30fd1" {{(pid=66703) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 730.344761] env[66703]: DEBUG oslo_concurrency.lockutils [None req-33d36011-a73c-4b6d-849a-f8c867240c48 None None] Acquired external semaphore "port-17b7178d-1772-4b36-a260-068c2ce30fd1" {{(pid=66703) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 730.344915] env[66703]: DEBUG networking_nsxv3.api.rpc [None req-33d36011-a73c-4b6d-849a-f8c867240c48 None None] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('17b7178d-1772-4b36-a260-068c2ce30fd1',) {} {{(pid=66703) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 730.354314] env[66703]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=66703) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 730.354462] env[66703]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66703) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 730.354529] env[66703]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66703) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 730.354796] env[66703]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66703) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 730.354908] env[66703]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66703) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 730.355181] env[66703]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66703) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 730.355278] env[66703]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66703) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 730.355392] env[66703]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66703) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 730.355574] env[66703]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66703) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 730.355685] env[66703]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66703) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 730.355795] env[66703]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 6346706c-1caf-4cbe-88de-b1c9a0ad8189 already deleted. [ 730.355894] env[66703]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-6346706c-1caf-4cbe-88de-b1c9a0ad8189" {{(pid=66703) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 730.386606] env[66703]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] realization of port 37a4fd26-2b96-42f2-87d2-3600347ec46e with status ACTIVE [ 730.386606] env[66703]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=66703) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 730.386606] env[66703]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=66703) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 730.386606] env[66703]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=66703) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 730.386606] env[66703]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=66703) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 730.386606] env[66703]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=66703) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 730.386606] env[66703]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , ] {{(pid=66703) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 730.386606] env[66703]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=66703) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 730.386606] env[66703]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=66703) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 730.386606] env[66703]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=66703) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 730.386606] env[66703]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=66703) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 730.388012] env[66703]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=66703) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 730.388012] env[66703]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=66703) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 730.388012] env[66703]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=66703) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 730.388012] env[66703]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=66703) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 730.388012] env[66703]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=66703) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 730.388012] env[66703]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: SegmentPort with ID: 37a4fd26-2b96-42f2-87d2-3600347ec46e is going to be updated. [ 730.389471] env[66703]: DEBUG networking_nsxv3.common.locking [-] Lock member-8e4a28ae-331b-4bc3-83a7-35099819703c taken with stack trace [, , , ] {{(pid=66703) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 730.389562] env[66703]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-8e4a28ae-331b-4bc3-83a7-35099819703c" {{(pid=66703) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 730.414448] env[66703]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=66703) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 730.414448] env[66703]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=66703) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 730.414448] env[66703]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=66703) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 730.414912] env[66703]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=66703) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 730.415950] env[66703]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=66703) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 730.415950] env[66703]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-37a4fd26-2b96-42f2-87d2-3600347ec46e" {{(pid=66703) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 730.606783] env[66703]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] deletion realization of port ec9cfbe4-ecb7-49c6-9195-cefec0581b7c [ 730.607120] env[66703]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=66703) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 730.607593] env[66703]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=66703) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 730.607593] env[66703]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=66703) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 730.607593] env[66703]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=66703) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 730.607804] env[66703]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=66703) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 730.607804] env[66703]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Segment Port:ec9cfbe4-ecb7-49c6-9195-cefec0581b7c already deleted. [ 730.607913] env[66703]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-ec9cfbe4-ecb7-49c6-9195-cefec0581b7c" {{(pid=66703) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 730.842603] env[66703]: DEBUG networking_nsxv3.common.locking [-] Lock member-a8f04bfa-28b4-468c-97f4-e8e0cfcbb095 taken with stack trace [, , , ] {{(pid=66703) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 730.843078] env[66703]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-a8f04bfa-28b4-468c-97f4-e8e0cfcbb095" {{(pid=66703) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 730.843206] env[66703]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-a8f04bfa-28b4-468c-97f4-e8e0cfcbb095" {{(pid=66703) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 730.843486] env[66703]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-a8f04bfa-28b4-468c-97f4-e8e0cfcbb095" {{(pid=66703) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 730.843711] env[66703]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=66703) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 730.843857] env[66703]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66703) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 730.843950] env[66703]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66703) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 730.844150] env[66703]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66703) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 730.844248] env[66703]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66703) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 730.844340] env[66703]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-a8f04bfa-28b4-468c-97f4-e8e0cfcbb095" {{(pid=66703) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 730.844532] env[66703]: DEBUG networking_nsxv3.common.locking [-] Lock member-a8f04bfa-28b4-468c-97f4-e8e0cfcbb095 taken with stack trace [, , , ] {{(pid=66703) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 730.844661] env[66703]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-a8f04bfa-28b4-468c-97f4-e8e0cfcbb095" {{(pid=66703) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 730.844743] env[66703]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-a8f04bfa-28b4-468c-97f4-e8e0cfcbb095" {{(pid=66703) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 730.844910] env[66703]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-a8f04bfa-28b4-468c-97f4-e8e0cfcbb095" {{(pid=66703) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 730.845104] env[66703]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=66703) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 730.845201] env[66703]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66703) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 730.845264] env[66703]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66703) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 730.845443] env[66703]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66703) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 730.845531] env[66703]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66703) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 730.845618] env[66703]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-a8f04bfa-28b4-468c-97f4-e8e0cfcbb095" {{(pid=66703) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 730.845712] env[66703]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('a8f04bfa-28b4-468c-97f4-e8e0cfcbb095',) {} {{(pid=66703) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 730.848751] env[66703]: DEBUG networking_nsxv3.common.locking [None req-33d36011-a73c-4b6d-849a-f8c867240c48 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , ] {{(pid=66703) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 730.849108] env[66703]: DEBUG oslo_concurrency.lockutils [None req-33d36011-a73c-4b6d-849a-f8c867240c48 None None] Acquiring lock "SegmentPort" {{(pid=66703) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 730.849495] env[66703]: DEBUG oslo_concurrency.lockutils [None req-33d36011-a73c-4b6d-849a-f8c867240c48 None None] Acquired lock "SegmentPort" {{(pid=66703) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 730.849495] env[66703]: DEBUG oslo_concurrency.lockutils [None req-33d36011-a73c-4b6d-849a-f8c867240c48 None None] Acquired external semaphore "SegmentPort" {{(pid=66703) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 730.849690] env[66703]: DEBUG oslo_concurrency.lockutils [None req-33d36011-a73c-4b6d-849a-f8c867240c48 None None] Releasing lock "SegmentPort" {{(pid=66703) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 730.850737] env[66703]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-33d36011-a73c-4b6d-849a-f8c867240c48 None None] Segment Port 17b7178d-1772-4b36-a260-068c2ce30fd1 not found, creating... [ 730.850737] env[66703]: DEBUG networking_nsxv3.common.locking [None req-33d36011-a73c-4b6d-849a-f8c867240c48 None None] Lock Segment taken with stack trace [, , , , , , , , , , , ] {{(pid=66703) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 730.850737] env[66703]: DEBUG oslo_concurrency.lockutils [None req-33d36011-a73c-4b6d-849a-f8c867240c48 None None] Acquiring lock "Segment" {{(pid=66703) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 730.850737] env[66703]: DEBUG oslo_concurrency.lockutils [None req-33d36011-a73c-4b6d-849a-f8c867240c48 None None] Acquired lock "Segment" {{(pid=66703) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 730.850737] env[66703]: DEBUG oslo_concurrency.lockutils [None req-33d36011-a73c-4b6d-849a-f8c867240c48 None None] Acquired external semaphore "Segment" {{(pid=66703) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 730.850737] env[66703]: DEBUG oslo_concurrency.lockutils [None req-33d36011-a73c-4b6d-849a-f8c867240c48 None None] Releasing lock "Segment" {{(pid=66703) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 730.851081] env[66703]: DEBUG networking_nsxv3.common.locking [None req-33d36011-a73c-4b6d-849a-f8c867240c48 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=66703) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 730.851149] env[66703]: DEBUG oslo_concurrency.lockutils [None req-33d36011-a73c-4b6d-849a-f8c867240c48 None None] Acquiring lock "SegmentPort" {{(pid=66703) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 730.851232] env[66703]: DEBUG oslo_concurrency.lockutils [None req-33d36011-a73c-4b6d-849a-f8c867240c48 None None] Acquired lock "SegmentPort" {{(pid=66703) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 730.851438] env[66703]: DEBUG oslo_concurrency.lockutils [None req-33d36011-a73c-4b6d-849a-f8c867240c48 None None] Acquired external semaphore "SegmentPort" {{(pid=66703) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 730.851565] env[66703]: DEBUG oslo_concurrency.lockutils [None req-33d36011-a73c-4b6d-849a-f8c867240c48 None None] Releasing lock "SegmentPort" {{(pid=66703) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 730.851694] env[66703]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-33d36011-a73c-4b6d-849a-f8c867240c48 None None] Resource: SegmentPort with ID: 17b7178d-1772-4b36-a260-068c2ce30fd1 is going to be created. [ 730.876529] env[66703]: DEBUG networking_nsxv3.common.locking [None req-33d36011-a73c-4b6d-849a-f8c867240c48 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=66703) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 730.876791] env[66703]: DEBUG oslo_concurrency.lockutils [None req-33d36011-a73c-4b6d-849a-f8c867240c48 None None] Acquiring lock "SegmentPort" {{(pid=66703) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 730.876950] env[66703]: DEBUG oslo_concurrency.lockutils [None req-33d36011-a73c-4b6d-849a-f8c867240c48 None None] Acquired lock "SegmentPort" {{(pid=66703) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 730.877310] env[66703]: DEBUG oslo_concurrency.lockutils [None req-33d36011-a73c-4b6d-849a-f8c867240c48 None None] Acquired external semaphore "SegmentPort" {{(pid=66703) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 730.877591] env[66703]: DEBUG oslo_concurrency.lockutils [None req-33d36011-a73c-4b6d-849a-f8c867240c48 None None] Releasing lock "SegmentPort" {{(pid=66703) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 730.877837] env[66703]: DEBUG oslo_concurrency.lockutils [None req-33d36011-a73c-4b6d-849a-f8c867240c48 None None] Releasing lock "port-17b7178d-1772-4b36-a260-068c2ce30fd1" {{(pid=66703) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 731.221295] env[66703]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 30de771b-a136-45ed-b92b-db3de891006f in Status: SUCCESS [ 731.221665] env[66703]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-30de771b-a136-45ed-b92b-db3de891006f" {{(pid=66703) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 731.349306] env[66703]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for a8f04bfa-28b4-468c-97f4-e8e0cfcbb095: rpc.has_security_group_logging(os_id): False [ 731.367807] env[66703]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=66703) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 731.367975] env[66703]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66703) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 731.368058] env[66703]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66703) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 731.368327] env[66703]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66703) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 731.368736] env[66703]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66703) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 731.368736] env[66703]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66703) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 731.368736] env[66703]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66703) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 731.368911] env[66703]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66703) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 731.369132] env[66703]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66703) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 731.369132] env[66703]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66703) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 731.369284] env[66703]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66703) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 731.369397] env[66703]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66703) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 731.369458] env[66703]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66703) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 731.369647] env[66703]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66703) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 731.369738] env[66703]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66703) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 731.369978] env[66703]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=66703) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 731.370091] env[66703]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66703) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 731.371898] env[66703]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66703) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 731.371898] env[66703]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66703) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 731.371898] env[66703]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66703) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 731.371898] env[66703]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: a8f04bfa-28b4-468c-97f4-e8e0cfcbb095 is going to be created. [ 731.440016] env[66703]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=66703) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 731.440233] env[66703]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66703) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 731.440233] env[66703]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66703) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 731.440441] env[66703]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66703) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 731.440620] env[66703]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66703) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 731.453630] env[66703]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: a8f04bfa-28b4-468c-97f4-e8e0cfcbb095 in Status: IN_PROGRESS for 2s [ 731.469447] env[66703]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 8e4a28ae-331b-4bc3-83a7-35099819703c in Status: SUCCESS [ 731.470089] env[66703]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-8e4a28ae-331b-4bc3-83a7-35099819703c" {{(pid=66703) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 731.470089] env[66703]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-8e4a28ae-331b-4bc3-83a7-35099819703c" {{(pid=66703) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 731.470238] env[66703]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-8e4a28ae-331b-4bc3-83a7-35099819703c" {{(pid=66703) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 731.470362] env[66703]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=66703) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 731.470478] env[66703]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66703) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 731.470577] env[66703]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66703) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 731.470703] env[66703]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66703) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 731.470784] env[66703]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66703) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 731.470957] env[66703]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('8e4a28ae-331b-4bc3-83a7-35099819703c',) {} {{(pid=66703) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 731.608140] env[66703]: INFO networking_nsxv3.common.synchronization [req-06340828-bcfd-4028-89a5-faf9a1880811 req-575fe006-fb72-4932-8d44-14ad47867c6c service nova] Enqueued Resource ID: 6346706c-1caf-4cbe-88de-b1c9a0ad8189 with Priority: HIGHEST for action security_group_rules [ 731.608330] env[66703]: INFO networking_nsxv3.common.synchronization [req-06340828-bcfd-4028-89a5-faf9a1880811 req-575fe006-fb72-4932-8d44-14ad47867c6c service nova] Enqueued Resource ID: 6346706c-1caf-4cbe-88de-b1c9a0ad8189 with Priority: HIGHEST for action security_group_members [ 731.608470] env[66703]: INFO networking_nsxv3.common.synchronization [req-06340828-bcfd-4028-89a5-faf9a1880811 req-575fe006-fb72-4932-8d44-14ad47867c6c service nova] Enqueued Resource ID: 17b7178d-1772-4b36-a260-068c2ce30fd1 with Priority: HIGHEST for action port [ 731.609030] env[66703]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 6346706c-1caf-4cbe-88de-b1c9a0ad8189 with Priority: HIGHEST for action security_group_rules [ 731.609190] env[66703]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 6346706c-1caf-4cbe-88de-b1c9a0ad8189 with Priority: HIGHEST for action security_group_members [ 731.609309] env[66703]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 17b7178d-1772-4b36-a260-068c2ce30fd1 with Priority: HIGHEST for action port [ 731.609612] env[66703]: DEBUG networking_nsxv3.common.locking [-] Lock rules-6346706c-1caf-4cbe-88de-b1c9a0ad8189 taken with stack trace [, , ] {{(pid=66703) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 731.609748] env[66703]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-6346706c-1caf-4cbe-88de-b1c9a0ad8189" {{(pid=66703) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 731.609860] env[66703]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-6346706c-1caf-4cbe-88de-b1c9a0ad8189" {{(pid=66703) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 731.612234] env[66703]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-6346706c-1caf-4cbe-88de-b1c9a0ad8189" {{(pid=66703) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 731.612360] env[66703]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('6346706c-1caf-4cbe-88de-b1c9a0ad8189',) {} {{(pid=66703) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 731.613592] env[66703]: DEBUG networking_nsxv3.common.locking [-] Lock member-6346706c-1caf-4cbe-88de-b1c9a0ad8189 taken with stack trace [, , ] {{(pid=66703) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 731.613722] env[66703]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-6346706c-1caf-4cbe-88de-b1c9a0ad8189" {{(pid=66703) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 731.613792] env[66703]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-6346706c-1caf-4cbe-88de-b1c9a0ad8189" {{(pid=66703) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 731.614012] env[66703]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-6346706c-1caf-4cbe-88de-b1c9a0ad8189" {{(pid=66703) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 731.614189] env[66703]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=66703) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 731.614483] env[66703]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66703) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 731.614572] env[66703]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66703) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 731.614745] env[66703]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66703) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 731.614887] env[66703]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66703) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 731.615013] env[66703]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('6346706c-1caf-4cbe-88de-b1c9a0ad8189',) {} {{(pid=66703) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 731.618710] env[66703]: DEBUG networking_nsxv3.common.locking [-] Lock port-17b7178d-1772-4b36-a260-068c2ce30fd1 taken with stack trace [, , ] {{(pid=66703) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 731.618863] env[66703]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-17b7178d-1772-4b36-a260-068c2ce30fd1" {{(pid=66703) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 731.618920] env[66703]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-17b7178d-1772-4b36-a260-068c2ce30fd1" {{(pid=66703) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 731.619145] env[66703]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-17b7178d-1772-4b36-a260-068c2ce30fd1" {{(pid=66703) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 731.619227] env[66703]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('17b7178d-1772-4b36-a260-068c2ce30fd1',) {} {{(pid=66703) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 731.975030] env[66703]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('8e4a28ae-331b-4bc3-83a7-35099819703c',) {} {{(pid=66703) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 732.031502] env[66703]: INFO networking_nsxv3.common.synchronization [None req-522533f7-5764-454c-b210-df7874438f16 None None] Enqueued Resource ID: 1fae6496-addf-4c87-8413-f099115a9a20 with Priority: HIGHEST for action port [ 732.032065] env[66703]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 1fae6496-addf-4c87-8413-f099115a9a20 with Priority: HIGHEST for action port [ 732.033939] env[66703]: DEBUG networking_nsxv3.common.locking [-] Lock port-1fae6496-addf-4c87-8413-f099115a9a20 taken with stack trace [, , ] {{(pid=66703) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 732.034190] env[66703]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-1fae6496-addf-4c87-8413-f099115a9a20" {{(pid=66703) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 732.034190] env[66703]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-1fae6496-addf-4c87-8413-f099115a9a20" {{(pid=66703) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 732.034450] env[66703]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-1fae6496-addf-4c87-8413-f099115a9a20" {{(pid=66703) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 732.034537] env[66703]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('1fae6496-addf-4c87-8413-f099115a9a20',) {} {{(pid=66703) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 732.119655] env[66703]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('6346706c-1caf-4cbe-88de-b1c9a0ad8189',) {} {{(pid=66703) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 732.120899] env[66703]: DEBUG networking_nsxv3.common.locking [-] Lock member-6346706c-1caf-4cbe-88de-b1c9a0ad8189 taken with stack trace [, , , ] {{(pid=66703) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 732.120899] env[66703]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-6346706c-1caf-4cbe-88de-b1c9a0ad8189" {{(pid=66703) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 732.124232] env[66703]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] realization of port 17b7178d-1772-4b36-a260-068c2ce30fd1 with status ACTIVE [ 732.124464] env[66703]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=66703) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 732.125057] env[66703]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=66703) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 732.125057] env[66703]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=66703) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 732.125057] env[66703]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=66703) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 732.125057] env[66703]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=66703) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 732.125252] env[66703]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , ] {{(pid=66703) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 732.125252] env[66703]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=66703) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 732.125252] env[66703]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=66703) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 732.125449] env[66703]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=66703) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 732.125642] env[66703]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=66703) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 732.126121] env[66703]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=66703) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 732.126121] env[66703]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=66703) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 732.126121] env[66703]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=66703) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 732.126404] env[66703]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=66703) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 732.126404] env[66703]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=66703) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 732.126545] env[66703]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: SegmentPort with ID: 17b7178d-1772-4b36-a260-068c2ce30fd1 is going to be updated. [ 732.150817] env[66703]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=66703) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 732.151102] env[66703]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=66703) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 732.151102] env[66703]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=66703) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 732.151392] env[66703]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=66703) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 732.151629] env[66703]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=66703) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 732.151885] env[66703]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-17b7178d-1772-4b36-a260-068c2ce30fd1" {{(pid=66703) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 732.418040] env[66703]: INFO networking_nsxv3.common.synchronization [req-1519a7f5-285d-4c2e-9062-f3cf3f470f88 req-3a0ca0f2-9798-45f1-a1d3-df440e54394e tempest-TenantUsagesTestJSON-2120604686 tempest-TenantUsagesTestJSON-2120604686-project-member] Enqueued Resource ID: 0707dfd1-3090-427b-9f88-1e41af4a94c0 with Priority: HIGHEST for action security_group_members [ 732.418040] env[66703]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 0707dfd1-3090-427b-9f88-1e41af4a94c0 with Priority: HIGHEST for action security_group_members [ 732.418040] env[66703]: DEBUG networking_nsxv3.common.locking [-] Lock member-0707dfd1-3090-427b-9f88-1e41af4a94c0 taken with stack trace [, , ] {{(pid=66703) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 732.418040] env[66703]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-0707dfd1-3090-427b-9f88-1e41af4a94c0" {{(pid=66703) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 732.418040] env[66703]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-0707dfd1-3090-427b-9f88-1e41af4a94c0" {{(pid=66703) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 732.420883] env[66703]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-0707dfd1-3090-427b-9f88-1e41af4a94c0" {{(pid=66703) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 732.420883] env[66703]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=66703) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 732.420883] env[66703]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66703) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 732.420883] env[66703]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66703) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 732.420883] env[66703]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66703) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 732.420883] env[66703]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66703) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 732.420883] env[66703]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('0707dfd1-3090-427b-9f88-1e41af4a94c0',) {} {{(pid=66703) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 732.477436] env[66703]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('8e4a28ae-331b-4bc3-83a7-35099819703c',) {} {{(pid=66703) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 732.539354] env[66703]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] deletion realization of port 1fae6496-addf-4c87-8413-f099115a9a20 [ 732.539354] env[66703]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=66703) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 732.539354] env[66703]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=66703) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 732.539354] env[66703]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=66703) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 732.539354] env[66703]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=66703) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 732.539354] env[66703]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=66703) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 732.540411] env[66703]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Segment Port:1fae6496-addf-4c87-8413-f099115a9a20 already deleted. [ 732.540411] env[66703]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-1fae6496-addf-4c87-8413-f099115a9a20" {{(pid=66703) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 732.623834] env[66703]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('6346706c-1caf-4cbe-88de-b1c9a0ad8189',) {} {{(pid=66703) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 732.925170] env[66703]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=66703) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 732.925170] env[66703]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66703) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 732.925170] env[66703]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66703) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 732.925170] env[66703]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66703) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 732.925170] env[66703]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66703) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 732.925170] env[66703]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66703) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 732.925170] env[66703]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66703) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 732.925170] env[66703]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66703) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 732.925170] env[66703]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66703) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 732.925170] env[66703]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66703) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 732.925170] env[66703]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 0707dfd1-3090-427b-9f88-1e41af4a94c0 already deleted. [ 732.925170] env[66703]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-0707dfd1-3090-427b-9f88-1e41af4a94c0" {{(pid=66703) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 732.946017] env[66703]: DEBUG networking_nsxv3.common.locking [None req-ffa6d202-748e-4c81-9979-ad08741f9cf7 None None] Lock network-691 taken with stack trace [, , , , , , , , ] {{(pid=66703) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 732.946159] env[66703]: DEBUG oslo_concurrency.lockutils [None req-ffa6d202-748e-4c81-9979-ad08741f9cf7 None None] Acquiring lock "network-691" {{(pid=66703) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 732.946203] env[66703]: DEBUG oslo_concurrency.lockutils [None req-ffa6d202-748e-4c81-9979-ad08741f9cf7 None None] Acquired lock "network-691" {{(pid=66703) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 732.949183] env[66703]: DEBUG oslo_concurrency.lockutils [None req-ffa6d202-748e-4c81-9979-ad08741f9cf7 None None] Acquired external semaphore "network-691" {{(pid=66703) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 732.949183] env[66703]: DEBUG networking_nsxv3.common.locking [None req-ffa6d202-748e-4c81-9979-ad08741f9cf7 None None] Lock Segment taken with stack trace [, , , , , , , , , , ] {{(pid=66703) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 732.949183] env[66703]: DEBUG oslo_concurrency.lockutils [None req-ffa6d202-748e-4c81-9979-ad08741f9cf7 None None] Acquiring lock "Segment" {{(pid=66703) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 732.949183] env[66703]: DEBUG oslo_concurrency.lockutils [None req-ffa6d202-748e-4c81-9979-ad08741f9cf7 None None] Acquired lock "Segment" {{(pid=66703) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 732.949183] env[66703]: DEBUG oslo_concurrency.lockutils [None req-ffa6d202-748e-4c81-9979-ad08741f9cf7 None None] Acquired external semaphore "Segment" {{(pid=66703) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 732.949183] env[66703]: DEBUG oslo_concurrency.lockutils [None req-ffa6d202-748e-4c81-9979-ad08741f9cf7 None None] Releasing lock "Segment" {{(pid=66703) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 732.949183] env[66703]: DEBUG dogpile.cache.region [None req-ffa6d202-748e-4c81-9979-ad08741f9cf7 None None] No value present for key: 'zone-id' {{(pid=66703) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 732.949183] env[66703]: DEBUG dogpile.lock [None req-ffa6d202-748e-4c81-9979-ad08741f9cf7 None None] NeedRegenerationException {{(pid=66703) _enter /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:90}} [ 732.949183] env[66703]: DEBUG dogpile.lock [None req-ffa6d202-748e-4c81-9979-ad08741f9cf7 None None] no value, waiting for create lock {{(pid=66703) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:131}} [ 732.949183] env[66703]: DEBUG dogpile.lock [None req-ffa6d202-748e-4c81-9979-ad08741f9cf7 None None] value creation lock acquired {{(pid=66703) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:135}} [ 732.949183] env[66703]: DEBUG dogpile.cache.region [None req-ffa6d202-748e-4c81-9979-ad08741f9cf7 None None] No value present for key: 'zone-id' {{(pid=66703) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 732.949183] env[66703]: DEBUG dogpile.lock [None req-ffa6d202-748e-4c81-9979-ad08741f9cf7 None None] Calling creation function for not-yet-present value {{(pid=66703) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:174}} [ 732.949720] env[66703]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-ffa6d202-748e-4c81-9979-ad08741f9cf7 None None] Looking for TransportZone with name nsx-vlan-transportzone. [ 732.980659] env[66703]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66703) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 732.981109] env[66703]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66703) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 732.981266] env[66703]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66703) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 732.981874] env[66703]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66703) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 732.981874] env[66703]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66703) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 732.981874] env[66703]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 8e4a28ae-331b-4bc3-83a7-35099819703c is going to be updated. [ 732.990993] env[66703]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-ffa6d202-748e-4c81-9979-ad08741f9cf7 None None] loading zone with a95c914d-748d-497c-94ab-10d4647daeba and tags [{'scope': 'mp2policy_migr_status', 'tag': 'success'}] [ 732.991212] env[66703]: DEBUG dogpile.cache.region [None req-ffa6d202-748e-4c81-9979-ad08741f9cf7 None None] Cache value generated in 0.042 seconds for key(s): 'zone-id' {{(pid=66703) _log_time /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:910}} [ 732.991424] env[66703]: DEBUG dogpile.lock [None req-ffa6d202-748e-4c81-9979-ad08741f9cf7 None None] Released creation lock {{(pid=66703) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:182}} [ 732.991699] env[66703]: DEBUG oslo_concurrency.lockutils [None req-ffa6d202-748e-4c81-9979-ad08741f9cf7 None None] Releasing lock "network-691" {{(pid=66703) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 732.992107] env[66703]: DEBUG networking_nsxv3.common.locking [None req-ffa6d202-748e-4c81-9979-ad08741f9cf7 None None] Lock port-85607d8c-8e92-4084-b174-ae8328af3663 taken with stack trace [, , , , , , , , ] {{(pid=66703) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 732.992354] env[66703]: DEBUG oslo_concurrency.lockutils [None req-ffa6d202-748e-4c81-9979-ad08741f9cf7 None None] Acquiring lock "port-85607d8c-8e92-4084-b174-ae8328af3663" {{(pid=66703) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 732.992482] env[66703]: DEBUG oslo_concurrency.lockutils [None req-ffa6d202-748e-4c81-9979-ad08741f9cf7 None None] Acquired lock "port-85607d8c-8e92-4084-b174-ae8328af3663" {{(pid=66703) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 732.992809] env[66703]: DEBUG oslo_concurrency.lockutils [None req-ffa6d202-748e-4c81-9979-ad08741f9cf7 None None] Acquired external semaphore "port-85607d8c-8e92-4084-b174-ae8328af3663" {{(pid=66703) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 732.993128] env[66703]: DEBUG networking_nsxv3.api.rpc [None req-ffa6d202-748e-4c81-9979-ad08741f9cf7 None None] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('85607d8c-8e92-4084-b174-ae8328af3663',) {} {{(pid=66703) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 733.020735] env[66703]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66703) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 733.020879] env[66703]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66703) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 733.020948] env[66703]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66703) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 733.021175] env[66703]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66703) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 733.021327] env[66703]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66703) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 733.033814] env[66703]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 8e4a28ae-331b-4bc3-83a7-35099819703c in Status: IN_PROGRESS for 2s [ 733.130504] env[66703]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66703) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 733.130827] env[66703]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66703) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 733.130983] env[66703]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66703) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 733.131265] env[66703]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66703) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 733.131462] env[66703]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66703) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 733.131630] env[66703]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 6346706c-1caf-4cbe-88de-b1c9a0ad8189 is going to be created. [ 733.157283] env[66703]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66703) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 733.157878] env[66703]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66703) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 733.157991] env[66703]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66703) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 733.158205] env[66703]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66703) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 733.158367] env[66703]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66703) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 733.168018] env[66703]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 6346706c-1caf-4cbe-88de-b1c9a0ad8189 in Status: UNINITIALIZED for 2s [ 733.467366] env[66703]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: a8f04bfa-28b4-468c-97f4-e8e0cfcbb095 in Status: SUCCESS [ 733.467779] env[66703]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-a8f04bfa-28b4-468c-97f4-e8e0cfcbb095" {{(pid=66703) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 733.494985] env[66703]: DEBUG networking_nsxv3.common.locking [None req-ffa6d202-748e-4c81-9979-ad08741f9cf7 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , ] {{(pid=66703) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 733.495230] env[66703]: DEBUG oslo_concurrency.lockutils [None req-ffa6d202-748e-4c81-9979-ad08741f9cf7 None None] Acquiring lock "SegmentPort" {{(pid=66703) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 733.496049] env[66703]: DEBUG oslo_concurrency.lockutils [None req-ffa6d202-748e-4c81-9979-ad08741f9cf7 None None] Acquired lock "SegmentPort" {{(pid=66703) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 733.496049] env[66703]: DEBUG oslo_concurrency.lockutils [None req-ffa6d202-748e-4c81-9979-ad08741f9cf7 None None] Acquired external semaphore "SegmentPort" {{(pid=66703) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 733.496049] env[66703]: DEBUG oslo_concurrency.lockutils [None req-ffa6d202-748e-4c81-9979-ad08741f9cf7 None None] Releasing lock "SegmentPort" {{(pid=66703) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 733.496049] env[66703]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-ffa6d202-748e-4c81-9979-ad08741f9cf7 None None] Segment Port 85607d8c-8e92-4084-b174-ae8328af3663 not found, creating... [ 733.496271] env[66703]: DEBUG networking_nsxv3.common.locking [None req-ffa6d202-748e-4c81-9979-ad08741f9cf7 None None] Lock Segment taken with stack trace [, , , , , , , , , , , ] {{(pid=66703) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 733.496352] env[66703]: DEBUG oslo_concurrency.lockutils [None req-ffa6d202-748e-4c81-9979-ad08741f9cf7 None None] Acquiring lock "Segment" {{(pid=66703) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 733.496465] env[66703]: DEBUG oslo_concurrency.lockutils [None req-ffa6d202-748e-4c81-9979-ad08741f9cf7 None None] Acquired lock "Segment" {{(pid=66703) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 733.497034] env[66703]: DEBUG oslo_concurrency.lockutils [None req-ffa6d202-748e-4c81-9979-ad08741f9cf7 None None] Acquired external semaphore "Segment" {{(pid=66703) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 733.497034] env[66703]: DEBUG oslo_concurrency.lockutils [None req-ffa6d202-748e-4c81-9979-ad08741f9cf7 None None] Releasing lock "Segment" {{(pid=66703) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 733.497139] env[66703]: DEBUG networking_nsxv3.common.locking [None req-ffa6d202-748e-4c81-9979-ad08741f9cf7 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=66703) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 733.497213] env[66703]: DEBUG oslo_concurrency.lockutils [None req-ffa6d202-748e-4c81-9979-ad08741f9cf7 None None] Acquiring lock "SegmentPort" {{(pid=66703) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 733.497316] env[66703]: DEBUG oslo_concurrency.lockutils [None req-ffa6d202-748e-4c81-9979-ad08741f9cf7 None None] Acquired lock "SegmentPort" {{(pid=66703) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 733.497561] env[66703]: DEBUG oslo_concurrency.lockutils [None req-ffa6d202-748e-4c81-9979-ad08741f9cf7 None None] Acquired external semaphore "SegmentPort" {{(pid=66703) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 733.497700] env[66703]: DEBUG oslo_concurrency.lockutils [None req-ffa6d202-748e-4c81-9979-ad08741f9cf7 None None] Releasing lock "SegmentPort" {{(pid=66703) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 733.497831] env[66703]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-ffa6d202-748e-4c81-9979-ad08741f9cf7 None None] Resource: SegmentPort with ID: 85607d8c-8e92-4084-b174-ae8328af3663 is going to be created. [ 733.519618] env[66703]: DEBUG networking_nsxv3.common.locking [None req-ffa6d202-748e-4c81-9979-ad08741f9cf7 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=66703) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 733.519910] env[66703]: DEBUG oslo_concurrency.lockutils [None req-ffa6d202-748e-4c81-9979-ad08741f9cf7 None None] Acquiring lock "SegmentPort" {{(pid=66703) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 733.520058] env[66703]: DEBUG oslo_concurrency.lockutils [None req-ffa6d202-748e-4c81-9979-ad08741f9cf7 None None] Acquired lock "SegmentPort" {{(pid=66703) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 733.520326] env[66703]: DEBUG oslo_concurrency.lockutils [None req-ffa6d202-748e-4c81-9979-ad08741f9cf7 None None] Acquired external semaphore "SegmentPort" {{(pid=66703) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 733.520551] env[66703]: DEBUG oslo_concurrency.lockutils [None req-ffa6d202-748e-4c81-9979-ad08741f9cf7 None None] Releasing lock "SegmentPort" {{(pid=66703) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 733.521089] env[66703]: DEBUG oslo_concurrency.lockutils [None req-ffa6d202-748e-4c81-9979-ad08741f9cf7 None None] Releasing lock "port-85607d8c-8e92-4084-b174-ae8328af3663" {{(pid=66703) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 734.220598] env[66703]: INFO networking_nsxv3.common.synchronization [req-1519a7f5-285d-4c2e-9062-f3cf3f470f88 req-bf6a6081-4c34-4756-8ba9-d70d5e443baa service nova] Enqueued Resource ID: 0707dfd1-3090-427b-9f88-1e41af4a94c0 with Priority: HIGHEST for action security_group_rules [ 734.220598] env[66703]: INFO networking_nsxv3.common.synchronization [req-1519a7f5-285d-4c2e-9062-f3cf3f470f88 req-bf6a6081-4c34-4756-8ba9-d70d5e443baa service nova] Enqueued Resource ID: 0707dfd1-3090-427b-9f88-1e41af4a94c0 with Priority: HIGHEST for action security_group_members [ 734.220598] env[66703]: INFO networking_nsxv3.common.synchronization [req-1519a7f5-285d-4c2e-9062-f3cf3f470f88 req-bf6a6081-4c34-4756-8ba9-d70d5e443baa service nova] Enqueued Resource ID: 85607d8c-8e92-4084-b174-ae8328af3663 with Priority: HIGHEST for action port [ 734.221697] env[66703]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 0707dfd1-3090-427b-9f88-1e41af4a94c0 with Priority: HIGHEST for action security_group_rules [ 734.221697] env[66703]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 0707dfd1-3090-427b-9f88-1e41af4a94c0 with Priority: HIGHEST for action security_group_members [ 734.221697] env[66703]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 85607d8c-8e92-4084-b174-ae8328af3663 with Priority: HIGHEST for action port [ 734.221697] env[66703]: DEBUG networking_nsxv3.common.locking [-] Lock rules-0707dfd1-3090-427b-9f88-1e41af4a94c0 taken with stack trace [, , ] {{(pid=66703) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 734.222345] env[66703]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-0707dfd1-3090-427b-9f88-1e41af4a94c0" {{(pid=66703) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 734.222345] env[66703]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-0707dfd1-3090-427b-9f88-1e41af4a94c0" {{(pid=66703) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 734.222345] env[66703]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-0707dfd1-3090-427b-9f88-1e41af4a94c0" {{(pid=66703) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 734.222345] env[66703]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('0707dfd1-3090-427b-9f88-1e41af4a94c0',) {} {{(pid=66703) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 734.223421] env[66703]: DEBUG networking_nsxv3.common.locking [-] Lock member-0707dfd1-3090-427b-9f88-1e41af4a94c0 taken with stack trace [, , ] {{(pid=66703) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 734.223538] env[66703]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-0707dfd1-3090-427b-9f88-1e41af4a94c0" {{(pid=66703) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 734.223633] env[66703]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-0707dfd1-3090-427b-9f88-1e41af4a94c0" {{(pid=66703) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 734.223768] env[66703]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-0707dfd1-3090-427b-9f88-1e41af4a94c0" {{(pid=66703) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 734.223918] env[66703]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=66703) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 734.224016] env[66703]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66703) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 734.224081] env[66703]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66703) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 734.224215] env[66703]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66703) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 734.224298] env[66703]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66703) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 734.224388] env[66703]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('0707dfd1-3090-427b-9f88-1e41af4a94c0',) {} {{(pid=66703) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 734.225222] env[66703]: DEBUG networking_nsxv3.common.locking [-] Lock port-85607d8c-8e92-4084-b174-ae8328af3663 taken with stack trace [, , ] {{(pid=66703) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 734.225341] env[66703]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-85607d8c-8e92-4084-b174-ae8328af3663" {{(pid=66703) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 734.225401] env[66703]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-85607d8c-8e92-4084-b174-ae8328af3663" {{(pid=66703) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 734.225635] env[66703]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-85607d8c-8e92-4084-b174-ae8328af3663" {{(pid=66703) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 734.225635] env[66703]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('85607d8c-8e92-4084-b174-ae8328af3663',) {} {{(pid=66703) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 734.251513] env[66703]: INFO networking_nsxv3.common.synchronization [None req-5bcc297e-e834-4cf2-b6bb-245b798cfa49 None None] Enqueued Resource ID: 8b3ae5ab-5877-4ce0-8b00-9f742c9c3d1f with Priority: HIGHEST for action port [ 734.252331] env[66703]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 8b3ae5ab-5877-4ce0-8b00-9f742c9c3d1f with Priority: HIGHEST for action port [ 734.252797] env[66703]: DEBUG networking_nsxv3.common.locking [-] Lock port-8b3ae5ab-5877-4ce0-8b00-9f742c9c3d1f taken with stack trace [, , ] {{(pid=66703) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 734.252928] env[66703]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-8b3ae5ab-5877-4ce0-8b00-9f742c9c3d1f" {{(pid=66703) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 734.253140] env[66703]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-8b3ae5ab-5877-4ce0-8b00-9f742c9c3d1f" {{(pid=66703) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 734.254517] env[66703]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-8b3ae5ab-5877-4ce0-8b00-9f742c9c3d1f" {{(pid=66703) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 734.254517] env[66703]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('8b3ae5ab-5877-4ce0-8b00-9f742c9c3d1f',) {} {{(pid=66703) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 734.580821] env[66703]: INFO networking_nsxv3.common.synchronization [None req-b408aba1-3b72-4320-8176-c67b728c0427 tempest-ServersTestManualDisk-1891271854 tempest-ServersTestManualDisk-1891271854-project-member] Enqueued Resource ID: 79f2267d-9bdf-43af-9f5b-1fdcc8866c64 with Priority: HIGHEST for action security_group_rules [ 734.582209] env[66703]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 79f2267d-9bdf-43af-9f5b-1fdcc8866c64 with Priority: HIGHEST for action security_group_rules [ 734.582947] env[66703]: DEBUG networking_nsxv3.common.locking [-] Lock rules-79f2267d-9bdf-43af-9f5b-1fdcc8866c64 taken with stack trace [, , ] {{(pid=66703) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 734.583094] env[66703]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-79f2267d-9bdf-43af-9f5b-1fdcc8866c64" {{(pid=66703) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 734.583171] env[66703]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-79f2267d-9bdf-43af-9f5b-1fdcc8866c64" {{(pid=66703) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 734.583565] env[66703]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-79f2267d-9bdf-43af-9f5b-1fdcc8866c64" {{(pid=66703) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 734.583683] env[66703]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('79f2267d-9bdf-43af-9f5b-1fdcc8866c64',) {} {{(pid=66703) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 734.727231] env[66703]: DEBUG networking_nsxv3.common.locking [-] Lock member-0707dfd1-3090-427b-9f88-1e41af4a94c0 taken with stack trace [, , , ] {{(pid=66703) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 734.727669] env[66703]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-0707dfd1-3090-427b-9f88-1e41af4a94c0" {{(pid=66703) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 734.727878] env[66703]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('0707dfd1-3090-427b-9f88-1e41af4a94c0',) {} {{(pid=66703) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 734.728930] env[66703]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] realization of port 85607d8c-8e92-4084-b174-ae8328af3663 with status ACTIVE [ 734.729309] env[66703]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=66703) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 734.730060] env[66703]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=66703) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 734.730060] env[66703]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=66703) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 734.730060] env[66703]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=66703) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 734.730060] env[66703]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=66703) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 734.730550] env[66703]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , ] {{(pid=66703) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 734.730607] env[66703]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=66703) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 734.730722] env[66703]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=66703) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 734.731187] env[66703]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=66703) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 734.731187] env[66703]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=66703) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 734.731752] env[66703]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=66703) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 734.731752] env[66703]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=66703) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 734.731752] env[66703]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=66703) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 734.731908] env[66703]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=66703) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 734.732042] env[66703]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=66703) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 734.732143] env[66703]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: SegmentPort with ID: 85607d8c-8e92-4084-b174-ae8328af3663 is going to be updated. [ 734.755750] env[66703]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] deletion realization of port 8b3ae5ab-5877-4ce0-8b00-9f742c9c3d1f [ 734.755972] env[66703]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=66703) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 734.756168] env[66703]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=66703) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 734.756230] env[66703]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=66703) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 734.756514] env[66703]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=66703) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 734.756833] env[66703]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=66703) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 734.756833] env[66703]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Segment Port:8b3ae5ab-5877-4ce0-8b00-9f742c9c3d1f already deleted. [ 734.756833] env[66703]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-8b3ae5ab-5877-4ce0-8b00-9f742c9c3d1f" {{(pid=66703) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 734.773144] env[66703]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=66703) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 734.773144] env[66703]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=66703) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 734.773144] env[66703]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=66703) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 734.773144] env[66703]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=66703) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 734.773144] env[66703]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=66703) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 734.773144] env[66703]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-85607d8c-8e92-4084-b174-ae8328af3663" {{(pid=66703) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 734.844361] env[66703]: INFO networking_nsxv3.common.synchronization [None req-291ddc00-d0ac-40dd-a9c6-bab057b944ba tempest-ServersTestManualDisk-1891271854 tempest-ServersTestManualDisk-1891271854-project-member] Enqueued Resource ID: 79f2267d-9bdf-43af-9f5b-1fdcc8866c64 with Priority: HIGHEST for action security_group_rules [ 734.844981] env[66703]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 79f2267d-9bdf-43af-9f5b-1fdcc8866c64 with Priority: HIGHEST for action security_group_rules [ 734.845353] env[66703]: DEBUG networking_nsxv3.common.locking [-] Lock rules-79f2267d-9bdf-43af-9f5b-1fdcc8866c64 taken with stack trace [, , ] {{(pid=66703) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 734.845461] env[66703]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-79f2267d-9bdf-43af-9f5b-1fdcc8866c64" {{(pid=66703) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 735.046762] env[66703]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 8e4a28ae-331b-4bc3-83a7-35099819703c in Status: SUCCESS [ 735.046942] env[66703]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-8e4a28ae-331b-4bc3-83a7-35099819703c" {{(pid=66703) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 735.047131] env[66703]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-8e4a28ae-331b-4bc3-83a7-35099819703c" {{(pid=66703) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 735.047360] env[66703]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-8e4a28ae-331b-4bc3-83a7-35099819703c" {{(pid=66703) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 735.047618] env[66703]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=66703) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 735.048024] env[66703]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66703) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 735.048127] env[66703]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66703) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 735.048352] env[66703]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66703) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 735.048352] env[66703]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66703) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 735.048490] env[66703]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-8e4a28ae-331b-4bc3-83a7-35099819703c" {{(pid=66703) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 735.048593] env[66703]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('8e4a28ae-331b-4bc3-83a7-35099819703c',) {} {{(pid=66703) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 735.111399] env[66703]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=66703) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 735.111614] env[66703]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66703) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 735.111614] env[66703]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66703) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 735.111852] env[66703]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66703) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 735.111918] env[66703]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66703) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 735.112027] env[66703]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 79f2267d-9bdf-43af-9f5b-1fdcc8866c64 already deleted. [ 735.112382] env[66703]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-79f2267d-9bdf-43af-9f5b-1fdcc8866c64" {{(pid=66703) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 735.112382] env[66703]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-79f2267d-9bdf-43af-9f5b-1fdcc8866c64" {{(pid=66703) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 735.112508] env[66703]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-79f2267d-9bdf-43af-9f5b-1fdcc8866c64" {{(pid=66703) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 735.112508] env[66703]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('79f2267d-9bdf-43af-9f5b-1fdcc8866c64',) {} {{(pid=66703) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 735.183247] env[66703]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 6346706c-1caf-4cbe-88de-b1c9a0ad8189 in Status: SUCCESS [ 735.183511] env[66703]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-6346706c-1caf-4cbe-88de-b1c9a0ad8189" {{(pid=66703) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 735.183742] env[66703]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-6346706c-1caf-4cbe-88de-b1c9a0ad8189" {{(pid=66703) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 735.184244] env[66703]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-6346706c-1caf-4cbe-88de-b1c9a0ad8189" {{(pid=66703) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 735.184641] env[66703]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=66703) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 735.184730] env[66703]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66703) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 735.184823] env[66703]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66703) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 735.185015] env[66703]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66703) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 735.185147] env[66703]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66703) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 735.186037] env[66703]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-6346706c-1caf-4cbe-88de-b1c9a0ad8189" {{(pid=66703) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 735.186037] env[66703]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('6346706c-1caf-4cbe-88de-b1c9a0ad8189',) {} {{(pid=66703) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 735.233918] env[66703]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('0707dfd1-3090-427b-9f88-1e41af4a94c0',) {} {{(pid=66703) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 735.429515] env[66703]: INFO networking_nsxv3.common.synchronization [None req-abcde005-871c-4530-98df-c206259184e3 None None] Enqueued Resource ID: 86eb4dba-5ce3-47b6-8881-10f0ce883447 with Priority: HIGHEST for action port [ 735.430139] env[66703]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 86eb4dba-5ce3-47b6-8881-10f0ce883447 with Priority: HIGHEST for action port [ 735.430437] env[66703]: DEBUG networking_nsxv3.common.locking [-] Lock port-86eb4dba-5ce3-47b6-8881-10f0ce883447 taken with stack trace [, , ] {{(pid=66703) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 735.431671] env[66703]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-86eb4dba-5ce3-47b6-8881-10f0ce883447" {{(pid=66703) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 735.431671] env[66703]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-86eb4dba-5ce3-47b6-8881-10f0ce883447" {{(pid=66703) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 735.431671] env[66703]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-86eb4dba-5ce3-47b6-8881-10f0ce883447" {{(pid=66703) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 735.431671] env[66703]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('86eb4dba-5ce3-47b6-8881-10f0ce883447',) {} {{(pid=66703) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 735.550630] env[66703]: DEBUG networking_nsxv3.common.locking [-] Lock member-8e4a28ae-331b-4bc3-83a7-35099819703c taken with stack trace [, , , ] {{(pid=66703) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 735.550837] env[66703]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-8e4a28ae-331b-4bc3-83a7-35099819703c" {{(pid=66703) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 735.550954] env[66703]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-8e4a28ae-331b-4bc3-83a7-35099819703c" {{(pid=66703) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 735.551452] env[66703]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-8e4a28ae-331b-4bc3-83a7-35099819703c" {{(pid=66703) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 735.551698] env[66703]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=66703) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 735.551804] env[66703]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66703) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 735.551850] env[66703]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66703) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 735.552464] env[66703]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66703) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 735.552464] env[66703]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66703) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 735.552464] env[66703]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-8e4a28ae-331b-4bc3-83a7-35099819703c" {{(pid=66703) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 735.552614] env[66703]: DEBUG networking_nsxv3.common.locking [-] Lock member-8e4a28ae-331b-4bc3-83a7-35099819703c taken with stack trace [, , , ] {{(pid=66703) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 735.552614] env[66703]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-8e4a28ae-331b-4bc3-83a7-35099819703c" {{(pid=66703) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 735.552703] env[66703]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-8e4a28ae-331b-4bc3-83a7-35099819703c" {{(pid=66703) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 735.552801] env[66703]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-8e4a28ae-331b-4bc3-83a7-35099819703c" {{(pid=66703) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 735.552934] env[66703]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=66703) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 735.554517] env[66703]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66703) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 735.554517] env[66703]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66703) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 735.555959] env[66703]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66703) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 735.556077] env[66703]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66703) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 735.556171] env[66703]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-8e4a28ae-331b-4bc3-83a7-35099819703c" {{(pid=66703) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 735.556308] env[66703]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('8e4a28ae-331b-4bc3-83a7-35099819703c',) {} {{(pid=66703) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 735.587613] env[66703]: INFO networking_nsxv3.common.synchronization [req-20e4fe64-a5de-4ad8-9c42-af68f0590658 req-8ddda8e7-5c7a-4778-9cc9-61ea60696f33 tempest-ServersAdminTestJSON-442555362 tempest-ServersAdminTestJSON-442555362-project-member] Enqueued Resource ID: 660372db-97b0-4c25-a97c-8d2de7c849c4 with Priority: HIGHEST for action security_group_members [ 735.588346] env[66703]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 660372db-97b0-4c25-a97c-8d2de7c849c4 with Priority: HIGHEST for action security_group_members [ 735.588529] env[66703]: DEBUG networking_nsxv3.common.locking [-] Lock member-660372db-97b0-4c25-a97c-8d2de7c849c4 taken with stack trace [, , ] {{(pid=66703) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 735.589719] env[66703]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-660372db-97b0-4c25-a97c-8d2de7c849c4" {{(pid=66703) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 735.589807] env[66703]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-660372db-97b0-4c25-a97c-8d2de7c849c4" {{(pid=66703) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 735.590010] env[66703]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-660372db-97b0-4c25-a97c-8d2de7c849c4" {{(pid=66703) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 735.590168] env[66703]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=66703) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 735.590261] env[66703]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66703) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 735.590320] env[66703]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66703) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 735.590455] env[66703]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66703) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 735.590532] env[66703]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66703) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 735.590623] env[66703]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('660372db-97b0-4c25-a97c-8d2de7c849c4',) {} {{(pid=66703) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 735.644796] env[66703]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=66703) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 735.644796] env[66703]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66703) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 735.644796] env[66703]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66703) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 735.645248] env[66703]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66703) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 735.645248] env[66703]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66703) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 735.645399] env[66703]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 79f2267d-9bdf-43af-9f5b-1fdcc8866c64 already deleted. [ 735.645399] env[66703]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-79f2267d-9bdf-43af-9f5b-1fdcc8866c64" {{(pid=66703) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 735.689025] env[66703]: DEBUG networking_nsxv3.common.locking [-] Lock member-6346706c-1caf-4cbe-88de-b1c9a0ad8189 taken with stack trace [, , , ] {{(pid=66703) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 735.689251] env[66703]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-6346706c-1caf-4cbe-88de-b1c9a0ad8189" {{(pid=66703) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 735.689384] env[66703]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-6346706c-1caf-4cbe-88de-b1c9a0ad8189" {{(pid=66703) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 735.689681] env[66703]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-6346706c-1caf-4cbe-88de-b1c9a0ad8189" {{(pid=66703) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 735.689865] env[66703]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=66703) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 735.690021] env[66703]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66703) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 735.690096] env[66703]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66703) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 735.690258] env[66703]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66703) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 735.690366] env[66703]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66703) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 735.690366] env[66703]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-6346706c-1caf-4cbe-88de-b1c9a0ad8189" {{(pid=66703) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 735.690582] env[66703]: DEBUG networking_nsxv3.common.locking [-] Lock member-6346706c-1caf-4cbe-88de-b1c9a0ad8189 taken with stack trace [, , , ] {{(pid=66703) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 735.690665] env[66703]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-6346706c-1caf-4cbe-88de-b1c9a0ad8189" {{(pid=66703) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 735.690708] env[66703]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-6346706c-1caf-4cbe-88de-b1c9a0ad8189" {{(pid=66703) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 735.690821] env[66703]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-6346706c-1caf-4cbe-88de-b1c9a0ad8189" {{(pid=66703) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 735.690970] env[66703]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=66703) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 735.691073] env[66703]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66703) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 735.691193] env[66703]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66703) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 735.691315] env[66703]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66703) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 735.691615] env[66703]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66703) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 735.691615] env[66703]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-6346706c-1caf-4cbe-88de-b1c9a0ad8189" {{(pid=66703) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 735.691615] env[66703]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('6346706c-1caf-4cbe-88de-b1c9a0ad8189',) {} {{(pid=66703) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 735.740999] env[66703]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66703) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 735.741404] env[66703]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66703) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 735.741404] env[66703]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66703) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 735.744199] env[66703]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66703) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 735.744199] env[66703]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66703) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 735.744199] env[66703]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 0707dfd1-3090-427b-9f88-1e41af4a94c0 is going to be created. [ 735.776990] env[66703]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66703) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 735.777127] env[66703]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66703) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 735.777184] env[66703]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66703) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 735.777774] env[66703]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66703) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 735.777774] env[66703]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66703) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 735.789182] env[66703]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 0707dfd1-3090-427b-9f88-1e41af4a94c0 in Status: UNINITIALIZED for 2s [ 735.935675] env[66703]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] deletion realization of port 86eb4dba-5ce3-47b6-8881-10f0ce883447 [ 735.935971] env[66703]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=66703) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 735.936131] env[66703]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=66703) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 735.936202] env[66703]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=66703) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 735.936425] env[66703]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=66703) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 735.936535] env[66703]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=66703) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 735.936649] env[66703]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Segment Port:86eb4dba-5ce3-47b6-8881-10f0ce883447 already deleted. [ 735.936738] env[66703]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-86eb4dba-5ce3-47b6-8881-10f0ce883447" {{(pid=66703) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 736.058248] env[66703]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for 8e4a28ae-331b-4bc3-83a7-35099819703c: rpc.has_security_group_logging(os_id): False [ 736.083940] env[66703]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=66703) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 736.084264] env[66703]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66703) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 736.084349] env[66703]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66703) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 736.084710] env[66703]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66703) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 736.084824] env[66703]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66703) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 736.084979] env[66703]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66703) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 736.085126] env[66703]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66703) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 736.085614] env[66703]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66703) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 736.085614] env[66703]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66703) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 736.085614] env[66703]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66703) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 736.085776] env[66703]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66703) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 736.085832] env[66703]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66703) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 736.085878] env[66703]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66703) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 736.086022] env[66703]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66703) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 736.087758] env[66703]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66703) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 736.087758] env[66703]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=66703) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 736.087758] env[66703]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66703) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 736.087758] env[66703]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66703) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 736.090122] env[66703]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66703) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 736.090122] env[66703]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66703) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 736.090257] env[66703]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 8e4a28ae-331b-4bc3-83a7-35099819703c is going to be updated. [ 736.100440] env[66703]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('660372db-97b0-4c25-a97c-8d2de7c849c4',) {} {{(pid=66703) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 736.175936] env[66703]: DEBUG networking_nsxv3.common.locking [None req-ffa6d202-748e-4c81-9979-ad08741f9cf7 None None] Lock network-364 taken with stack trace [, , , , , , , , ] {{(pid=66703) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 736.175936] env[66703]: DEBUG oslo_concurrency.lockutils [None req-ffa6d202-748e-4c81-9979-ad08741f9cf7 None None] Acquiring lock "network-364" {{(pid=66703) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 736.177077] env[66703]: DEBUG oslo_concurrency.lockutils [None req-ffa6d202-748e-4c81-9979-ad08741f9cf7 None None] Acquired lock "network-364" {{(pid=66703) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 736.178016] env[66703]: DEBUG oslo_concurrency.lockutils [None req-ffa6d202-748e-4c81-9979-ad08741f9cf7 None None] Acquired external semaphore "network-364" {{(pid=66703) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 736.178016] env[66703]: DEBUG networking_nsxv3.common.locking [None req-ffa6d202-748e-4c81-9979-ad08741f9cf7 None None] Lock Segment taken with stack trace [, , , , , , , , , , ] {{(pid=66703) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 736.182931] env[66703]: DEBUG oslo_concurrency.lockutils [None req-ffa6d202-748e-4c81-9979-ad08741f9cf7 None None] Acquiring lock "Segment" {{(pid=66703) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 736.182931] env[66703]: DEBUG oslo_concurrency.lockutils [None req-ffa6d202-748e-4c81-9979-ad08741f9cf7 None None] Acquired lock "Segment" {{(pid=66703) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 736.182931] env[66703]: DEBUG oslo_concurrency.lockutils [None req-ffa6d202-748e-4c81-9979-ad08741f9cf7 None None] Acquired external semaphore "Segment" {{(pid=66703) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 736.182931] env[66703]: DEBUG oslo_concurrency.lockutils [None req-ffa6d202-748e-4c81-9979-ad08741f9cf7 None None] Releasing lock "Segment" {{(pid=66703) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 736.182931] env[66703]: DEBUG dogpile.cache.region [None req-ffa6d202-748e-4c81-9979-ad08741f9cf7 None None] No value present for key: 'zone-id' {{(pid=66703) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 736.182931] env[66703]: DEBUG dogpile.lock [None req-ffa6d202-748e-4c81-9979-ad08741f9cf7 None None] NeedRegenerationException {{(pid=66703) _enter /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:90}} [ 736.182931] env[66703]: DEBUG dogpile.lock [None req-ffa6d202-748e-4c81-9979-ad08741f9cf7 None None] no value, waiting for create lock {{(pid=66703) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:131}} [ 736.182931] env[66703]: DEBUG dogpile.lock [None req-ffa6d202-748e-4c81-9979-ad08741f9cf7 None None] value creation lock acquired {{(pid=66703) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:135}} [ 736.182931] env[66703]: DEBUG dogpile.cache.region [None req-ffa6d202-748e-4c81-9979-ad08741f9cf7 None None] No value present for key: 'zone-id' {{(pid=66703) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 736.182931] env[66703]: DEBUG dogpile.lock [None req-ffa6d202-748e-4c81-9979-ad08741f9cf7 None None] Calling creation function for not-yet-present value {{(pid=66703) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:174}} [ 736.182931] env[66703]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-ffa6d202-748e-4c81-9979-ad08741f9cf7 None None] Looking for TransportZone with name nsx-vlan-transportzone. [ 736.192054] env[66703]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=66703) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 736.192217] env[66703]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66703) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 736.192285] env[66703]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66703) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 736.193194] env[66703]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66703) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 736.194484] env[66703]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66703) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 736.195039] env[66703]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for 6346706c-1caf-4cbe-88de-b1c9a0ad8189: rpc.has_security_group_logging(os_id): False [ 736.219490] env[66703]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-ffa6d202-748e-4c81-9979-ad08741f9cf7 None None] loading zone with a95c914d-748d-497c-94ab-10d4647daeba and tags [{'scope': 'mp2policy_migr_status', 'tag': 'success'}] [ 736.219670] env[66703]: DEBUG dogpile.cache.region [None req-ffa6d202-748e-4c81-9979-ad08741f9cf7 None None] Cache value generated in 0.038 seconds for key(s): 'zone-id' {{(pid=66703) _log_time /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:910}} [ 736.219774] env[66703]: DEBUG dogpile.lock [None req-ffa6d202-748e-4c81-9979-ad08741f9cf7 None None] Released creation lock {{(pid=66703) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:182}} [ 736.219939] env[66703]: DEBUG oslo_concurrency.lockutils [None req-ffa6d202-748e-4c81-9979-ad08741f9cf7 None None] Releasing lock "network-364" {{(pid=66703) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 736.220469] env[66703]: DEBUG networking_nsxv3.common.locking [None req-ffa6d202-748e-4c81-9979-ad08741f9cf7 None None] Lock port-912c360c-1beb-4697-a641-fb1f1dd3f0bd taken with stack trace [, , , , , , , , ] {{(pid=66703) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 736.220724] env[66703]: DEBUG oslo_concurrency.lockutils [None req-ffa6d202-748e-4c81-9979-ad08741f9cf7 None None] Acquiring lock "port-912c360c-1beb-4697-a641-fb1f1dd3f0bd" {{(pid=66703) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 736.220839] env[66703]: DEBUG oslo_concurrency.lockutils [None req-ffa6d202-748e-4c81-9979-ad08741f9cf7 None None] Acquired lock "port-912c360c-1beb-4697-a641-fb1f1dd3f0bd" {{(pid=66703) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 736.221284] env[66703]: DEBUG oslo_concurrency.lockutils [None req-ffa6d202-748e-4c81-9979-ad08741f9cf7 None None] Acquired external semaphore "port-912c360c-1beb-4697-a641-fb1f1dd3f0bd" {{(pid=66703) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 736.221440] env[66703]: DEBUG networking_nsxv3.api.rpc [None req-ffa6d202-748e-4c81-9979-ad08741f9cf7 None None] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('912c360c-1beb-4697-a641-fb1f1dd3f0bd',) {} {{(pid=66703) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 736.224665] env[66703]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=66703) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 736.224829] env[66703]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66703) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 736.224829] env[66703]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66703) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 736.225025] env[66703]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66703) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 736.225115] env[66703]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66703) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 736.225405] env[66703]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66703) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 736.225529] env[66703]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66703) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 736.225607] env[66703]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66703) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 736.225780] env[66703]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66703) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 736.225878] env[66703]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66703) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 736.226081] env[66703]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66703) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 736.226171] env[66703]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66703) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 736.226274] env[66703]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66703) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 736.226496] env[66703]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66703) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 736.226559] env[66703]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66703) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 736.226717] env[66703]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=66703) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 736.226807] env[66703]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66703) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 736.226866] env[66703]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66703) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 736.227010] env[66703]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66703) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 736.227085] env[66703]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66703) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 736.227169] env[66703]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 6346706c-1caf-4cbe-88de-b1c9a0ad8189 is going to be created. [ 736.228998] env[66703]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 8e4a28ae-331b-4bc3-83a7-35099819703c in Status: IN_PROGRESS for 2s [ 736.344986] env[66703]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=66703) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 736.345092] env[66703]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66703) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 736.345092] env[66703]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66703) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 736.345326] env[66703]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66703) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 736.345533] env[66703]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66703) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 736.358357] env[66703]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 6346706c-1caf-4cbe-88de-b1c9a0ad8189 in Status: IN_PROGRESS for 2s [ 736.604279] env[66703]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('660372db-97b0-4c25-a97c-8d2de7c849c4',) {} {{(pid=66703) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 736.730755] env[66703]: DEBUG networking_nsxv3.common.locking [None req-ffa6d202-748e-4c81-9979-ad08741f9cf7 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , ] {{(pid=66703) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 736.731482] env[66703]: DEBUG oslo_concurrency.lockutils [None req-ffa6d202-748e-4c81-9979-ad08741f9cf7 None None] Acquiring lock "SegmentPort" {{(pid=66703) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 736.731482] env[66703]: DEBUG oslo_concurrency.lockutils [None req-ffa6d202-748e-4c81-9979-ad08741f9cf7 None None] Acquired lock "SegmentPort" {{(pid=66703) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 736.731750] env[66703]: DEBUG oslo_concurrency.lockutils [None req-ffa6d202-748e-4c81-9979-ad08741f9cf7 None None] Acquired external semaphore "SegmentPort" {{(pid=66703) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 736.731980] env[66703]: DEBUG oslo_concurrency.lockutils [None req-ffa6d202-748e-4c81-9979-ad08741f9cf7 None None] Releasing lock "SegmentPort" {{(pid=66703) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 736.732340] env[66703]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-ffa6d202-748e-4c81-9979-ad08741f9cf7 None None] Segment Port 912c360c-1beb-4697-a641-fb1f1dd3f0bd not found, creating... [ 736.733020] env[66703]: DEBUG networking_nsxv3.common.locking [None req-ffa6d202-748e-4c81-9979-ad08741f9cf7 None None] Lock Segment taken with stack trace [, , , , , , , , , , , ] {{(pid=66703) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 736.733020] env[66703]: DEBUG oslo_concurrency.lockutils [None req-ffa6d202-748e-4c81-9979-ad08741f9cf7 None None] Acquiring lock "Segment" {{(pid=66703) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 736.733644] env[66703]: DEBUG oslo_concurrency.lockutils [None req-ffa6d202-748e-4c81-9979-ad08741f9cf7 None None] Acquired lock "Segment" {{(pid=66703) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 736.735080] env[66703]: DEBUG oslo_concurrency.lockutils [None req-ffa6d202-748e-4c81-9979-ad08741f9cf7 None None] Acquired external semaphore "Segment" {{(pid=66703) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 736.735080] env[66703]: DEBUG oslo_concurrency.lockutils [None req-ffa6d202-748e-4c81-9979-ad08741f9cf7 None None] Releasing lock "Segment" {{(pid=66703) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 736.735080] env[66703]: DEBUG networking_nsxv3.common.locking [None req-ffa6d202-748e-4c81-9979-ad08741f9cf7 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=66703) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 736.735278] env[66703]: DEBUG oslo_concurrency.lockutils [None req-ffa6d202-748e-4c81-9979-ad08741f9cf7 None None] Acquiring lock "SegmentPort" {{(pid=66703) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 736.735321] env[66703]: DEBUG oslo_concurrency.lockutils [None req-ffa6d202-748e-4c81-9979-ad08741f9cf7 None None] Acquired lock "SegmentPort" {{(pid=66703) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 736.735678] env[66703]: DEBUG oslo_concurrency.lockutils [None req-ffa6d202-748e-4c81-9979-ad08741f9cf7 None None] Acquired external semaphore "SegmentPort" {{(pid=66703) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 736.735904] env[66703]: DEBUG oslo_concurrency.lockutils [None req-ffa6d202-748e-4c81-9979-ad08741f9cf7 None None] Releasing lock "SegmentPort" {{(pid=66703) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 736.736127] env[66703]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-ffa6d202-748e-4c81-9979-ad08741f9cf7 None None] Resource: SegmentPort with ID: 912c360c-1beb-4697-a641-fb1f1dd3f0bd is going to be created. [ 736.791301] env[66703]: DEBUG networking_nsxv3.common.locking [None req-ffa6d202-748e-4c81-9979-ad08741f9cf7 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=66703) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 736.791575] env[66703]: DEBUG oslo_concurrency.lockutils [None req-ffa6d202-748e-4c81-9979-ad08741f9cf7 None None] Acquiring lock "SegmentPort" {{(pid=66703) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 736.791644] env[66703]: DEBUG oslo_concurrency.lockutils [None req-ffa6d202-748e-4c81-9979-ad08741f9cf7 None None] Acquired lock "SegmentPort" {{(pid=66703) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 736.791910] env[66703]: DEBUG oslo_concurrency.lockutils [None req-ffa6d202-748e-4c81-9979-ad08741f9cf7 None None] Acquired external semaphore "SegmentPort" {{(pid=66703) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 736.792241] env[66703]: DEBUG oslo_concurrency.lockutils [None req-ffa6d202-748e-4c81-9979-ad08741f9cf7 None None] Releasing lock "SegmentPort" {{(pid=66703) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 736.792549] env[66703]: DEBUG oslo_concurrency.lockutils [None req-ffa6d202-748e-4c81-9979-ad08741f9cf7 None None] Releasing lock "port-912c360c-1beb-4697-a641-fb1f1dd3f0bd" {{(pid=66703) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 737.107303] env[66703]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66703) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 737.107490] env[66703]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66703) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 737.107631] env[66703]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66703) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 737.107864] env[66703]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66703) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 737.107956] env[66703]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66703) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 737.108074] env[66703]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 660372db-97b0-4c25-a97c-8d2de7c849c4 is going to be updated. [ 737.146644] env[66703]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66703) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 737.146644] env[66703]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66703) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 737.146644] env[66703]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66703) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 737.146644] env[66703]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66703) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 737.146644] env[66703]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66703) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 737.157905] env[66703]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 660372db-97b0-4c25-a97c-8d2de7c849c4 in Status: IN_PROGRESS for 2s [ 737.507197] env[66703]: INFO networking_nsxv3.common.synchronization [req-20e4fe64-a5de-4ad8-9c42-af68f0590658 req-376036c8-f58d-49d4-9158-2f42a778f360 service nova] Enqueued Resource ID: 660372db-97b0-4c25-a97c-8d2de7c849c4 with Priority: HIGHEST for action security_group_rules [ 737.507458] env[66703]: INFO networking_nsxv3.common.synchronization [req-20e4fe64-a5de-4ad8-9c42-af68f0590658 req-376036c8-f58d-49d4-9158-2f42a778f360 service nova] Enqueued Resource ID: 660372db-97b0-4c25-a97c-8d2de7c849c4 with Priority: HIGHEST for action security_group_members [ 737.507701] env[66703]: INFO networking_nsxv3.common.synchronization [req-20e4fe64-a5de-4ad8-9c42-af68f0590658 req-376036c8-f58d-49d4-9158-2f42a778f360 service nova] Enqueued Resource ID: 912c360c-1beb-4697-a641-fb1f1dd3f0bd with Priority: HIGHEST for action port [ 737.508384] env[66703]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 660372db-97b0-4c25-a97c-8d2de7c849c4 with Priority: HIGHEST for action security_group_rules [ 737.509237] env[66703]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 660372db-97b0-4c25-a97c-8d2de7c849c4 with Priority: HIGHEST for action security_group_members [ 737.509340] env[66703]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 912c360c-1beb-4697-a641-fb1f1dd3f0bd with Priority: HIGHEST for action port [ 737.509710] env[66703]: DEBUG networking_nsxv3.common.locking [-] Lock rules-660372db-97b0-4c25-a97c-8d2de7c849c4 taken with stack trace [, , ] {{(pid=66703) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 737.509871] env[66703]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-660372db-97b0-4c25-a97c-8d2de7c849c4" {{(pid=66703) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 737.509938] env[66703]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-660372db-97b0-4c25-a97c-8d2de7c849c4" {{(pid=66703) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 737.510316] env[66703]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-660372db-97b0-4c25-a97c-8d2de7c849c4" {{(pid=66703) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 737.510446] env[66703]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('660372db-97b0-4c25-a97c-8d2de7c849c4',) {} {{(pid=66703) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 737.512674] env[66703]: DEBUG networking_nsxv3.common.locking [-] Lock member-660372db-97b0-4c25-a97c-8d2de7c849c4 taken with stack trace [, , ] {{(pid=66703) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 737.512853] env[66703]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-660372db-97b0-4c25-a97c-8d2de7c849c4" {{(pid=66703) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 737.515956] env[66703]: DEBUG networking_nsxv3.common.locking [-] Lock port-912c360c-1beb-4697-a641-fb1f1dd3f0bd taken with stack trace [, , ] {{(pid=66703) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 737.516157] env[66703]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-912c360c-1beb-4697-a641-fb1f1dd3f0bd" {{(pid=66703) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 737.516227] env[66703]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-912c360c-1beb-4697-a641-fb1f1dd3f0bd" {{(pid=66703) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 737.516739] env[66703]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-912c360c-1beb-4697-a641-fb1f1dd3f0bd" {{(pid=66703) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 737.516739] env[66703]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('912c360c-1beb-4697-a641-fb1f1dd3f0bd',) {} {{(pid=66703) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 737.710256] env[66703]: INFO networking_nsxv3.common.synchronization [req-062b9d65-0375-41b4-93b4-7298a1ab7c7c req-06c23511-08bb-4afd-aef4-980f2fc22932 tempest-ServerDiskConfigTestJSON-1467775587 tempest-ServerDiskConfigTestJSON-1467775587-project-member] Enqueued Resource ID: 3304826c-ce8e-49f9-aefd-3be39a0c0fbb with Priority: HIGHEST for action security_group_members [ 737.710956] env[66703]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 3304826c-ce8e-49f9-aefd-3be39a0c0fbb with Priority: HIGHEST for action security_group_members [ 737.712436] env[66703]: DEBUG networking_nsxv3.common.locking [-] Lock member-3304826c-ce8e-49f9-aefd-3be39a0c0fbb taken with stack trace [, , ] {{(pid=66703) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 737.712526] env[66703]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-3304826c-ce8e-49f9-aefd-3be39a0c0fbb" {{(pid=66703) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 737.712617] env[66703]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-3304826c-ce8e-49f9-aefd-3be39a0c0fbb" {{(pid=66703) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 737.712845] env[66703]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-3304826c-ce8e-49f9-aefd-3be39a0c0fbb" {{(pid=66703) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 737.713010] env[66703]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=66703) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 737.713321] env[66703]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66703) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 737.713386] env[66703]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66703) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 737.713559] env[66703]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66703) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 737.713647] env[66703]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66703) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 737.713746] env[66703]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('3304826c-ce8e-49f9-aefd-3be39a0c0fbb',) {} {{(pid=66703) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 737.802406] env[66703]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 0707dfd1-3090-427b-9f88-1e41af4a94c0 in Status: SUCCESS [ 737.802670] env[66703]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-0707dfd1-3090-427b-9f88-1e41af4a94c0" {{(pid=66703) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 737.802851] env[66703]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-0707dfd1-3090-427b-9f88-1e41af4a94c0" {{(pid=66703) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 737.803141] env[66703]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-0707dfd1-3090-427b-9f88-1e41af4a94c0" {{(pid=66703) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 737.803370] env[66703]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=66703) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 737.804926] env[66703]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66703) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 737.804926] env[66703]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66703) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 737.804926] env[66703]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66703) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 737.804926] env[66703]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66703) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 737.804926] env[66703]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-0707dfd1-3090-427b-9f88-1e41af4a94c0" {{(pid=66703) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 737.804926] env[66703]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('0707dfd1-3090-427b-9f88-1e41af4a94c0',) {} {{(pid=66703) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 738.013875] env[66703]: DEBUG networking_nsxv3.common.locking [-] Lock member-660372db-97b0-4c25-a97c-8d2de7c849c4 taken with stack trace [, , , ] {{(pid=66703) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 738.014929] env[66703]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-660372db-97b0-4c25-a97c-8d2de7c849c4" {{(pid=66703) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 738.019324] env[66703]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] realization of port 912c360c-1beb-4697-a641-fb1f1dd3f0bd with status ACTIVE [ 738.023025] env[66703]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=66703) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 738.023025] env[66703]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=66703) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 738.023025] env[66703]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=66703) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 738.023025] env[66703]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=66703) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 738.023025] env[66703]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=66703) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 738.023025] env[66703]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , ] {{(pid=66703) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 738.023025] env[66703]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=66703) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 738.023025] env[66703]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=66703) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 738.023025] env[66703]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=66703) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 738.023025] env[66703]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=66703) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 738.023025] env[66703]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=66703) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 738.023025] env[66703]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=66703) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 738.023025] env[66703]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=66703) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 738.023025] env[66703]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=66703) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 738.023025] env[66703]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=66703) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 738.023025] env[66703]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: SegmentPort with ID: 912c360c-1beb-4697-a641-fb1f1dd3f0bd is going to be updated. [ 738.052462] env[66703]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=66703) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 738.052694] env[66703]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=66703) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 738.052761] env[66703]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=66703) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 738.053065] env[66703]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=66703) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 738.053142] env[66703]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=66703) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 738.053318] env[66703]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-912c360c-1beb-4697-a641-fb1f1dd3f0bd" {{(pid=66703) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 738.102187] env[66703]: DEBUG networking_nsxv3.common.locking [None req-33d36011-a73c-4b6d-849a-f8c867240c48 None None] Lock network-732 taken with stack trace [, , , , , , , , ] {{(pid=66703) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 738.102187] env[66703]: DEBUG oslo_concurrency.lockutils [None req-33d36011-a73c-4b6d-849a-f8c867240c48 None None] Acquiring lock "network-732" {{(pid=66703) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 738.102187] env[66703]: DEBUG oslo_concurrency.lockutils [None req-33d36011-a73c-4b6d-849a-f8c867240c48 None None] Acquired lock "network-732" {{(pid=66703) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 738.102187] env[66703]: DEBUG oslo_concurrency.lockutils [None req-33d36011-a73c-4b6d-849a-f8c867240c48 None None] Acquired external semaphore "network-732" {{(pid=66703) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 738.102606] env[66703]: DEBUG networking_nsxv3.common.locking [None req-33d36011-a73c-4b6d-849a-f8c867240c48 None None] Lock Segment taken with stack trace [, , , , , , , , , , ] {{(pid=66703) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 738.102606] env[66703]: DEBUG oslo_concurrency.lockutils [None req-33d36011-a73c-4b6d-849a-f8c867240c48 None None] Acquiring lock "Segment" {{(pid=66703) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 738.102718] env[66703]: DEBUG oslo_concurrency.lockutils [None req-33d36011-a73c-4b6d-849a-f8c867240c48 None None] Acquired lock "Segment" {{(pid=66703) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 738.102918] env[66703]: DEBUG oslo_concurrency.lockutils [None req-33d36011-a73c-4b6d-849a-f8c867240c48 None None] Acquired external semaphore "Segment" {{(pid=66703) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 738.103053] env[66703]: DEBUG oslo_concurrency.lockutils [None req-33d36011-a73c-4b6d-849a-f8c867240c48 None None] Releasing lock "Segment" {{(pid=66703) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 738.103299] env[66703]: DEBUG dogpile.cache.region [None req-33d36011-a73c-4b6d-849a-f8c867240c48 None None] No value present for key: 'zone-id' {{(pid=66703) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 738.103497] env[66703]: DEBUG dogpile.lock [None req-33d36011-a73c-4b6d-849a-f8c867240c48 None None] NeedRegenerationException {{(pid=66703) _enter /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:90}} [ 738.103688] env[66703]: DEBUG dogpile.lock [None req-33d36011-a73c-4b6d-849a-f8c867240c48 None None] no value, waiting for create lock {{(pid=66703) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:131}} [ 738.103811] env[66703]: DEBUG dogpile.lock [None req-33d36011-a73c-4b6d-849a-f8c867240c48 None None] value creation lock acquired {{(pid=66703) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:135}} [ 738.103922] env[66703]: DEBUG dogpile.cache.region [None req-33d36011-a73c-4b6d-849a-f8c867240c48 None None] No value present for key: 'zone-id' {{(pid=66703) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 738.104080] env[66703]: DEBUG dogpile.lock [None req-33d36011-a73c-4b6d-849a-f8c867240c48 None None] Calling creation function for not-yet-present value {{(pid=66703) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:174}} [ 738.104227] env[66703]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-33d36011-a73c-4b6d-849a-f8c867240c48 None None] Looking for TransportZone with name nsx-vlan-transportzone. [ 738.130451] env[66703]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-33d36011-a73c-4b6d-849a-f8c867240c48 None None] loading zone with a95c914d-748d-497c-94ab-10d4647daeba and tags [{'scope': 'mp2policy_migr_status', 'tag': 'success'}] [ 738.130451] env[66703]: DEBUG dogpile.cache.region [None req-33d36011-a73c-4b6d-849a-f8c867240c48 None None] Cache value generated in 0.024 seconds for key(s): 'zone-id' {{(pid=66703) _log_time /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:910}} [ 738.130451] env[66703]: DEBUG dogpile.lock [None req-33d36011-a73c-4b6d-849a-f8c867240c48 None None] Released creation lock {{(pid=66703) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:182}} [ 738.130451] env[66703]: DEBUG oslo_concurrency.lockutils [None req-33d36011-a73c-4b6d-849a-f8c867240c48 None None] Releasing lock "network-732" {{(pid=66703) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 738.130451] env[66703]: DEBUG networking_nsxv3.common.locking [None req-33d36011-a73c-4b6d-849a-f8c867240c48 None None] Lock port-3e1ee401-9c09-44b4-87ae-1b3872b2f8c7 taken with stack trace [, , , , , , , , ] {{(pid=66703) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 738.130451] env[66703]: DEBUG oslo_concurrency.lockutils [None req-33d36011-a73c-4b6d-849a-f8c867240c48 None None] Acquiring lock "port-3e1ee401-9c09-44b4-87ae-1b3872b2f8c7" {{(pid=66703) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 738.130451] env[66703]: DEBUG oslo_concurrency.lockutils [None req-33d36011-a73c-4b6d-849a-f8c867240c48 None None] Acquired lock "port-3e1ee401-9c09-44b4-87ae-1b3872b2f8c7" {{(pid=66703) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 738.130451] env[66703]: DEBUG oslo_concurrency.lockutils [None req-33d36011-a73c-4b6d-849a-f8c867240c48 None None] Acquired external semaphore "port-3e1ee401-9c09-44b4-87ae-1b3872b2f8c7" {{(pid=66703) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 738.130451] env[66703]: DEBUG networking_nsxv3.api.rpc [None req-33d36011-a73c-4b6d-849a-f8c867240c48 None None] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('3e1ee401-9c09-44b4-87ae-1b3872b2f8c7',) {} {{(pid=66703) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 738.218851] env[66703]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=66703) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 738.219049] env[66703]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66703) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 738.219309] env[66703]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66703) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 738.219639] env[66703]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66703) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 738.219740] env[66703]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66703) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 738.220021] env[66703]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66703) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 738.220138] env[66703]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66703) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 738.220206] env[66703]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66703) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 738.220374] env[66703]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66703) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 738.220456] env[66703]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66703) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 738.220573] env[66703]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 3304826c-ce8e-49f9-aefd-3be39a0c0fbb already deleted. [ 738.220664] env[66703]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-3304826c-ce8e-49f9-aefd-3be39a0c0fbb" {{(pid=66703) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 738.243596] env[66703]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 8e4a28ae-331b-4bc3-83a7-35099819703c in Status: SUCCESS [ 738.243883] env[66703]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-8e4a28ae-331b-4bc3-83a7-35099819703c" {{(pid=66703) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 738.264870] env[66703]: INFO networking_nsxv3.common.synchronization [None req-f6bc53da-70d4-4569-89db-a85624d51930 None None] Enqueued Resource ID: 1c0a2bf5-5e77-4605-92d4-d55035cfc11a with Priority: HIGHEST for action port [ 738.264870] env[66703]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 1c0a2bf5-5e77-4605-92d4-d55035cfc11a with Priority: HIGHEST for action port [ 738.264870] env[66703]: DEBUG networking_nsxv3.common.locking [-] Lock port-1c0a2bf5-5e77-4605-92d4-d55035cfc11a taken with stack trace [, , ] {{(pid=66703) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 738.264870] env[66703]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-1c0a2bf5-5e77-4605-92d4-d55035cfc11a" {{(pid=66703) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 738.264870] env[66703]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-1c0a2bf5-5e77-4605-92d4-d55035cfc11a" {{(pid=66703) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 738.264870] env[66703]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-1c0a2bf5-5e77-4605-92d4-d55035cfc11a" {{(pid=66703) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 738.264870] env[66703]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('1c0a2bf5-5e77-4605-92d4-d55035cfc11a',) {} {{(pid=66703) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 738.311319] env[66703]: DEBUG networking_nsxv3.common.locking [-] Lock member-0707dfd1-3090-427b-9f88-1e41af4a94c0 taken with stack trace [, , , ] {{(pid=66703) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 738.311319] env[66703]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-0707dfd1-3090-427b-9f88-1e41af4a94c0" {{(pid=66703) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 738.311319] env[66703]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-0707dfd1-3090-427b-9f88-1e41af4a94c0" {{(pid=66703) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 738.311319] env[66703]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-0707dfd1-3090-427b-9f88-1e41af4a94c0" {{(pid=66703) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 738.311319] env[66703]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=66703) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 738.312114] env[66703]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66703) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 738.312114] env[66703]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66703) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 738.312114] env[66703]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66703) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 738.312114] env[66703]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66703) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 738.312114] env[66703]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-0707dfd1-3090-427b-9f88-1e41af4a94c0" {{(pid=66703) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 738.312114] env[66703]: DEBUG networking_nsxv3.common.locking [-] Lock member-0707dfd1-3090-427b-9f88-1e41af4a94c0 taken with stack trace [, , , ] {{(pid=66703) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 738.312348] env[66703]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-0707dfd1-3090-427b-9f88-1e41af4a94c0" {{(pid=66703) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 738.312348] env[66703]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-0707dfd1-3090-427b-9f88-1e41af4a94c0" {{(pid=66703) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 738.312419] env[66703]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-0707dfd1-3090-427b-9f88-1e41af4a94c0" {{(pid=66703) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 738.313412] env[66703]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=66703) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 738.313412] env[66703]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66703) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 738.313412] env[66703]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66703) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 738.313412] env[66703]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66703) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 738.313412] env[66703]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66703) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 738.313412] env[66703]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-0707dfd1-3090-427b-9f88-1e41af4a94c0" {{(pid=66703) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 738.313412] env[66703]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('0707dfd1-3090-427b-9f88-1e41af4a94c0',) {} {{(pid=66703) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 738.377784] env[66703]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 6346706c-1caf-4cbe-88de-b1c9a0ad8189 in Status: SUCCESS [ 738.377784] env[66703]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-6346706c-1caf-4cbe-88de-b1c9a0ad8189" {{(pid=66703) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 738.633811] env[66703]: DEBUG networking_nsxv3.common.locking [None req-33d36011-a73c-4b6d-849a-f8c867240c48 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , ] {{(pid=66703) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 738.633908] env[66703]: DEBUG oslo_concurrency.lockutils [None req-33d36011-a73c-4b6d-849a-f8c867240c48 None None] Acquiring lock "SegmentPort" {{(pid=66703) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 738.635177] env[66703]: DEBUG oslo_concurrency.lockutils [None req-33d36011-a73c-4b6d-849a-f8c867240c48 None None] Acquired lock "SegmentPort" {{(pid=66703) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 738.635177] env[66703]: DEBUG oslo_concurrency.lockutils [None req-33d36011-a73c-4b6d-849a-f8c867240c48 None None] Acquired external semaphore "SegmentPort" {{(pid=66703) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 738.635177] env[66703]: DEBUG oslo_concurrency.lockutils [None req-33d36011-a73c-4b6d-849a-f8c867240c48 None None] Releasing lock "SegmentPort" {{(pid=66703) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 738.635177] env[66703]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-33d36011-a73c-4b6d-849a-f8c867240c48 None None] Segment Port 3e1ee401-9c09-44b4-87ae-1b3872b2f8c7 not found, creating... [ 738.635177] env[66703]: DEBUG networking_nsxv3.common.locking [None req-33d36011-a73c-4b6d-849a-f8c867240c48 None None] Lock Segment taken with stack trace [, , , , , , , , , , , ] {{(pid=66703) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 738.635177] env[66703]: DEBUG oslo_concurrency.lockutils [None req-33d36011-a73c-4b6d-849a-f8c867240c48 None None] Acquiring lock "Segment" {{(pid=66703) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 738.635800] env[66703]: DEBUG oslo_concurrency.lockutils [None req-33d36011-a73c-4b6d-849a-f8c867240c48 None None] Acquired lock "Segment" {{(pid=66703) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 738.635800] env[66703]: DEBUG oslo_concurrency.lockutils [None req-33d36011-a73c-4b6d-849a-f8c867240c48 None None] Acquired external semaphore "Segment" {{(pid=66703) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 738.635800] env[66703]: DEBUG oslo_concurrency.lockutils [None req-33d36011-a73c-4b6d-849a-f8c867240c48 None None] Releasing lock "Segment" {{(pid=66703) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 738.635897] env[66703]: DEBUG networking_nsxv3.common.locking [None req-33d36011-a73c-4b6d-849a-f8c867240c48 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=66703) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 738.636058] env[66703]: DEBUG oslo_concurrency.lockutils [None req-33d36011-a73c-4b6d-849a-f8c867240c48 None None] Acquiring lock "SegmentPort" {{(pid=66703) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 738.636163] env[66703]: DEBUG oslo_concurrency.lockutils [None req-33d36011-a73c-4b6d-849a-f8c867240c48 None None] Acquired lock "SegmentPort" {{(pid=66703) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 738.636358] env[66703]: DEBUG oslo_concurrency.lockutils [None req-33d36011-a73c-4b6d-849a-f8c867240c48 None None] Acquired external semaphore "SegmentPort" {{(pid=66703) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 738.636927] env[66703]: DEBUG oslo_concurrency.lockutils [None req-33d36011-a73c-4b6d-849a-f8c867240c48 None None] Releasing lock "SegmentPort" {{(pid=66703) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 738.636927] env[66703]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-33d36011-a73c-4b6d-849a-f8c867240c48 None None] Resource: SegmentPort with ID: 3e1ee401-9c09-44b4-87ae-1b3872b2f8c7 is going to be created. [ 738.668125] env[66703]: DEBUG networking_nsxv3.common.locking [None req-33d36011-a73c-4b6d-849a-f8c867240c48 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=66703) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 738.668125] env[66703]: DEBUG oslo_concurrency.lockutils [None req-33d36011-a73c-4b6d-849a-f8c867240c48 None None] Acquiring lock "SegmentPort" {{(pid=66703) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 738.668125] env[66703]: DEBUG oslo_concurrency.lockutils [None req-33d36011-a73c-4b6d-849a-f8c867240c48 None None] Acquired lock "SegmentPort" {{(pid=66703) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 738.668125] env[66703]: DEBUG oslo_concurrency.lockutils [None req-33d36011-a73c-4b6d-849a-f8c867240c48 None None] Acquired external semaphore "SegmentPort" {{(pid=66703) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 738.668125] env[66703]: DEBUG oslo_concurrency.lockutils [None req-33d36011-a73c-4b6d-849a-f8c867240c48 None None] Releasing lock "SegmentPort" {{(pid=66703) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 738.668742] env[66703]: DEBUG oslo_concurrency.lockutils [None req-33d36011-a73c-4b6d-849a-f8c867240c48 None None] Releasing lock "port-3e1ee401-9c09-44b4-87ae-1b3872b2f8c7" {{(pid=66703) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 738.770030] env[66703]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] deletion realization of port 1c0a2bf5-5e77-4605-92d4-d55035cfc11a [ 738.770030] env[66703]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=66703) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 738.770461] env[66703]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=66703) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 738.770461] env[66703]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=66703) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 738.770651] env[66703]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=66703) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 738.770700] env[66703]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=66703) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 738.770831] env[66703]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Segment Port:1c0a2bf5-5e77-4605-92d4-d55035cfc11a already deleted. [ 738.770982] env[66703]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-1c0a2bf5-5e77-4605-92d4-d55035cfc11a" {{(pid=66703) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 738.807912] env[66703]: INFO networking_nsxv3.common.synchronization [req-77847f6e-fcf8-48c8-a213-bb795a478420 req-db164781-9140-4d40-9570-bf33fcd2553a tempest-ImagesOneServerNegativeTestJSON-1948503749 tempest-ImagesOneServerNegativeTestJSON-1948503749-project-member] Enqueued Resource ID: 49cb7e93-7ef3-4fd4-b6fd-65673af109cd with Priority: HIGHEST for action security_group_members [ 738.808517] env[66703]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 49cb7e93-7ef3-4fd4-b6fd-65673af109cd with Priority: HIGHEST for action security_group_members [ 738.808881] env[66703]: DEBUG networking_nsxv3.common.locking [-] Lock member-49cb7e93-7ef3-4fd4-b6fd-65673af109cd taken with stack trace [, , ] {{(pid=66703) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 738.809013] env[66703]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-49cb7e93-7ef3-4fd4-b6fd-65673af109cd" {{(pid=66703) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 738.809159] env[66703]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-49cb7e93-7ef3-4fd4-b6fd-65673af109cd" {{(pid=66703) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 738.809369] env[66703]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-49cb7e93-7ef3-4fd4-b6fd-65673af109cd" {{(pid=66703) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 738.809527] env[66703]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=66703) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 738.809624] env[66703]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66703) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 738.809686] env[66703]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66703) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 738.809866] env[66703]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66703) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 738.809977] env[66703]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66703) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 738.810050] env[66703]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('49cb7e93-7ef3-4fd4-b6fd-65673af109cd',) {} {{(pid=66703) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 738.814825] env[66703]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for 0707dfd1-3090-427b-9f88-1e41af4a94c0: rpc.has_security_group_logging(os_id): False [ 738.835488] env[66703]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=66703) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 738.836318] env[66703]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66703) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 738.836318] env[66703]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66703) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 738.836318] env[66703]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66703) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 738.836318] env[66703]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66703) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 738.836568] env[66703]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66703) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 738.836568] env[66703]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66703) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 738.836707] env[66703]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66703) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 738.836793] env[66703]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66703) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 738.836867] env[66703]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66703) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 738.837094] env[66703]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66703) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 738.837201] env[66703]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66703) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 738.837259] env[66703]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66703) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 738.837432] env[66703]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66703) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 738.837721] env[66703]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66703) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 738.837990] env[66703]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=66703) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 738.838135] env[66703]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66703) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 738.838212] env[66703]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66703) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 738.838356] env[66703]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66703) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 738.838446] env[66703]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66703) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 738.838501] env[66703]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 0707dfd1-3090-427b-9f88-1e41af4a94c0 is going to be created. [ 738.964031] env[66703]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=66703) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 738.964031] env[66703]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66703) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 738.964031] env[66703]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66703) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 738.964251] env[66703]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66703) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 738.964286] env[66703]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66703) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 738.978744] env[66703]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 0707dfd1-3090-427b-9f88-1e41af4a94c0 in Status: IN_PROGRESS for 2s [ 739.169795] env[66703]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 660372db-97b0-4c25-a97c-8d2de7c849c4 in Status: SUCCESS [ 739.169795] env[66703]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-660372db-97b0-4c25-a97c-8d2de7c849c4" {{(pid=66703) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 739.169795] env[66703]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-660372db-97b0-4c25-a97c-8d2de7c849c4" {{(pid=66703) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 739.169795] env[66703]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-660372db-97b0-4c25-a97c-8d2de7c849c4" {{(pid=66703) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 739.169795] env[66703]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=66703) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 739.169795] env[66703]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66703) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 739.169795] env[66703]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66703) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 739.169795] env[66703]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66703) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 739.169795] env[66703]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66703) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 739.169795] env[66703]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('660372db-97b0-4c25-a97c-8d2de7c849c4',) {} {{(pid=66703) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 739.315755] env[66703]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=66703) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 739.315879] env[66703]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66703) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 739.315951] env[66703]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66703) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 739.316831] env[66703]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66703) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 739.316831] env[66703]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66703) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 739.316831] env[66703]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66703) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 739.316831] env[66703]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66703) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 739.316831] env[66703]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66703) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 739.316831] env[66703]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66703) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 739.317273] env[66703]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66703) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 739.318317] env[66703]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 49cb7e93-7ef3-4fd4-b6fd-65673af109cd is going to be updated. [ 739.412694] env[66703]: INFO networking_nsxv3.common.synchronization [req-062b9d65-0375-41b4-93b4-7298a1ab7c7c req-f786c76f-7ee5-48e6-9762-0f5dc1ec0360 service nova] Enqueued Resource ID: 3304826c-ce8e-49f9-aefd-3be39a0c0fbb with Priority: HIGHEST for action security_group_rules [ 739.412858] env[66703]: INFO networking_nsxv3.common.synchronization [req-062b9d65-0375-41b4-93b4-7298a1ab7c7c req-f786c76f-7ee5-48e6-9762-0f5dc1ec0360 service nova] Enqueued Resource ID: 3304826c-ce8e-49f9-aefd-3be39a0c0fbb with Priority: HIGHEST for action security_group_members [ 739.415138] env[66703]: INFO networking_nsxv3.common.synchronization [req-062b9d65-0375-41b4-93b4-7298a1ab7c7c req-f786c76f-7ee5-48e6-9762-0f5dc1ec0360 service nova] Enqueued Resource ID: 3e1ee401-9c09-44b4-87ae-1b3872b2f8c7 with Priority: HIGHEST for action port [ 739.415138] env[66703]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 3304826c-ce8e-49f9-aefd-3be39a0c0fbb with Priority: HIGHEST for action security_group_rules [ 739.415138] env[66703]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 3304826c-ce8e-49f9-aefd-3be39a0c0fbb with Priority: HIGHEST for action security_group_members [ 739.415138] env[66703]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 3e1ee401-9c09-44b4-87ae-1b3872b2f8c7 with Priority: HIGHEST for action port [ 739.415138] env[66703]: DEBUG networking_nsxv3.common.locking [-] Lock rules-3304826c-ce8e-49f9-aefd-3be39a0c0fbb taken with stack trace [, , ] {{(pid=66703) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 739.415679] env[66703]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-3304826c-ce8e-49f9-aefd-3be39a0c0fbb" {{(pid=66703) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 739.417205] env[66703]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-3304826c-ce8e-49f9-aefd-3be39a0c0fbb" {{(pid=66703) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 739.417408] env[66703]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-3304826c-ce8e-49f9-aefd-3be39a0c0fbb" {{(pid=66703) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 739.417499] env[66703]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('3304826c-ce8e-49f9-aefd-3be39a0c0fbb',) {} {{(pid=66703) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 739.419168] env[66703]: DEBUG networking_nsxv3.common.locking [-] Lock member-3304826c-ce8e-49f9-aefd-3be39a0c0fbb taken with stack trace [, , ] {{(pid=66703) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 739.419282] env[66703]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-3304826c-ce8e-49f9-aefd-3be39a0c0fbb" {{(pid=66703) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 739.419350] env[66703]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-3304826c-ce8e-49f9-aefd-3be39a0c0fbb" {{(pid=66703) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 739.419545] env[66703]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-3304826c-ce8e-49f9-aefd-3be39a0c0fbb" {{(pid=66703) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 739.419700] env[66703]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=66703) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 739.419797] env[66703]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66703) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 739.419861] env[66703]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66703) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 739.420013] env[66703]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66703) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 739.420103] env[66703]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66703) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 739.420199] env[66703]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('3304826c-ce8e-49f9-aefd-3be39a0c0fbb',) {} {{(pid=66703) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 739.421388] env[66703]: DEBUG networking_nsxv3.common.locking [-] Lock port-3e1ee401-9c09-44b4-87ae-1b3872b2f8c7 taken with stack trace [, , ] {{(pid=66703) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 739.421630] env[66703]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-3e1ee401-9c09-44b4-87ae-1b3872b2f8c7" {{(pid=66703) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 739.421630] env[66703]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-3e1ee401-9c09-44b4-87ae-1b3872b2f8c7" {{(pid=66703) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 739.421767] env[66703]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-3e1ee401-9c09-44b4-87ae-1b3872b2f8c7" {{(pid=66703) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 739.421994] env[66703]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('3e1ee401-9c09-44b4-87ae-1b3872b2f8c7',) {} {{(pid=66703) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 739.437421] env[66703]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66703) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 739.437689] env[66703]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66703) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 739.437689] env[66703]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66703) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 739.437887] env[66703]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66703) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 739.438135] env[66703]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66703) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 739.450637] env[66703]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 49cb7e93-7ef3-4fd4-b6fd-65673af109cd in Status: IN_PROGRESS for 2s [ 739.671744] env[66703]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('660372db-97b0-4c25-a97c-8d2de7c849c4',) {} {{(pid=66703) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 739.714473] env[66703]: INFO networking_nsxv3.common.synchronization [req-e77f6d3c-5afd-4973-9e10-70d2a4395150 req-f6fec38d-f6de-4c54-b264-25e36cc431e1 tempest-DeleteServersAdminTestJSON-123338080 tempest-DeleteServersAdminTestJSON-123338080-project-member] Enqueued Resource ID: 32e0f1f8-5e67-463a-bbe6-da9c89b63705 with Priority: HIGHEST for action security_group_members [ 739.714976] env[66703]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 32e0f1f8-5e67-463a-bbe6-da9c89b63705 with Priority: HIGHEST for action security_group_members [ 739.715469] env[66703]: DEBUG networking_nsxv3.common.locking [-] Lock member-32e0f1f8-5e67-463a-bbe6-da9c89b63705 taken with stack trace [, , ] {{(pid=66703) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 739.715589] env[66703]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-32e0f1f8-5e67-463a-bbe6-da9c89b63705" {{(pid=66703) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 739.715794] env[66703]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-32e0f1f8-5e67-463a-bbe6-da9c89b63705" {{(pid=66703) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 739.715894] env[66703]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-32e0f1f8-5e67-463a-bbe6-da9c89b63705" {{(pid=66703) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 739.717198] env[66703]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=66703) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 739.717198] env[66703]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66703) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 739.717198] env[66703]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66703) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 739.717198] env[66703]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66703) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 739.717198] env[66703]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66703) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 739.717198] env[66703]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('32e0f1f8-5e67-463a-bbe6-da9c89b63705',) {} {{(pid=66703) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 739.925867] env[66703]: DEBUG networking_nsxv3.common.locking [-] Lock member-3304826c-ce8e-49f9-aefd-3be39a0c0fbb taken with stack trace [, , , ] {{(pid=66703) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 739.926221] env[66703]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-3304826c-ce8e-49f9-aefd-3be39a0c0fbb" {{(pid=66703) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 739.926221] env[66703]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('3304826c-ce8e-49f9-aefd-3be39a0c0fbb',) {} {{(pid=66703) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 739.927135] env[66703]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] realization of port 3e1ee401-9c09-44b4-87ae-1b3872b2f8c7 with status ACTIVE [ 739.927327] env[66703]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=66703) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 739.929782] env[66703]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=66703) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 739.929782] env[66703]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=66703) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 739.929782] env[66703]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=66703) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 739.929782] env[66703]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=66703) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 739.929782] env[66703]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , ] {{(pid=66703) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 739.929782] env[66703]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=66703) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 739.929782] env[66703]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=66703) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 739.929782] env[66703]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=66703) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 739.929782] env[66703]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=66703) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 739.929782] env[66703]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=66703) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 739.929782] env[66703]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=66703) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 739.929782] env[66703]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=66703) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 739.929782] env[66703]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=66703) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 739.929782] env[66703]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=66703) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 739.933080] env[66703]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: SegmentPort with ID: 3e1ee401-9c09-44b4-87ae-1b3872b2f8c7 is going to be updated. [ 739.960081] env[66703]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=66703) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 739.960311] env[66703]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=66703) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 739.960390] env[66703]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=66703) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 739.960634] env[66703]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=66703) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 739.960796] env[66703]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=66703) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 739.961544] env[66703]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-3e1ee401-9c09-44b4-87ae-1b3872b2f8c7" {{(pid=66703) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 740.176802] env[66703]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('660372db-97b0-4c25-a97c-8d2de7c849c4',) {} {{(pid=66703) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 740.220779] env[66703]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=66703) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 740.221077] env[66703]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66703) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 740.221204] env[66703]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66703) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 740.221617] env[66703]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66703) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 740.224570] env[66703]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66703) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 740.224570] env[66703]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66703) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 740.224570] env[66703]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66703) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 740.224570] env[66703]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66703) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 740.224570] env[66703]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66703) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 740.224570] env[66703]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66703) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 740.224570] env[66703]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 32e0f1f8-5e67-463a-bbe6-da9c89b63705 is going to be updated. [ 740.257165] env[66703]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66703) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 740.257321] env[66703]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66703) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 740.257392] env[66703]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66703) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 740.257698] env[66703]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66703) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 740.257869] env[66703]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66703) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 740.273601] env[66703]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 32e0f1f8-5e67-463a-bbe6-da9c89b63705 in Status: IN_PROGRESS for 2s [ 740.433497] env[66703]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('3304826c-ce8e-49f9-aefd-3be39a0c0fbb',) {} {{(pid=66703) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 740.470550] env[66703]: INFO networking_nsxv3.common.synchronization [req-81cc1f56-3f69-480a-89a8-0269e780025b req-6509bd2c-2509-419d-9b0b-6909c19caf1f tempest-DeleteServersTestJSON-1282002617 tempest-DeleteServersTestJSON-1282002617-project-member] Enqueued Resource ID: db254d47-d7a1-40b1-a751-5c5ada9bc604 with Priority: HIGHEST for action security_group_members [ 740.471454] env[66703]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: db254d47-d7a1-40b1-a751-5c5ada9bc604 with Priority: HIGHEST for action security_group_members [ 740.471894] env[66703]: DEBUG networking_nsxv3.common.locking [-] Lock member-db254d47-d7a1-40b1-a751-5c5ada9bc604 taken with stack trace [, , ] {{(pid=66703) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 740.472091] env[66703]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-db254d47-d7a1-40b1-a751-5c5ada9bc604" {{(pid=66703) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 740.472196] env[66703]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-db254d47-d7a1-40b1-a751-5c5ada9bc604" {{(pid=66703) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 740.472599] env[66703]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-db254d47-d7a1-40b1-a751-5c5ada9bc604" {{(pid=66703) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 740.472845] env[66703]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=66703) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 740.473012] env[66703]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66703) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 740.473185] env[66703]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66703) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 740.473382] env[66703]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66703) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 740.473519] env[66703]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66703) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 740.473672] env[66703]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('db254d47-d7a1-40b1-a751-5c5ada9bc604',) {} {{(pid=66703) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 740.681170] env[66703]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66703) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 740.681542] env[66703]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66703) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 740.681679] env[66703]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66703) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 740.682042] env[66703]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66703) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 740.682205] env[66703]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66703) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 740.682364] env[66703]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 660372db-97b0-4c25-a97c-8d2de7c849c4 is going to be updated. [ 740.717890] env[66703]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66703) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 740.719484] env[66703]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66703) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 740.719484] env[66703]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66703) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 740.719484] env[66703]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66703) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 740.719484] env[66703]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66703) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 740.726959] env[66703]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 660372db-97b0-4c25-a97c-8d2de7c849c4 in Status: IN_PROGRESS for 2s [ 740.904349] env[66703]: DEBUG networking_nsxv3.common.locking [None req-33d36011-a73c-4b6d-849a-f8c867240c48 None None] Lock network-41 taken with stack trace [, , , , , , , , ] {{(pid=66703) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 740.904526] env[66703]: DEBUG oslo_concurrency.lockutils [None req-33d36011-a73c-4b6d-849a-f8c867240c48 None None] Acquiring lock "network-41" {{(pid=66703) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 740.904855] env[66703]: DEBUG oslo_concurrency.lockutils [None req-33d36011-a73c-4b6d-849a-f8c867240c48 None None] Acquired lock "network-41" {{(pid=66703) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 740.904855] env[66703]: DEBUG oslo_concurrency.lockutils [None req-33d36011-a73c-4b6d-849a-f8c867240c48 None None] Acquired external semaphore "network-41" {{(pid=66703) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 740.905461] env[66703]: DEBUG networking_nsxv3.common.locking [None req-33d36011-a73c-4b6d-849a-f8c867240c48 None None] Lock Segment taken with stack trace [, , , , , , , , , , ] {{(pid=66703) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 740.905659] env[66703]: DEBUG oslo_concurrency.lockutils [None req-33d36011-a73c-4b6d-849a-f8c867240c48 None None] Acquiring lock "Segment" {{(pid=66703) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 740.905826] env[66703]: DEBUG oslo_concurrency.lockutils [None req-33d36011-a73c-4b6d-849a-f8c867240c48 None None] Acquired lock "Segment" {{(pid=66703) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 740.906023] env[66703]: DEBUG oslo_concurrency.lockutils [None req-33d36011-a73c-4b6d-849a-f8c867240c48 None None] Acquired external semaphore "Segment" {{(pid=66703) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 740.906169] env[66703]: DEBUG oslo_concurrency.lockutils [None req-33d36011-a73c-4b6d-849a-f8c867240c48 None None] Releasing lock "Segment" {{(pid=66703) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 740.906606] env[66703]: DEBUG dogpile.cache.region [None req-33d36011-a73c-4b6d-849a-f8c867240c48 None None] No value present for key: 'zone-id' {{(pid=66703) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 740.906741] env[66703]: DEBUG dogpile.lock [None req-33d36011-a73c-4b6d-849a-f8c867240c48 None None] NeedRegenerationException {{(pid=66703) _enter /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:90}} [ 740.906851] env[66703]: DEBUG dogpile.lock [None req-33d36011-a73c-4b6d-849a-f8c867240c48 None None] no value, waiting for create lock {{(pid=66703) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:131}} [ 740.907040] env[66703]: DEBUG dogpile.lock [None req-33d36011-a73c-4b6d-849a-f8c867240c48 None None] value creation lock acquired {{(pid=66703) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:135}} [ 740.907090] env[66703]: DEBUG dogpile.cache.region [None req-33d36011-a73c-4b6d-849a-f8c867240c48 None None] No value present for key: 'zone-id' {{(pid=66703) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 740.907171] env[66703]: DEBUG dogpile.lock [None req-33d36011-a73c-4b6d-849a-f8c867240c48 None None] Calling creation function for not-yet-present value {{(pid=66703) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:174}} [ 740.907300] env[66703]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-33d36011-a73c-4b6d-849a-f8c867240c48 None None] Looking for TransportZone with name nsx-vlan-transportzone. [ 740.927911] env[66703]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-33d36011-a73c-4b6d-849a-f8c867240c48 None None] loading zone with a95c914d-748d-497c-94ab-10d4647daeba and tags [{'scope': 'mp2policy_migr_status', 'tag': 'success'}] [ 740.928204] env[66703]: DEBUG dogpile.cache.region [None req-33d36011-a73c-4b6d-849a-f8c867240c48 None None] Cache value generated in 0.021 seconds for key(s): 'zone-id' {{(pid=66703) _log_time /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:910}} [ 740.928333] env[66703]: DEBUG dogpile.lock [None req-33d36011-a73c-4b6d-849a-f8c867240c48 None None] Released creation lock {{(pid=66703) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:182}} [ 740.928420] env[66703]: DEBUG oslo_concurrency.lockutils [None req-33d36011-a73c-4b6d-849a-f8c867240c48 None None] Releasing lock "network-41" {{(pid=66703) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 740.928703] env[66703]: DEBUG networking_nsxv3.common.locking [None req-33d36011-a73c-4b6d-849a-f8c867240c48 None None] Lock port-0bf0d780-f4ef-4d52-9feb-85fb9d046cfa taken with stack trace [, , , , , , , , ] {{(pid=66703) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 740.928934] env[66703]: DEBUG oslo_concurrency.lockutils [None req-33d36011-a73c-4b6d-849a-f8c867240c48 None None] Acquiring lock "port-0bf0d780-f4ef-4d52-9feb-85fb9d046cfa" {{(pid=66703) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 740.928997] env[66703]: DEBUG oslo_concurrency.lockutils [None req-33d36011-a73c-4b6d-849a-f8c867240c48 None None] Acquired lock "port-0bf0d780-f4ef-4d52-9feb-85fb9d046cfa" {{(pid=66703) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 740.929406] env[66703]: DEBUG oslo_concurrency.lockutils [None req-33d36011-a73c-4b6d-849a-f8c867240c48 None None] Acquired external semaphore "port-0bf0d780-f4ef-4d52-9feb-85fb9d046cfa" {{(pid=66703) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 740.929555] env[66703]: DEBUG networking_nsxv3.api.rpc [None req-33d36011-a73c-4b6d-849a-f8c867240c48 None None] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('0bf0d780-f4ef-4d52-9feb-85fb9d046cfa',) {} {{(pid=66703) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 740.936516] env[66703]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66703) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 740.936655] env[66703]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66703) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 740.936655] env[66703]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66703) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 740.937509] env[66703]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66703) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 740.937509] env[66703]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66703) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 740.937509] env[66703]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 3304826c-ce8e-49f9-aefd-3be39a0c0fbb is going to be created. [ 740.962872] env[66703]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66703) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 740.963143] env[66703]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66703) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 740.963143] env[66703]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66703) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 740.963305] env[66703]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66703) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 740.963494] env[66703]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66703) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 740.974132] env[66703]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 3304826c-ce8e-49f9-aefd-3be39a0c0fbb in Status: UNINITIALIZED for 2s [ 740.975997] env[66703]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=66703) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 740.976237] env[66703]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66703) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 740.976237] env[66703]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66703) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 740.976439] env[66703]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66703) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 740.976536] env[66703]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66703) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 740.976740] env[66703]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66703) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 740.976827] env[66703]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66703) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 740.976888] env[66703]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66703) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 740.977045] env[66703]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66703) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 740.977126] env[66703]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66703) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 740.977231] env[66703]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: db254d47-d7a1-40b1-a751-5c5ada9bc604 is going to be updated. [ 740.990375] env[66703]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 0707dfd1-3090-427b-9f88-1e41af4a94c0 in Status: SUCCESS [ 740.990632] env[66703]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-0707dfd1-3090-427b-9f88-1e41af4a94c0" {{(pid=66703) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 741.010533] env[66703]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66703) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 741.010533] env[66703]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66703) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 741.010533] env[66703]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66703) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 741.010704] env[66703]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66703) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 741.010754] env[66703]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66703) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 741.021144] env[66703]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: db254d47-d7a1-40b1-a751-5c5ada9bc604 in Status: IN_PROGRESS for 2s [ 741.433030] env[66703]: DEBUG networking_nsxv3.common.locking [None req-33d36011-a73c-4b6d-849a-f8c867240c48 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , ] {{(pid=66703) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 741.433030] env[66703]: DEBUG oslo_concurrency.lockutils [None req-33d36011-a73c-4b6d-849a-f8c867240c48 None None] Acquiring lock "SegmentPort" {{(pid=66703) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 741.433030] env[66703]: DEBUG oslo_concurrency.lockutils [None req-33d36011-a73c-4b6d-849a-f8c867240c48 None None] Acquired lock "SegmentPort" {{(pid=66703) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 741.433346] env[66703]: DEBUG oslo_concurrency.lockutils [None req-33d36011-a73c-4b6d-849a-f8c867240c48 None None] Acquired external semaphore "SegmentPort" {{(pid=66703) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 741.433346] env[66703]: DEBUG oslo_concurrency.lockutils [None req-33d36011-a73c-4b6d-849a-f8c867240c48 None None] Releasing lock "SegmentPort" {{(pid=66703) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 741.433473] env[66703]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-33d36011-a73c-4b6d-849a-f8c867240c48 None None] Segment Port 0bf0d780-f4ef-4d52-9feb-85fb9d046cfa not found, creating... [ 741.433761] env[66703]: DEBUG networking_nsxv3.common.locking [None req-33d36011-a73c-4b6d-849a-f8c867240c48 None None] Lock Segment taken with stack trace [, , , , , , , , , , , ] {{(pid=66703) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 741.434520] env[66703]: DEBUG oslo_concurrency.lockutils [None req-33d36011-a73c-4b6d-849a-f8c867240c48 None None] Acquiring lock "Segment" {{(pid=66703) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 741.434520] env[66703]: DEBUG oslo_concurrency.lockutils [None req-33d36011-a73c-4b6d-849a-f8c867240c48 None None] Acquired lock "Segment" {{(pid=66703) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 741.434520] env[66703]: DEBUG oslo_concurrency.lockutils [None req-33d36011-a73c-4b6d-849a-f8c867240c48 None None] Acquired external semaphore "Segment" {{(pid=66703) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 741.434520] env[66703]: DEBUG oslo_concurrency.lockutils [None req-33d36011-a73c-4b6d-849a-f8c867240c48 None None] Releasing lock "Segment" {{(pid=66703) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 741.434720] env[66703]: DEBUG networking_nsxv3.common.locking [None req-33d36011-a73c-4b6d-849a-f8c867240c48 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=66703) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 741.434833] env[66703]: DEBUG oslo_concurrency.lockutils [None req-33d36011-a73c-4b6d-849a-f8c867240c48 None None] Acquiring lock "SegmentPort" {{(pid=66703) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 741.434945] env[66703]: DEBUG oslo_concurrency.lockutils [None req-33d36011-a73c-4b6d-849a-f8c867240c48 None None] Acquired lock "SegmentPort" {{(pid=66703) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 741.435158] env[66703]: DEBUG oslo_concurrency.lockutils [None req-33d36011-a73c-4b6d-849a-f8c867240c48 None None] Acquired external semaphore "SegmentPort" {{(pid=66703) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 741.435276] env[66703]: DEBUG oslo_concurrency.lockutils [None req-33d36011-a73c-4b6d-849a-f8c867240c48 None None] Releasing lock "SegmentPort" {{(pid=66703) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 741.435410] env[66703]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-33d36011-a73c-4b6d-849a-f8c867240c48 None None] Resource: SegmentPort with ID: 0bf0d780-f4ef-4d52-9feb-85fb9d046cfa is going to be created. [ 741.464608] env[66703]: DEBUG networking_nsxv3.common.locking [None req-33d36011-a73c-4b6d-849a-f8c867240c48 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=66703) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 741.464872] env[66703]: DEBUG oslo_concurrency.lockutils [None req-33d36011-a73c-4b6d-849a-f8c867240c48 None None] Acquiring lock "SegmentPort" {{(pid=66703) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 741.464985] env[66703]: DEBUG oslo_concurrency.lockutils [None req-33d36011-a73c-4b6d-849a-f8c867240c48 None None] Acquired lock "SegmentPort" {{(pid=66703) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 741.465513] env[66703]: DEBUG oslo_concurrency.lockutils [None req-33d36011-a73c-4b6d-849a-f8c867240c48 None None] Acquired external semaphore "SegmentPort" {{(pid=66703) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 741.466201] env[66703]: DEBUG oslo_concurrency.lockutils [None req-33d36011-a73c-4b6d-849a-f8c867240c48 None None] Releasing lock "SegmentPort" {{(pid=66703) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 741.466825] env[66703]: DEBUG oslo_concurrency.lockutils [None req-33d36011-a73c-4b6d-849a-f8c867240c48 None None] Releasing lock "port-0bf0d780-f4ef-4d52-9feb-85fb9d046cfa" {{(pid=66703) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 741.475472] env[66703]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 49cb7e93-7ef3-4fd4-b6fd-65673af109cd in Status: SUCCESS [ 741.475712] env[66703]: WARNING networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 49cb7e93-7ef3-4fd4-b6fd-65673af109cd deletion is rescheduled due to dependency. [ 741.475831] env[66703]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-49cb7e93-7ef3-4fd4-b6fd-65673af109cd" {{(pid=66703) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 742.290838] env[66703]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 32e0f1f8-5e67-463a-bbe6-da9c89b63705 in Status: SUCCESS [ 742.291307] env[66703]: WARNING networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 32e0f1f8-5e67-463a-bbe6-da9c89b63705 deletion is rescheduled due to dependency. [ 742.291307] env[66703]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-32e0f1f8-5e67-463a-bbe6-da9c89b63705" {{(pid=66703) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 742.655050] env[66703]: INFO networking_nsxv3.common.synchronization [req-81cc1f56-3f69-480a-89a8-0269e780025b req-71237d47-5d8f-48ef-b65d-74fcb2f4cd26 service nova] Enqueued Resource ID: db254d47-d7a1-40b1-a751-5c5ada9bc604 with Priority: HIGHEST for action security_group_rules [ 742.655240] env[66703]: INFO networking_nsxv3.common.synchronization [req-81cc1f56-3f69-480a-89a8-0269e780025b req-71237d47-5d8f-48ef-b65d-74fcb2f4cd26 service nova] Enqueued Resource ID: db254d47-d7a1-40b1-a751-5c5ada9bc604 with Priority: HIGHEST for action security_group_members [ 742.655376] env[66703]: INFO networking_nsxv3.common.synchronization [req-81cc1f56-3f69-480a-89a8-0269e780025b req-71237d47-5d8f-48ef-b65d-74fcb2f4cd26 service nova] Enqueued Resource ID: 0bf0d780-f4ef-4d52-9feb-85fb9d046cfa with Priority: HIGHEST for action port [ 742.655983] env[66703]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: db254d47-d7a1-40b1-a751-5c5ada9bc604 with Priority: HIGHEST for action security_group_rules [ 742.656218] env[66703]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: db254d47-d7a1-40b1-a751-5c5ada9bc604 with Priority: HIGHEST for action security_group_members [ 742.656331] env[66703]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 0bf0d780-f4ef-4d52-9feb-85fb9d046cfa with Priority: HIGHEST for action port [ 742.656618] env[66703]: DEBUG networking_nsxv3.common.locking [-] Lock rules-db254d47-d7a1-40b1-a751-5c5ada9bc604 taken with stack trace [, , ] {{(pid=66703) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 742.656789] env[66703]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-db254d47-d7a1-40b1-a751-5c5ada9bc604" {{(pid=66703) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 742.656874] env[66703]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-db254d47-d7a1-40b1-a751-5c5ada9bc604" {{(pid=66703) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 742.657146] env[66703]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-db254d47-d7a1-40b1-a751-5c5ada9bc604" {{(pid=66703) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 742.657273] env[66703]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('db254d47-d7a1-40b1-a751-5c5ada9bc604',) {} {{(pid=66703) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 742.658817] env[66703]: DEBUG networking_nsxv3.common.locking [-] Lock member-db254d47-d7a1-40b1-a751-5c5ada9bc604 taken with stack trace [, , ] {{(pid=66703) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 742.658884] env[66703]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-db254d47-d7a1-40b1-a751-5c5ada9bc604" {{(pid=66703) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 742.659077] env[66703]: DEBUG networking_nsxv3.common.locking [-] Lock port-0bf0d780-f4ef-4d52-9feb-85fb9d046cfa taken with stack trace [, , ] {{(pid=66703) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 742.659177] env[66703]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-0bf0d780-f4ef-4d52-9feb-85fb9d046cfa" {{(pid=66703) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 742.659247] env[66703]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-0bf0d780-f4ef-4d52-9feb-85fb9d046cfa" {{(pid=66703) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 742.659423] env[66703]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-0bf0d780-f4ef-4d52-9feb-85fb9d046cfa" {{(pid=66703) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 742.659487] env[66703]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('0bf0d780-f4ef-4d52-9feb-85fb9d046cfa',) {} {{(pid=66703) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 742.735705] env[66703]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 660372db-97b0-4c25-a97c-8d2de7c849c4 in Status: SUCCESS [ 742.735952] env[66703]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-660372db-97b0-4c25-a97c-8d2de7c849c4" {{(pid=66703) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 742.736141] env[66703]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-660372db-97b0-4c25-a97c-8d2de7c849c4" {{(pid=66703) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 742.736581] env[66703]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-660372db-97b0-4c25-a97c-8d2de7c849c4" {{(pid=66703) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 742.736581] env[66703]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=66703) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 742.736745] env[66703]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66703) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 742.736745] env[66703]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66703) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 742.736858] env[66703]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66703) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 742.736948] env[66703]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66703) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 742.737101] env[66703]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-660372db-97b0-4c25-a97c-8d2de7c849c4" {{(pid=66703) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 742.737154] env[66703]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('660372db-97b0-4c25-a97c-8d2de7c849c4',) {} {{(pid=66703) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 742.988390] env[66703]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 3304826c-ce8e-49f9-aefd-3be39a0c0fbb in Status: SUCCESS [ 742.988390] env[66703]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-3304826c-ce8e-49f9-aefd-3be39a0c0fbb" {{(pid=66703) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 742.988577] env[66703]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-3304826c-ce8e-49f9-aefd-3be39a0c0fbb" {{(pid=66703) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 742.988801] env[66703]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-3304826c-ce8e-49f9-aefd-3be39a0c0fbb" {{(pid=66703) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 742.989112] env[66703]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=66703) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 742.989302] env[66703]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66703) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 742.989445] env[66703]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66703) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 742.989630] env[66703]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66703) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 742.989684] env[66703]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66703) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 742.990149] env[66703]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-3304826c-ce8e-49f9-aefd-3be39a0c0fbb" {{(pid=66703) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 742.990149] env[66703]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('3304826c-ce8e-49f9-aefd-3be39a0c0fbb',) {} {{(pid=66703) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 743.032808] env[66703]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: db254d47-d7a1-40b1-a751-5c5ada9bc604 in Status: SUCCESS [ 743.033042] env[66703]: WARNING networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: db254d47-d7a1-40b1-a751-5c5ada9bc604 deletion is rescheduled due to dependency. [ 743.033148] env[66703]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-db254d47-d7a1-40b1-a751-5c5ada9bc604" {{(pid=66703) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 743.033302] env[66703]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-db254d47-d7a1-40b1-a751-5c5ada9bc604" {{(pid=66703) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 743.033540] env[66703]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-db254d47-d7a1-40b1-a751-5c5ada9bc604" {{(pid=66703) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 743.034574] env[66703]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=66703) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 743.034574] env[66703]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66703) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 743.034574] env[66703]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66703) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 743.034574] env[66703]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66703) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 743.034574] env[66703]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66703) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 743.034574] env[66703]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('db254d47-d7a1-40b1-a751-5c5ada9bc604',) {} {{(pid=66703) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 743.161601] env[66703]: DEBUG networking_nsxv3.common.locking [-] Lock member-db254d47-d7a1-40b1-a751-5c5ada9bc604 taken with stack trace [, , , ] {{(pid=66703) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 743.162213] env[66703]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-db254d47-d7a1-40b1-a751-5c5ada9bc604" {{(pid=66703) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 743.162796] env[66703]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] realization of port 0bf0d780-f4ef-4d52-9feb-85fb9d046cfa with status ACTIVE [ 743.163189] env[66703]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=66703) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 743.165874] env[66703]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=66703) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 743.165874] env[66703]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=66703) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 743.165874] env[66703]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=66703) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 743.165874] env[66703]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=66703) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 743.165874] env[66703]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , ] {{(pid=66703) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 743.165874] env[66703]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=66703) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 743.165874] env[66703]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=66703) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 743.165874] env[66703]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=66703) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 743.165874] env[66703]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=66703) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 743.165874] env[66703]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=66703) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 743.165874] env[66703]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=66703) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 743.165874] env[66703]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=66703) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 743.165874] env[66703]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=66703) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 743.165874] env[66703]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=66703) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 743.165874] env[66703]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: SegmentPort with ID: 0bf0d780-f4ef-4d52-9feb-85fb9d046cfa is going to be updated. [ 743.193096] env[66703]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=66703) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 743.194580] env[66703]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=66703) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 743.194580] env[66703]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=66703) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 743.194580] env[66703]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=66703) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 743.194580] env[66703]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=66703) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 743.194580] env[66703]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-0bf0d780-f4ef-4d52-9feb-85fb9d046cfa" {{(pid=66703) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 743.244043] env[66703]: DEBUG networking_nsxv3.common.locking [-] Lock member-660372db-97b0-4c25-a97c-8d2de7c849c4 taken with stack trace [, , , ] {{(pid=66703) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 743.244043] env[66703]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-660372db-97b0-4c25-a97c-8d2de7c849c4" {{(pid=66703) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 743.244043] env[66703]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-660372db-97b0-4c25-a97c-8d2de7c849c4" {{(pid=66703) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 743.244043] env[66703]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-660372db-97b0-4c25-a97c-8d2de7c849c4" {{(pid=66703) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 743.244043] env[66703]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=66703) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 743.244043] env[66703]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66703) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 743.244043] env[66703]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66703) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 743.244043] env[66703]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66703) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 743.244043] env[66703]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66703) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 743.244043] env[66703]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-660372db-97b0-4c25-a97c-8d2de7c849c4" {{(pid=66703) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 743.244043] env[66703]: DEBUG networking_nsxv3.common.locking [-] Lock member-660372db-97b0-4c25-a97c-8d2de7c849c4 taken with stack trace [, , , ] {{(pid=66703) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 743.244043] env[66703]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-660372db-97b0-4c25-a97c-8d2de7c849c4" {{(pid=66703) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 743.244043] env[66703]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-660372db-97b0-4c25-a97c-8d2de7c849c4" {{(pid=66703) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 743.244043] env[66703]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-660372db-97b0-4c25-a97c-8d2de7c849c4" {{(pid=66703) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 743.244043] env[66703]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=66703) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 743.244043] env[66703]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66703) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 743.245796] env[66703]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66703) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 743.245796] env[66703]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66703) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 743.245796] env[66703]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66703) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 743.245796] env[66703]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-660372db-97b0-4c25-a97c-8d2de7c849c4" {{(pid=66703) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 743.245796] env[66703]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('660372db-97b0-4c25-a97c-8d2de7c849c4',) {} {{(pid=66703) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 743.493912] env[66703]: DEBUG networking_nsxv3.common.locking [-] Lock member-3304826c-ce8e-49f9-aefd-3be39a0c0fbb taken with stack trace [, , , ] {{(pid=66703) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 743.497026] env[66703]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-3304826c-ce8e-49f9-aefd-3be39a0c0fbb" {{(pid=66703) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 743.497026] env[66703]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-3304826c-ce8e-49f9-aefd-3be39a0c0fbb" {{(pid=66703) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 743.497026] env[66703]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-3304826c-ce8e-49f9-aefd-3be39a0c0fbb" {{(pid=66703) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 743.497026] env[66703]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=66703) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 743.497026] env[66703]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66703) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 743.497026] env[66703]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66703) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 743.497026] env[66703]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66703) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 743.497026] env[66703]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66703) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 743.497026] env[66703]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-3304826c-ce8e-49f9-aefd-3be39a0c0fbb" {{(pid=66703) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 743.497026] env[66703]: DEBUG networking_nsxv3.common.locking [-] Lock member-3304826c-ce8e-49f9-aefd-3be39a0c0fbb taken with stack trace [, , , ] {{(pid=66703) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 743.497026] env[66703]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-3304826c-ce8e-49f9-aefd-3be39a0c0fbb" {{(pid=66703) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 743.497026] env[66703]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-3304826c-ce8e-49f9-aefd-3be39a0c0fbb" {{(pid=66703) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 743.497026] env[66703]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-3304826c-ce8e-49f9-aefd-3be39a0c0fbb" {{(pid=66703) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 743.498873] env[66703]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=66703) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 743.498873] env[66703]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66703) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 743.498873] env[66703]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66703) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 743.498873] env[66703]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66703) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 743.500372] env[66703]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66703) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 743.500372] env[66703]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-3304826c-ce8e-49f9-aefd-3be39a0c0fbb" {{(pid=66703) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 743.500372] env[66703]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('3304826c-ce8e-49f9-aefd-3be39a0c0fbb',) {} {{(pid=66703) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 743.536878] env[66703]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('db254d47-d7a1-40b1-a751-5c5ada9bc604',) {} {{(pid=66703) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 743.749461] env[66703]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for 660372db-97b0-4c25-a97c-8d2de7c849c4: rpc.has_security_group_logging(os_id): False [ 743.789108] env[66703]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=66703) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 743.789357] env[66703]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66703) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 743.789357] env[66703]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66703) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 743.789541] env[66703]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66703) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 743.789634] env[66703]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66703) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 743.789901] env[66703]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66703) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 743.790041] env[66703]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66703) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 743.790127] env[66703]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66703) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 743.790340] env[66703]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66703) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 743.790452] env[66703]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66703) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 743.790756] env[66703]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66703) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 743.790917] env[66703]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66703) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 743.790982] env[66703]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66703) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 743.792223] env[66703]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66703) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 743.792223] env[66703]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66703) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 743.792223] env[66703]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=66703) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 743.792573] env[66703]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66703) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 743.792703] env[66703]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66703) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 743.792932] env[66703]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66703) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 743.794237] env[66703]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66703) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 743.794237] env[66703]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 660372db-97b0-4c25-a97c-8d2de7c849c4 is going to be updated. [ 743.889079] env[66703]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=66703) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 743.889377] env[66703]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66703) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 743.889377] env[66703]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66703) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 743.889557] env[66703]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66703) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 743.889643] env[66703]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66703) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 743.915819] env[66703]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 660372db-97b0-4c25-a97c-8d2de7c849c4 in Status: IN_PROGRESS for 2s [ 744.003666] env[66703]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for 3304826c-ce8e-49f9-aefd-3be39a0c0fbb: rpc.has_security_group_logging(os_id): False [ 744.025436] env[66703]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=66703) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 744.025579] env[66703]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66703) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 744.025647] env[66703]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66703) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 744.025863] env[66703]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66703) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 744.025948] env[66703]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66703) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 744.026541] env[66703]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66703) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 744.026541] env[66703]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66703) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 744.026541] env[66703]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66703) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 744.026541] env[66703]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66703) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 744.026541] env[66703]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66703) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 744.027096] env[66703]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66703) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 744.027096] env[66703]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66703) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 744.027096] env[66703]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66703) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 744.027096] env[66703]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66703) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 744.027371] env[66703]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66703) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 744.027371] env[66703]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=66703) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 744.027556] env[66703]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66703) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 744.027556] env[66703]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66703) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 744.027693] env[66703]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66703) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 744.027693] env[66703]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66703) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 744.029303] env[66703]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 3304826c-ce8e-49f9-aefd-3be39a0c0fbb is going to be created. [ 744.039549] env[66703]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('db254d47-d7a1-40b1-a751-5c5ada9bc604',) {} {{(pid=66703) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 744.124774] env[66703]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=66703) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 744.124961] env[66703]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66703) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 744.125053] env[66703]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66703) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 744.125293] env[66703]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66703) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 744.125478] env[66703]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66703) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 744.139020] env[66703]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 3304826c-ce8e-49f9-aefd-3be39a0c0fbb in Status: IN_PROGRESS for 2s [ 744.543960] env[66703]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66703) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 744.544509] env[66703]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66703) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 744.544680] env[66703]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66703) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 744.545944] env[66703]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66703) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 744.546146] env[66703]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66703) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 744.546336] env[66703]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: db254d47-d7a1-40b1-a751-5c5ada9bc604 is going to be updated. [ 744.592130] env[66703]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66703) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 744.592408] env[66703]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66703) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 744.592610] env[66703]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66703) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 744.592775] env[66703]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66703) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 744.592919] env[66703]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66703) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 744.607274] env[66703]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: db254d47-d7a1-40b1-a751-5c5ada9bc604 in Status: IN_PROGRESS for 2s [ 745.933672] env[66703]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 660372db-97b0-4c25-a97c-8d2de7c849c4 in Status: SUCCESS [ 745.934051] env[66703]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-660372db-97b0-4c25-a97c-8d2de7c849c4" {{(pid=66703) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 746.154624] env[66703]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 3304826c-ce8e-49f9-aefd-3be39a0c0fbb in Status: SUCCESS [ 746.154624] env[66703]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-3304826c-ce8e-49f9-aefd-3be39a0c0fbb" {{(pid=66703) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 746.618660] env[66703]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: db254d47-d7a1-40b1-a751-5c5ada9bc604 in Status: SUCCESS [ 746.619043] env[66703]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-db254d47-d7a1-40b1-a751-5c5ada9bc604" {{(pid=66703) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 746.619320] env[66703]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-db254d47-d7a1-40b1-a751-5c5ada9bc604" {{(pid=66703) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 746.619995] env[66703]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-db254d47-d7a1-40b1-a751-5c5ada9bc604" {{(pid=66703) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 746.620248] env[66703]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=66703) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 746.620389] env[66703]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66703) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 746.620467] env[66703]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66703) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 746.620959] env[66703]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66703) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 746.621327] env[66703]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66703) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 746.621436] env[66703]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-db254d47-d7a1-40b1-a751-5c5ada9bc604" {{(pid=66703) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 746.621515] env[66703]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('db254d47-d7a1-40b1-a751-5c5ada9bc604',) {} {{(pid=66703) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 747.126658] env[66703]: DEBUG networking_nsxv3.common.locking [-] Lock member-db254d47-d7a1-40b1-a751-5c5ada9bc604 taken with stack trace [, , , ] {{(pid=66703) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 747.127037] env[66703]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-db254d47-d7a1-40b1-a751-5c5ada9bc604" {{(pid=66703) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 747.127037] env[66703]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-db254d47-d7a1-40b1-a751-5c5ada9bc604" {{(pid=66703) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 747.127171] env[66703]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-db254d47-d7a1-40b1-a751-5c5ada9bc604" {{(pid=66703) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 747.128392] env[66703]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=66703) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 747.128392] env[66703]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66703) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 747.128392] env[66703]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66703) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 747.128392] env[66703]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66703) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 747.128392] env[66703]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66703) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 747.128392] env[66703]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-db254d47-d7a1-40b1-a751-5c5ada9bc604" {{(pid=66703) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 747.128392] env[66703]: DEBUG networking_nsxv3.common.locking [-] Lock member-db254d47-d7a1-40b1-a751-5c5ada9bc604 taken with stack trace [, , , ] {{(pid=66703) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 747.128392] env[66703]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-db254d47-d7a1-40b1-a751-5c5ada9bc604" {{(pid=66703) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 747.128993] env[66703]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-db254d47-d7a1-40b1-a751-5c5ada9bc604" {{(pid=66703) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 747.128993] env[66703]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-db254d47-d7a1-40b1-a751-5c5ada9bc604" {{(pid=66703) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 747.128993] env[66703]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=66703) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 747.128993] env[66703]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66703) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 747.128993] env[66703]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66703) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 747.132536] env[66703]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66703) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 747.132536] env[66703]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66703) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 747.132536] env[66703]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-db254d47-d7a1-40b1-a751-5c5ada9bc604" {{(pid=66703) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 747.132694] env[66703]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('db254d47-d7a1-40b1-a751-5c5ada9bc604',) {} {{(pid=66703) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 747.636341] env[66703]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for db254d47-d7a1-40b1-a751-5c5ada9bc604: rpc.has_security_group_logging(os_id): False [ 747.657560] env[66703]: INFO networking_nsxv3.common.synchronization [-] No activity for the last 5 seconds. [ 747.657842] env[66703]: INFO networking_nsxv3.common.synchronization [-] Sizes Queue[Active=0, Passive=0], Jobs=1 [ 747.663102] env[66703]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=66703) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 747.663318] env[66703]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66703) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 747.663318] env[66703]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66703) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 747.663563] env[66703]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66703) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 747.663684] env[66703]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66703) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 747.663983] env[66703]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66703) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 747.664125] env[66703]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66703) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 747.664224] env[66703]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66703) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 747.664735] env[66703]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66703) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 747.664735] env[66703]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66703) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 747.664960] env[66703]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66703) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 747.665090] env[66703]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66703) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 747.665184] env[66703]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66703) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 747.665353] env[66703]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66703) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 747.665452] env[66703]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66703) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 747.665707] env[66703]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=66703) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 747.665807] env[66703]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66703) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 747.665932] env[66703]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66703) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 747.666120] env[66703]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66703) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 747.666200] env[66703]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66703) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 747.666289] env[66703]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: db254d47-d7a1-40b1-a751-5c5ada9bc604 is going to be updated. [ 747.744715] env[66703]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=66703) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 747.744919] env[66703]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66703) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 747.744967] env[66703]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66703) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 747.745183] env[66703]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66703) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 747.745329] env[66703]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66703) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 747.759900] env[66703]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: db254d47-d7a1-40b1-a751-5c5ada9bc604 in Status: IN_PROGRESS for 2s [ 748.639724] env[66703]: INFO networking_nsxv3.common.synchronization [None req-0c71ff68-f792-49df-95eb-43211dd5c5a3 tempest-MigrationsAdminTest-986826467 tempest-MigrationsAdminTest-986826467-project-member] Enqueued Resource ID: 63574306-d955-4447-8677-e7e8456c0baa with Priority: HIGHEST for action security_group_rules [ 748.640365] env[66703]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 63574306-d955-4447-8677-e7e8456c0baa with Priority: HIGHEST for action security_group_rules [ 748.640754] env[66703]: DEBUG networking_nsxv3.common.locking [-] Lock rules-63574306-d955-4447-8677-e7e8456c0baa taken with stack trace [, , ] {{(pid=66703) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 748.640939] env[66703]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-63574306-d955-4447-8677-e7e8456c0baa" {{(pid=66703) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 748.641030] env[66703]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-63574306-d955-4447-8677-e7e8456c0baa" {{(pid=66703) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 748.641335] env[66703]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-63574306-d955-4447-8677-e7e8456c0baa" {{(pid=66703) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 748.641466] env[66703]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('63574306-d955-4447-8677-e7e8456c0baa',) {} {{(pid=66703) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 748.884384] env[66703]: INFO networking_nsxv3.common.synchronization [None req-df9e2e21-4613-40b1-a227-4c9ccd8d8eee tempest-MigrationsAdminTest-986826467 tempest-MigrationsAdminTest-986826467-project-member] Enqueued Resource ID: 63574306-d955-4447-8677-e7e8456c0baa with Priority: HIGHEST for action security_group_rules [ 748.886131] env[66703]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 63574306-d955-4447-8677-e7e8456c0baa with Priority: HIGHEST for action security_group_rules [ 748.886730] env[66703]: DEBUG networking_nsxv3.common.locking [-] Lock rules-63574306-d955-4447-8677-e7e8456c0baa taken with stack trace [, , ] {{(pid=66703) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 748.887013] env[66703]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-63574306-d955-4447-8677-e7e8456c0baa" {{(pid=66703) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 749.166194] env[66703]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=66703) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 749.166194] env[66703]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66703) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 749.166194] env[66703]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66703) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 749.166194] env[66703]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66703) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 749.166194] env[66703]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66703) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 749.166194] env[66703]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 63574306-d955-4447-8677-e7e8456c0baa already deleted. [ 749.166194] env[66703]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-63574306-d955-4447-8677-e7e8456c0baa" {{(pid=66703) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 749.166194] env[66703]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-63574306-d955-4447-8677-e7e8456c0baa" {{(pid=66703) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 749.166194] env[66703]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-63574306-d955-4447-8677-e7e8456c0baa" {{(pid=66703) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 749.166194] env[66703]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('63574306-d955-4447-8677-e7e8456c0baa',) {} {{(pid=66703) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 749.692809] env[66703]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=66703) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 749.693164] env[66703]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66703) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 749.693164] env[66703]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66703) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 749.693409] env[66703]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66703) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 749.693510] env[66703]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66703) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 749.693616] env[66703]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 63574306-d955-4447-8677-e7e8456c0baa already deleted. [ 749.693742] env[66703]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-63574306-d955-4447-8677-e7e8456c0baa" {{(pid=66703) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 749.772644] env[66703]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: db254d47-d7a1-40b1-a751-5c5ada9bc604 in Status: SUCCESS [ 749.772949] env[66703]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-db254d47-d7a1-40b1-a751-5c5ada9bc604" {{(pid=66703) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 749.879362] env[66703]: INFO networking_nsxv3.common.synchronization [req-c3a6a4c5-2c07-4245-b26a-256201474163 req-8f9d4d0a-e4e2-448c-a8d4-6aabf8fa8c1a tempest-VolumesAdminNegativeTest-589569124 tempest-VolumesAdminNegativeTest-589569124-project-member] Enqueued Resource ID: a8f04bfa-28b4-468c-97f4-e8e0cfcbb095 with Priority: HIGHEST for action security_group_members [ 749.880207] env[66703]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: a8f04bfa-28b4-468c-97f4-e8e0cfcbb095 with Priority: HIGHEST for action security_group_members [ 749.880654] env[66703]: DEBUG networking_nsxv3.common.locking [-] Lock member-a8f04bfa-28b4-468c-97f4-e8e0cfcbb095 taken with stack trace [, , ] {{(pid=66703) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 749.880847] env[66703]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-a8f04bfa-28b4-468c-97f4-e8e0cfcbb095" {{(pid=66703) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 749.880847] env[66703]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-a8f04bfa-28b4-468c-97f4-e8e0cfcbb095" {{(pid=66703) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 749.881260] env[66703]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-a8f04bfa-28b4-468c-97f4-e8e0cfcbb095" {{(pid=66703) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 749.881417] env[66703]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=66703) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 749.881526] env[66703]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66703) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 749.881592] env[66703]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66703) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 749.881781] env[66703]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66703) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 749.881893] env[66703]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66703) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 749.881993] env[66703]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('a8f04bfa-28b4-468c-97f4-e8e0cfcbb095',) {} {{(pid=66703) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 750.289063] env[66703]: INFO networking_nsxv3.common.synchronization [req-7c3a5fa8-b50c-4885-8527-522e9a1effa0 req-34b7dd10-2492-4e5f-a423-ef28ceebbb40 tempest-AttachInterfacesV270Test-1830869184 tempest-AttachInterfacesV270Test-1830869184-project-member] Enqueued Resource ID: 5f884ef4-4fdd-434c-9108-5775888c1d71 with Priority: HIGHEST for action security_group_members [ 750.289063] env[66703]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 5f884ef4-4fdd-434c-9108-5775888c1d71 with Priority: HIGHEST for action security_group_members [ 750.289063] env[66703]: DEBUG networking_nsxv3.common.locking [-] Lock member-5f884ef4-4fdd-434c-9108-5775888c1d71 taken with stack trace [, , ] {{(pid=66703) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 750.289063] env[66703]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-5f884ef4-4fdd-434c-9108-5775888c1d71" {{(pid=66703) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 750.289063] env[66703]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-5f884ef4-4fdd-434c-9108-5775888c1d71" {{(pid=66703) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 750.289063] env[66703]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-5f884ef4-4fdd-434c-9108-5775888c1d71" {{(pid=66703) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 750.289063] env[66703]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=66703) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 750.289063] env[66703]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66703) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 750.289063] env[66703]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66703) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 750.289063] env[66703]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66703) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 750.289063] env[66703]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66703) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 750.289063] env[66703]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('5f884ef4-4fdd-434c-9108-5775888c1d71',) {} {{(pid=66703) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 750.388460] env[66703]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=66703) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 750.388675] env[66703]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66703) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 750.388675] env[66703]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66703) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 750.388912] env[66703]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66703) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 750.388979] env[66703]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66703) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 750.389902] env[66703]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66703) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 750.390332] env[66703]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66703) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 750.390460] env[66703]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66703) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 750.390597] env[66703]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66703) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 750.390704] env[66703]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66703) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 750.390789] env[66703]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: a8f04bfa-28b4-468c-97f4-e8e0cfcbb095 is going to be updated. [ 750.432681] env[66703]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66703) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 750.433039] env[66703]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66703) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 750.434560] env[66703]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66703) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 750.434814] env[66703]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66703) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 750.435014] env[66703]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66703) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 750.450107] env[66703]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: a8f04bfa-28b4-468c-97f4-e8e0cfcbb095 in Status: IN_PROGRESS for 2s [ 750.701054] env[66703]: DEBUG networking_nsxv3.common.locking [None req-33d36011-a73c-4b6d-849a-f8c867240c48 None None] Lock network-588 taken with stack trace [, , , , , , , , ] {{(pid=66703) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 750.701054] env[66703]: DEBUG oslo_concurrency.lockutils [None req-33d36011-a73c-4b6d-849a-f8c867240c48 None None] Acquiring lock "network-588" {{(pid=66703) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 750.701054] env[66703]: DEBUG oslo_concurrency.lockutils [None req-33d36011-a73c-4b6d-849a-f8c867240c48 None None] Acquired lock "network-588" {{(pid=66703) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 750.701054] env[66703]: DEBUG oslo_concurrency.lockutils [None req-33d36011-a73c-4b6d-849a-f8c867240c48 None None] Acquired external semaphore "network-588" {{(pid=66703) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 750.701054] env[66703]: DEBUG networking_nsxv3.common.locking [None req-33d36011-a73c-4b6d-849a-f8c867240c48 None None] Lock Segment taken with stack trace [, , , , , , , , , , ] {{(pid=66703) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 750.701054] env[66703]: DEBUG oslo_concurrency.lockutils [None req-33d36011-a73c-4b6d-849a-f8c867240c48 None None] Acquiring lock "Segment" {{(pid=66703) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 750.701054] env[66703]: DEBUG oslo_concurrency.lockutils [None req-33d36011-a73c-4b6d-849a-f8c867240c48 None None] Acquired lock "Segment" {{(pid=66703) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 750.701054] env[66703]: DEBUG oslo_concurrency.lockutils [None req-33d36011-a73c-4b6d-849a-f8c867240c48 None None] Acquired external semaphore "Segment" {{(pid=66703) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 750.701946] env[66703]: DEBUG oslo_concurrency.lockutils [None req-33d36011-a73c-4b6d-849a-f8c867240c48 None None] Releasing lock "Segment" {{(pid=66703) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 750.702322] env[66703]: DEBUG dogpile.cache.region [None req-33d36011-a73c-4b6d-849a-f8c867240c48 None None] No value present for key: 'zone-id' {{(pid=66703) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 750.702574] env[66703]: DEBUG dogpile.lock [None req-33d36011-a73c-4b6d-849a-f8c867240c48 None None] NeedRegenerationException {{(pid=66703) _enter /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:90}} [ 750.702941] env[66703]: DEBUG dogpile.lock [None req-33d36011-a73c-4b6d-849a-f8c867240c48 None None] no value, waiting for create lock {{(pid=66703) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:131}} [ 750.703192] env[66703]: DEBUG dogpile.lock [None req-33d36011-a73c-4b6d-849a-f8c867240c48 None None] value creation lock acquired {{(pid=66703) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:135}} [ 750.703407] env[66703]: DEBUG dogpile.cache.region [None req-33d36011-a73c-4b6d-849a-f8c867240c48 None None] No value present for key: 'zone-id' {{(pid=66703) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 750.703615] env[66703]: DEBUG dogpile.lock [None req-33d36011-a73c-4b6d-849a-f8c867240c48 None None] Calling creation function for not-yet-present value {{(pid=66703) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:174}} [ 750.703867] env[66703]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-33d36011-a73c-4b6d-849a-f8c867240c48 None None] Looking for TransportZone with name nsx-vlan-transportzone. [ 750.728351] env[66703]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-33d36011-a73c-4b6d-849a-f8c867240c48 None None] loading zone with a95c914d-748d-497c-94ab-10d4647daeba and tags [{'scope': 'mp2policy_migr_status', 'tag': 'success'}] [ 750.728875] env[66703]: DEBUG dogpile.cache.region [None req-33d36011-a73c-4b6d-849a-f8c867240c48 None None] Cache value generated in 0.025 seconds for key(s): 'zone-id' {{(pid=66703) _log_time /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:910}} [ 750.730487] env[66703]: DEBUG dogpile.lock [None req-33d36011-a73c-4b6d-849a-f8c867240c48 None None] Released creation lock {{(pid=66703) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:182}} [ 750.730487] env[66703]: DEBUG oslo_concurrency.lockutils [None req-33d36011-a73c-4b6d-849a-f8c867240c48 None None] Releasing lock "network-588" {{(pid=66703) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 750.730487] env[66703]: DEBUG networking_nsxv3.common.locking [None req-33d36011-a73c-4b6d-849a-f8c867240c48 None None] Lock port-68a9986a-4661-4f7d-91d9-2a7c0ce7abdc taken with stack trace [, , , , , , , , ] {{(pid=66703) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 750.730487] env[66703]: DEBUG oslo_concurrency.lockutils [None req-33d36011-a73c-4b6d-849a-f8c867240c48 None None] Acquiring lock "port-68a9986a-4661-4f7d-91d9-2a7c0ce7abdc" {{(pid=66703) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 750.730487] env[66703]: DEBUG oslo_concurrency.lockutils [None req-33d36011-a73c-4b6d-849a-f8c867240c48 None None] Acquired lock "port-68a9986a-4661-4f7d-91d9-2a7c0ce7abdc" {{(pid=66703) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 750.730487] env[66703]: DEBUG oslo_concurrency.lockutils [None req-33d36011-a73c-4b6d-849a-f8c867240c48 None None] Acquired external semaphore "port-68a9986a-4661-4f7d-91d9-2a7c0ce7abdc" {{(pid=66703) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 750.731196] env[66703]: DEBUG networking_nsxv3.api.rpc [None req-33d36011-a73c-4b6d-849a-f8c867240c48 None None] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('68a9986a-4661-4f7d-91d9-2a7c0ce7abdc',) {} {{(pid=66703) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 750.792239] env[66703]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=66703) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 750.792485] env[66703]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66703) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 750.792592] env[66703]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66703) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 750.792908] env[66703]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66703) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 750.793069] env[66703]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66703) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 750.793380] env[66703]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66703) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 750.793549] env[66703]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66703) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 750.793660] env[66703]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66703) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 750.793931] env[66703]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66703) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 750.794073] env[66703]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66703) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 750.794205] env[66703]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 5f884ef4-4fdd-434c-9108-5775888c1d71 already deleted. [ 750.794329] env[66703]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-5f884ef4-4fdd-434c-9108-5775888c1d71" {{(pid=66703) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 751.233598] env[66703]: DEBUG networking_nsxv3.common.locking [None req-33d36011-a73c-4b6d-849a-f8c867240c48 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , ] {{(pid=66703) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 751.233891] env[66703]: DEBUG oslo_concurrency.lockutils [None req-33d36011-a73c-4b6d-849a-f8c867240c48 None None] Acquiring lock "SegmentPort" {{(pid=66703) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 751.234116] env[66703]: DEBUG oslo_concurrency.lockutils [None req-33d36011-a73c-4b6d-849a-f8c867240c48 None None] Acquired lock "SegmentPort" {{(pid=66703) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 751.234477] env[66703]: DEBUG oslo_concurrency.lockutils [None req-33d36011-a73c-4b6d-849a-f8c867240c48 None None] Acquired external semaphore "SegmentPort" {{(pid=66703) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 751.234693] env[66703]: DEBUG oslo_concurrency.lockutils [None req-33d36011-a73c-4b6d-849a-f8c867240c48 None None] Releasing lock "SegmentPort" {{(pid=66703) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 751.234878] env[66703]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-33d36011-a73c-4b6d-849a-f8c867240c48 None None] Segment Port 68a9986a-4661-4f7d-91d9-2a7c0ce7abdc not found, creating... [ 751.235230] env[66703]: DEBUG networking_nsxv3.common.locking [None req-33d36011-a73c-4b6d-849a-f8c867240c48 None None] Lock Segment taken with stack trace [, , , , , , , , , , , ] {{(pid=66703) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 751.235396] env[66703]: DEBUG oslo_concurrency.lockutils [None req-33d36011-a73c-4b6d-849a-f8c867240c48 None None] Acquiring lock "Segment" {{(pid=66703) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 751.235577] env[66703]: DEBUG oslo_concurrency.lockutils [None req-33d36011-a73c-4b6d-849a-f8c867240c48 None None] Acquired lock "Segment" {{(pid=66703) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 751.235836] env[66703]: DEBUG oslo_concurrency.lockutils [None req-33d36011-a73c-4b6d-849a-f8c867240c48 None None] Acquired external semaphore "Segment" {{(pid=66703) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 751.235977] env[66703]: DEBUG oslo_concurrency.lockutils [None req-33d36011-a73c-4b6d-849a-f8c867240c48 None None] Releasing lock "Segment" {{(pid=66703) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 751.236728] env[66703]: DEBUG networking_nsxv3.common.locking [None req-33d36011-a73c-4b6d-849a-f8c867240c48 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=66703) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 751.236884] env[66703]: DEBUG oslo_concurrency.lockutils [None req-33d36011-a73c-4b6d-849a-f8c867240c48 None None] Acquiring lock "SegmentPort" {{(pid=66703) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 751.237014] env[66703]: DEBUG oslo_concurrency.lockutils [None req-33d36011-a73c-4b6d-849a-f8c867240c48 None None] Acquired lock "SegmentPort" {{(pid=66703) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 751.237235] env[66703]: DEBUG oslo_concurrency.lockutils [None req-33d36011-a73c-4b6d-849a-f8c867240c48 None None] Acquired external semaphore "SegmentPort" {{(pid=66703) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 751.237480] env[66703]: DEBUG oslo_concurrency.lockutils [None req-33d36011-a73c-4b6d-849a-f8c867240c48 None None] Releasing lock "SegmentPort" {{(pid=66703) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 751.237956] env[66703]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-33d36011-a73c-4b6d-849a-f8c867240c48 None None] Resource: SegmentPort with ID: 68a9986a-4661-4f7d-91d9-2a7c0ce7abdc is going to be created. [ 751.262525] env[66703]: DEBUG networking_nsxv3.common.locking [None req-33d36011-a73c-4b6d-849a-f8c867240c48 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=66703) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 751.262782] env[66703]: DEBUG oslo_concurrency.lockutils [None req-33d36011-a73c-4b6d-849a-f8c867240c48 None None] Acquiring lock "SegmentPort" {{(pid=66703) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 751.262837] env[66703]: DEBUG oslo_concurrency.lockutils [None req-33d36011-a73c-4b6d-849a-f8c867240c48 None None] Acquired lock "SegmentPort" {{(pid=66703) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 751.263368] env[66703]: DEBUG oslo_concurrency.lockutils [None req-33d36011-a73c-4b6d-849a-f8c867240c48 None None] Acquired external semaphore "SegmentPort" {{(pid=66703) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 751.263509] env[66703]: DEBUG oslo_concurrency.lockutils [None req-33d36011-a73c-4b6d-849a-f8c867240c48 None None] Releasing lock "SegmentPort" {{(pid=66703) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 751.263626] env[66703]: DEBUG oslo_concurrency.lockutils [None req-33d36011-a73c-4b6d-849a-f8c867240c48 None None] Releasing lock "port-68a9986a-4661-4f7d-91d9-2a7c0ce7abdc" {{(pid=66703) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 751.355466] env[66703]: INFO networking_nsxv3.common.synchronization [req-6cdd4c70-815a-4faa-9c8b-804c3adcfc18 req-051fad1c-a5d8-41a6-aa33-3d44366a613a tempest-ListServersNegativeTestJSON-1313518775 tempest-ListServersNegativeTestJSON-1313518775-project-member] Enqueued Resource ID: e67add3f-2e36-4deb-be60-d3fd9e28ce9a with Priority: HIGHEST for action security_group_members [ 751.356287] env[66703]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: e67add3f-2e36-4deb-be60-d3fd9e28ce9a with Priority: HIGHEST for action security_group_members [ 751.356730] env[66703]: DEBUG networking_nsxv3.common.locking [-] Lock member-e67add3f-2e36-4deb-be60-d3fd9e28ce9a taken with stack trace [, , ] {{(pid=66703) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 751.357975] env[66703]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-e67add3f-2e36-4deb-be60-d3fd9e28ce9a" {{(pid=66703) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 751.358244] env[66703]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-e67add3f-2e36-4deb-be60-d3fd9e28ce9a" {{(pid=66703) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 751.358503] env[66703]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-e67add3f-2e36-4deb-be60-d3fd9e28ce9a" {{(pid=66703) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 751.358804] env[66703]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=66703) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 751.359611] env[66703]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66703) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 751.359848] env[66703]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66703) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 751.360095] env[66703]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66703) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 751.360262] env[66703]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66703) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 751.360476] env[66703]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('e67add3f-2e36-4deb-be60-d3fd9e28ce9a',) {} {{(pid=66703) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 751.368282] env[66703]: INFO networking_nsxv3.common.synchronization [None req-3eb33ae6-4751-47ac-a237-a11f6f4e5d06 None None] Enqueued Resource ID: 7417e716-c42c-47c9-a2b1-20aa20b43fcc with Priority: HIGHEST for action port [ 751.369141] env[66703]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 7417e716-c42c-47c9-a2b1-20aa20b43fcc with Priority: HIGHEST for action port [ 751.369635] env[66703]: DEBUG networking_nsxv3.common.locking [-] Lock port-7417e716-c42c-47c9-a2b1-20aa20b43fcc taken with stack trace [, , ] {{(pid=66703) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 751.369785] env[66703]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-7417e716-c42c-47c9-a2b1-20aa20b43fcc" {{(pid=66703) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 751.369856] env[66703]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-7417e716-c42c-47c9-a2b1-20aa20b43fcc" {{(pid=66703) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 751.370207] env[66703]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-7417e716-c42c-47c9-a2b1-20aa20b43fcc" {{(pid=66703) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 751.370329] env[66703]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('7417e716-c42c-47c9-a2b1-20aa20b43fcc',) {} {{(pid=66703) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 751.862969] env[66703]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('e67add3f-2e36-4deb-be60-d3fd9e28ce9a',) {} {{(pid=66703) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 751.873906] env[66703]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] deletion realization of port 7417e716-c42c-47c9-a2b1-20aa20b43fcc [ 751.874181] env[66703]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=66703) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 751.874339] env[66703]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=66703) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 751.874412] env[66703]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=66703) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 751.874765] env[66703]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=66703) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 751.874858] env[66703]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=66703) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 751.874956] env[66703]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Segment Port:7417e716-c42c-47c9-a2b1-20aa20b43fcc already deleted. [ 751.875707] env[66703]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-7417e716-c42c-47c9-a2b1-20aa20b43fcc" {{(pid=66703) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 752.160791] env[66703]: INFO networking_nsxv3.common.synchronization [req-7c3a5fa8-b50c-4885-8527-522e9a1effa0 req-b099c34a-b2aa-496b-b792-9e7228143f8f service nova] Enqueued Resource ID: 5f884ef4-4fdd-434c-9108-5775888c1d71 with Priority: HIGHEST for action security_group_rules [ 752.161157] env[66703]: INFO networking_nsxv3.common.synchronization [req-7c3a5fa8-b50c-4885-8527-522e9a1effa0 req-b099c34a-b2aa-496b-b792-9e7228143f8f service nova] Enqueued Resource ID: 5f884ef4-4fdd-434c-9108-5775888c1d71 with Priority: HIGHEST for action security_group_members [ 752.162665] env[66703]: INFO networking_nsxv3.common.synchronization [req-7c3a5fa8-b50c-4885-8527-522e9a1effa0 req-b099c34a-b2aa-496b-b792-9e7228143f8f service nova] Enqueued Resource ID: 68a9986a-4661-4f7d-91d9-2a7c0ce7abdc with Priority: HIGHEST for action port [ 752.162665] env[66703]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 5f884ef4-4fdd-434c-9108-5775888c1d71 with Priority: HIGHEST for action security_group_rules [ 752.162665] env[66703]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 5f884ef4-4fdd-434c-9108-5775888c1d71 with Priority: HIGHEST for action security_group_members [ 752.163771] env[66703]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 68a9986a-4661-4f7d-91d9-2a7c0ce7abdc with Priority: HIGHEST for action port [ 752.165947] env[66703]: DEBUG networking_nsxv3.common.locking [-] Lock rules-5f884ef4-4fdd-434c-9108-5775888c1d71 taken with stack trace [, , ] {{(pid=66703) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 752.166126] env[66703]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-5f884ef4-4fdd-434c-9108-5775888c1d71" {{(pid=66703) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 752.166225] env[66703]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-5f884ef4-4fdd-434c-9108-5775888c1d71" {{(pid=66703) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 752.166627] env[66703]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-5f884ef4-4fdd-434c-9108-5775888c1d71" {{(pid=66703) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 752.166725] env[66703]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('5f884ef4-4fdd-434c-9108-5775888c1d71',) {} {{(pid=66703) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 752.168738] env[66703]: DEBUG networking_nsxv3.common.locking [-] Lock member-5f884ef4-4fdd-434c-9108-5775888c1d71 taken with stack trace [, , ] {{(pid=66703) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 752.168819] env[66703]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-5f884ef4-4fdd-434c-9108-5775888c1d71" {{(pid=66703) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 752.169111] env[66703]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-5f884ef4-4fdd-434c-9108-5775888c1d71" {{(pid=66703) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 752.169111] env[66703]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-5f884ef4-4fdd-434c-9108-5775888c1d71" {{(pid=66703) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 752.169288] env[66703]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=66703) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 752.169518] env[66703]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66703) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 752.169518] env[66703]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66703) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 752.169641] env[66703]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66703) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 752.169731] env[66703]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66703) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 752.169825] env[66703]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('5f884ef4-4fdd-434c-9108-5775888c1d71',) {} {{(pid=66703) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 752.171670] env[66703]: DEBUG networking_nsxv3.common.locking [-] Lock port-68a9986a-4661-4f7d-91d9-2a7c0ce7abdc taken with stack trace [, , ] {{(pid=66703) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 752.171765] env[66703]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-68a9986a-4661-4f7d-91d9-2a7c0ce7abdc" {{(pid=66703) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 752.173256] env[66703]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-68a9986a-4661-4f7d-91d9-2a7c0ce7abdc" {{(pid=66703) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 752.173256] env[66703]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-68a9986a-4661-4f7d-91d9-2a7c0ce7abdc" {{(pid=66703) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 752.173256] env[66703]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('68a9986a-4661-4f7d-91d9-2a7c0ce7abdc',) {} {{(pid=66703) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 752.266239] env[66703]: INFO networking_nsxv3.common.synchronization [req-fab46898-b02e-4bc5-bd8b-cecb0130ad9b req-001192e1-b636-43d7-9f9a-0b26686c8bba tempest-AttachVolumeShelveTestJSON-1791692547 tempest-AttachVolumeShelveTestJSON-1791692547-project-member] Enqueued Resource ID: 016af0c8-4276-4aa2-affa-7060eb9467c4 with Priority: HIGHEST for action security_group_members [ 752.266729] env[66703]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 016af0c8-4276-4aa2-affa-7060eb9467c4 with Priority: HIGHEST for action security_group_members [ 752.267158] env[66703]: DEBUG networking_nsxv3.common.locking [-] Lock member-016af0c8-4276-4aa2-affa-7060eb9467c4 taken with stack trace [, , ] {{(pid=66703) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 752.267437] env[66703]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-016af0c8-4276-4aa2-affa-7060eb9467c4" {{(pid=66703) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 752.267546] env[66703]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-016af0c8-4276-4aa2-affa-7060eb9467c4" {{(pid=66703) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 752.268019] env[66703]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-016af0c8-4276-4aa2-affa-7060eb9467c4" {{(pid=66703) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 752.268254] env[66703]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=66703) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 752.268424] env[66703]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66703) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 752.268513] env[66703]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66703) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 752.268736] env[66703]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66703) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 752.268854] env[66703]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66703) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 752.269290] env[66703]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('016af0c8-4276-4aa2-affa-7060eb9467c4',) {} {{(pid=66703) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 752.367829] env[66703]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('e67add3f-2e36-4deb-be60-d3fd9e28ce9a',) {} {{(pid=66703) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 752.463684] env[66703]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: a8f04bfa-28b4-468c-97f4-e8e0cfcbb095 in Status: SUCCESS [ 752.463925] env[66703]: WARNING networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: a8f04bfa-28b4-468c-97f4-e8e0cfcbb095 deletion is rescheduled due to dependency. [ 752.464072] env[66703]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-a8f04bfa-28b4-468c-97f4-e8e0cfcbb095" {{(pid=66703) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 752.678307] env[66703]: DEBUG networking_nsxv3.common.locking [-] Lock member-5f884ef4-4fdd-434c-9108-5775888c1d71 taken with stack trace [, , , ] {{(pid=66703) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 752.678307] env[66703]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-5f884ef4-4fdd-434c-9108-5775888c1d71" {{(pid=66703) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 752.678307] env[66703]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('5f884ef4-4fdd-434c-9108-5775888c1d71',) {} {{(pid=66703) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 752.678307] env[66703]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] realization of port 68a9986a-4661-4f7d-91d9-2a7c0ce7abdc with status ACTIVE [ 752.679736] env[66703]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=66703) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 752.679972] env[66703]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=66703) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 752.680181] env[66703]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=66703) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 752.680415] env[66703]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=66703) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 752.680542] env[66703]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=66703) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 752.680888] env[66703]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , ] {{(pid=66703) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 752.680979] env[66703]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=66703) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 752.682254] env[66703]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=66703) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 752.683526] env[66703]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=66703) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 752.683526] env[66703]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=66703) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 752.685174] env[66703]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=66703) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 752.685174] env[66703]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=66703) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 752.685174] env[66703]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=66703) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 752.685174] env[66703]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=66703) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 752.685174] env[66703]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=66703) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 752.685174] env[66703]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: SegmentPort with ID: 68a9986a-4661-4f7d-91d9-2a7c0ce7abdc is going to be updated. [ 752.715722] env[66703]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=66703) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 752.715975] env[66703]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=66703) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 752.716087] env[66703]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=66703) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 752.716372] env[66703]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=66703) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 752.716556] env[66703]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=66703) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 752.716784] env[66703]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-68a9986a-4661-4f7d-91d9-2a7c0ce7abdc" {{(pid=66703) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 752.753792] env[66703]: DEBUG networking_nsxv3.common.locking [None req-33d36011-a73c-4b6d-849a-f8c867240c48 None None] Lock network-307 taken with stack trace [, , , , , , , , ] {{(pid=66703) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 752.754036] env[66703]: DEBUG oslo_concurrency.lockutils [None req-33d36011-a73c-4b6d-849a-f8c867240c48 None None] Acquiring lock "network-307" {{(pid=66703) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 752.754153] env[66703]: DEBUG oslo_concurrency.lockutils [None req-33d36011-a73c-4b6d-849a-f8c867240c48 None None] Acquired lock "network-307" {{(pid=66703) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 752.754620] env[66703]: DEBUG oslo_concurrency.lockutils [None req-33d36011-a73c-4b6d-849a-f8c867240c48 None None] Acquired external semaphore "network-307" {{(pid=66703) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 752.755803] env[66703]: DEBUG networking_nsxv3.common.locking [None req-33d36011-a73c-4b6d-849a-f8c867240c48 None None] Lock Segment taken with stack trace [, , , , , , , , , , ] {{(pid=66703) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 752.755803] env[66703]: DEBUG oslo_concurrency.lockutils [None req-33d36011-a73c-4b6d-849a-f8c867240c48 None None] Acquiring lock "Segment" {{(pid=66703) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 752.755803] env[66703]: DEBUG oslo_concurrency.lockutils [None req-33d36011-a73c-4b6d-849a-f8c867240c48 None None] Acquired lock "Segment" {{(pid=66703) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 752.756170] env[66703]: DEBUG oslo_concurrency.lockutils [None req-33d36011-a73c-4b6d-849a-f8c867240c48 None None] Acquired external semaphore "Segment" {{(pid=66703) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 752.756379] env[66703]: DEBUG oslo_concurrency.lockutils [None req-33d36011-a73c-4b6d-849a-f8c867240c48 None None] Releasing lock "Segment" {{(pid=66703) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 752.756668] env[66703]: DEBUG dogpile.cache.region [None req-33d36011-a73c-4b6d-849a-f8c867240c48 None None] No value present for key: 'zone-id' {{(pid=66703) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 752.756791] env[66703]: DEBUG dogpile.lock [None req-33d36011-a73c-4b6d-849a-f8c867240c48 None None] NeedRegenerationException {{(pid=66703) _enter /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:90}} [ 752.756921] env[66703]: DEBUG dogpile.lock [None req-33d36011-a73c-4b6d-849a-f8c867240c48 None None] no value, waiting for create lock {{(pid=66703) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:131}} [ 752.757166] env[66703]: DEBUG dogpile.lock [None req-33d36011-a73c-4b6d-849a-f8c867240c48 None None] value creation lock acquired {{(pid=66703) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:135}} [ 752.757401] env[66703]: DEBUG dogpile.cache.region [None req-33d36011-a73c-4b6d-849a-f8c867240c48 None None] No value present for key: 'zone-id' {{(pid=66703) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 752.757539] env[66703]: DEBUG dogpile.lock [None req-33d36011-a73c-4b6d-849a-f8c867240c48 None None] Calling creation function for not-yet-present value {{(pid=66703) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:174}} [ 752.757866] env[66703]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-33d36011-a73c-4b6d-849a-f8c867240c48 None None] Looking for TransportZone with name nsx-vlan-transportzone. [ 752.773265] env[66703]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=66703) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 752.773441] env[66703]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66703) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 752.773441] env[66703]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66703) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 752.773775] env[66703]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66703) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 752.773934] env[66703]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66703) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 752.774289] env[66703]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66703) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 752.774462] env[66703]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66703) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 752.774625] env[66703]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66703) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 752.775020] env[66703]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66703) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 752.775177] env[66703]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66703) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 752.775327] env[66703]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 016af0c8-4276-4aa2-affa-7060eb9467c4 already deleted. [ 752.775466] env[66703]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-016af0c8-4276-4aa2-affa-7060eb9467c4" {{(pid=66703) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 752.790041] env[66703]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-33d36011-a73c-4b6d-849a-f8c867240c48 None None] loading zone with a95c914d-748d-497c-94ab-10d4647daeba and tags [{'scope': 'mp2policy_migr_status', 'tag': 'success'}] [ 752.790041] env[66703]: DEBUG dogpile.cache.region [None req-33d36011-a73c-4b6d-849a-f8c867240c48 None None] Cache value generated in 0.031 seconds for key(s): 'zone-id' {{(pid=66703) _log_time /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:910}} [ 752.790041] env[66703]: DEBUG dogpile.lock [None req-33d36011-a73c-4b6d-849a-f8c867240c48 None None] Released creation lock {{(pid=66703) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:182}} [ 752.790041] env[66703]: DEBUG oslo_concurrency.lockutils [None req-33d36011-a73c-4b6d-849a-f8c867240c48 None None] Releasing lock "network-307" {{(pid=66703) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 752.790041] env[66703]: DEBUG networking_nsxv3.common.locking [None req-33d36011-a73c-4b6d-849a-f8c867240c48 None None] Lock port-2e9dd61b-4cde-4cc1-9661-b925d0b77122 taken with stack trace [, , , , , , , , ] {{(pid=66703) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 752.790041] env[66703]: DEBUG oslo_concurrency.lockutils [None req-33d36011-a73c-4b6d-849a-f8c867240c48 None None] Acquiring lock "port-2e9dd61b-4cde-4cc1-9661-b925d0b77122" {{(pid=66703) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 752.790041] env[66703]: DEBUG oslo_concurrency.lockutils [None req-33d36011-a73c-4b6d-849a-f8c867240c48 None None] Acquired lock "port-2e9dd61b-4cde-4cc1-9661-b925d0b77122" {{(pid=66703) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 752.790041] env[66703]: DEBUG oslo_concurrency.lockutils [None req-33d36011-a73c-4b6d-849a-f8c867240c48 None None] Acquired external semaphore "port-2e9dd61b-4cde-4cc1-9661-b925d0b77122" {{(pid=66703) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 752.790041] env[66703]: DEBUG networking_nsxv3.api.rpc [None req-33d36011-a73c-4b6d-849a-f8c867240c48 None None] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('2e9dd61b-4cde-4cc1-9661-b925d0b77122',) {} {{(pid=66703) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 752.872281] env[66703]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66703) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 752.872615] env[66703]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66703) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 752.872615] env[66703]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66703) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 752.873077] env[66703]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66703) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 752.873077] env[66703]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66703) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 752.873077] env[66703]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: e67add3f-2e36-4deb-be60-d3fd9e28ce9a is going to be updated. [ 752.925034] env[66703]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66703) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 752.925199] env[66703]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66703) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 752.925252] env[66703]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66703) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 752.925419] env[66703]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66703) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 752.925575] env[66703]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66703) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 752.937905] env[66703]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: e67add3f-2e36-4deb-be60-d3fd9e28ce9a in Status: IN_PROGRESS for 2s [ 753.190342] env[66703]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('5f884ef4-4fdd-434c-9108-5775888c1d71',) {} {{(pid=66703) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 753.295885] env[66703]: DEBUG networking_nsxv3.common.locking [None req-33d36011-a73c-4b6d-849a-f8c867240c48 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , ] {{(pid=66703) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 753.296244] env[66703]: DEBUG oslo_concurrency.lockutils [None req-33d36011-a73c-4b6d-849a-f8c867240c48 None None] Acquiring lock "SegmentPort" {{(pid=66703) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 753.296289] env[66703]: DEBUG oslo_concurrency.lockutils [None req-33d36011-a73c-4b6d-849a-f8c867240c48 None None] Acquired lock "SegmentPort" {{(pid=66703) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 753.296601] env[66703]: DEBUG oslo_concurrency.lockutils [None req-33d36011-a73c-4b6d-849a-f8c867240c48 None None] Acquired external semaphore "SegmentPort" {{(pid=66703) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 753.296757] env[66703]: DEBUG oslo_concurrency.lockutils [None req-33d36011-a73c-4b6d-849a-f8c867240c48 None None] Releasing lock "SegmentPort" {{(pid=66703) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 753.296937] env[66703]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-33d36011-a73c-4b6d-849a-f8c867240c48 None None] Segment Port 2e9dd61b-4cde-4cc1-9661-b925d0b77122 not found, creating... [ 753.297270] env[66703]: DEBUG networking_nsxv3.common.locking [None req-33d36011-a73c-4b6d-849a-f8c867240c48 None None] Lock Segment taken with stack trace [, , , , , , , , , , , ] {{(pid=66703) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 753.297455] env[66703]: DEBUG oslo_concurrency.lockutils [None req-33d36011-a73c-4b6d-849a-f8c867240c48 None None] Acquiring lock "Segment" {{(pid=66703) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 753.297598] env[66703]: DEBUG oslo_concurrency.lockutils [None req-33d36011-a73c-4b6d-849a-f8c867240c48 None None] Acquired lock "Segment" {{(pid=66703) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 753.297887] env[66703]: DEBUG oslo_concurrency.lockutils [None req-33d36011-a73c-4b6d-849a-f8c867240c48 None None] Acquired external semaphore "Segment" {{(pid=66703) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 753.298047] env[66703]: DEBUG oslo_concurrency.lockutils [None req-33d36011-a73c-4b6d-849a-f8c867240c48 None None] Releasing lock "Segment" {{(pid=66703) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 753.298354] env[66703]: DEBUG networking_nsxv3.common.locking [None req-33d36011-a73c-4b6d-849a-f8c867240c48 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=66703) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 753.298506] env[66703]: DEBUG oslo_concurrency.lockutils [None req-33d36011-a73c-4b6d-849a-f8c867240c48 None None] Acquiring lock "SegmentPort" {{(pid=66703) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 753.298625] env[66703]: DEBUG oslo_concurrency.lockutils [None req-33d36011-a73c-4b6d-849a-f8c867240c48 None None] Acquired lock "SegmentPort" {{(pid=66703) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 753.298887] env[66703]: DEBUG oslo_concurrency.lockutils [None req-33d36011-a73c-4b6d-849a-f8c867240c48 None None] Acquired external semaphore "SegmentPort" {{(pid=66703) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 753.298955] env[66703]: DEBUG oslo_concurrency.lockutils [None req-33d36011-a73c-4b6d-849a-f8c867240c48 None None] Releasing lock "SegmentPort" {{(pid=66703) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 753.300134] env[66703]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-33d36011-a73c-4b6d-849a-f8c867240c48 None None] Resource: SegmentPort with ID: 2e9dd61b-4cde-4cc1-9661-b925d0b77122 is going to be created. [ 753.324356] env[66703]: DEBUG networking_nsxv3.common.locking [None req-33d36011-a73c-4b6d-849a-f8c867240c48 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=66703) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 753.324624] env[66703]: DEBUG oslo_concurrency.lockutils [None req-33d36011-a73c-4b6d-849a-f8c867240c48 None None] Acquiring lock "SegmentPort" {{(pid=66703) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 753.324751] env[66703]: DEBUG oslo_concurrency.lockutils [None req-33d36011-a73c-4b6d-849a-f8c867240c48 None None] Acquired lock "SegmentPort" {{(pid=66703) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 753.325033] env[66703]: DEBUG oslo_concurrency.lockutils [None req-33d36011-a73c-4b6d-849a-f8c867240c48 None None] Acquired external semaphore "SegmentPort" {{(pid=66703) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 753.325279] env[66703]: DEBUG oslo_concurrency.lockutils [None req-33d36011-a73c-4b6d-849a-f8c867240c48 None None] Releasing lock "SegmentPort" {{(pid=66703) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 753.325576] env[66703]: DEBUG oslo_concurrency.lockutils [None req-33d36011-a73c-4b6d-849a-f8c867240c48 None None] Releasing lock "port-2e9dd61b-4cde-4cc1-9661-b925d0b77122" {{(pid=66703) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 753.692372] env[66703]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66703) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 753.692555] env[66703]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66703) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 753.692657] env[66703]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66703) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 753.692984] env[66703]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66703) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 753.693111] env[66703]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66703) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 753.693256] env[66703]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 5f884ef4-4fdd-434c-9108-5775888c1d71 is going to be created. [ 753.747600] env[66703]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66703) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 753.747880] env[66703]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66703) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 753.747880] env[66703]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66703) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 753.749059] env[66703]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66703) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 753.749059] env[66703]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66703) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 753.765033] env[66703]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 5f884ef4-4fdd-434c-9108-5775888c1d71 in Status: UNINITIALIZED for 2s [ 754.072617] env[66703]: INFO networking_nsxv3.common.synchronization [req-fab46898-b02e-4bc5-bd8b-cecb0130ad9b req-14332d9d-a939-4180-9e17-f6c2aca734f5 service nova] Enqueued Resource ID: 016af0c8-4276-4aa2-affa-7060eb9467c4 with Priority: HIGHEST for action security_group_rules [ 754.072874] env[66703]: INFO networking_nsxv3.common.synchronization [req-fab46898-b02e-4bc5-bd8b-cecb0130ad9b req-14332d9d-a939-4180-9e17-f6c2aca734f5 service nova] Enqueued Resource ID: 016af0c8-4276-4aa2-affa-7060eb9467c4 with Priority: HIGHEST for action security_group_members [ 754.072965] env[66703]: INFO networking_nsxv3.common.synchronization [req-fab46898-b02e-4bc5-bd8b-cecb0130ad9b req-14332d9d-a939-4180-9e17-f6c2aca734f5 service nova] Enqueued Resource ID: 2e9dd61b-4cde-4cc1-9661-b925d0b77122 with Priority: HIGHEST for action port [ 754.073538] env[66703]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 016af0c8-4276-4aa2-affa-7060eb9467c4 with Priority: HIGHEST for action security_group_rules [ 754.073736] env[66703]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 016af0c8-4276-4aa2-affa-7060eb9467c4 with Priority: HIGHEST for action security_group_members [ 754.073870] env[66703]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 2e9dd61b-4cde-4cc1-9661-b925d0b77122 with Priority: HIGHEST for action port [ 754.074452] env[66703]: DEBUG networking_nsxv3.common.locking [-] Lock rules-016af0c8-4276-4aa2-affa-7060eb9467c4 taken with stack trace [, , ] {{(pid=66703) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 754.074651] env[66703]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-016af0c8-4276-4aa2-affa-7060eb9467c4" {{(pid=66703) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 754.075769] env[66703]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-016af0c8-4276-4aa2-affa-7060eb9467c4" {{(pid=66703) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 754.076122] env[66703]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-016af0c8-4276-4aa2-affa-7060eb9467c4" {{(pid=66703) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 754.076259] env[66703]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('016af0c8-4276-4aa2-affa-7060eb9467c4',) {} {{(pid=66703) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 754.077563] env[66703]: DEBUG networking_nsxv3.common.locking [-] Lock member-016af0c8-4276-4aa2-affa-7060eb9467c4 taken with stack trace [, , ] {{(pid=66703) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 754.077757] env[66703]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-016af0c8-4276-4aa2-affa-7060eb9467c4" {{(pid=66703) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 754.077867] env[66703]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-016af0c8-4276-4aa2-affa-7060eb9467c4" {{(pid=66703) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 754.078038] env[66703]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-016af0c8-4276-4aa2-affa-7060eb9467c4" {{(pid=66703) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 754.081309] env[66703]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=66703) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 754.081428] env[66703]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66703) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 754.081497] env[66703]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66703) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 754.081683] env[66703]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66703) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 754.081838] env[66703]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66703) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 754.082302] env[66703]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('016af0c8-4276-4aa2-affa-7060eb9467c4',) {} {{(pid=66703) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 754.083400] env[66703]: DEBUG networking_nsxv3.common.locking [-] Lock port-2e9dd61b-4cde-4cc1-9661-b925d0b77122 taken with stack trace [, , ] {{(pid=66703) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 754.083534] env[66703]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-2e9dd61b-4cde-4cc1-9661-b925d0b77122" {{(pid=66703) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 754.083623] env[66703]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-2e9dd61b-4cde-4cc1-9661-b925d0b77122" {{(pid=66703) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 754.083818] env[66703]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-2e9dd61b-4cde-4cc1-9661-b925d0b77122" {{(pid=66703) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 754.083908] env[66703]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('2e9dd61b-4cde-4cc1-9661-b925d0b77122',) {} {{(pid=66703) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 754.379454] env[66703]: INFO networking_nsxv3.common.synchronization [None req-295a165f-1250-4ae1-9532-5f77b2cba201 None None] Enqueued Resource ID: 413bd28b-7b09-4ddd-956b-1bef16598d7a with Priority: HIGHEST for action port [ 754.379454] env[66703]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 413bd28b-7b09-4ddd-956b-1bef16598d7a with Priority: HIGHEST for action port [ 754.379454] env[66703]: DEBUG networking_nsxv3.common.locking [-] Lock port-413bd28b-7b09-4ddd-956b-1bef16598d7a taken with stack trace [, , ] {{(pid=66703) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 754.379454] env[66703]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-413bd28b-7b09-4ddd-956b-1bef16598d7a" {{(pid=66703) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 754.379454] env[66703]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-413bd28b-7b09-4ddd-956b-1bef16598d7a" {{(pid=66703) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 754.379454] env[66703]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-413bd28b-7b09-4ddd-956b-1bef16598d7a" {{(pid=66703) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 754.379454] env[66703]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('413bd28b-7b09-4ddd-956b-1bef16598d7a',) {} {{(pid=66703) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 754.585971] env[66703]: DEBUG networking_nsxv3.common.locking [-] Lock member-016af0c8-4276-4aa2-affa-7060eb9467c4 taken with stack trace [, , , ] {{(pid=66703) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 754.586732] env[66703]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-016af0c8-4276-4aa2-affa-7060eb9467c4" {{(pid=66703) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 754.587057] env[66703]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('016af0c8-4276-4aa2-affa-7060eb9467c4',) {} {{(pid=66703) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 754.588244] env[66703]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] realization of port 2e9dd61b-4cde-4cc1-9661-b925d0b77122 with status ACTIVE [ 754.588526] env[66703]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=66703) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 754.588710] env[66703]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=66703) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 754.588829] env[66703]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=66703) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 754.589211] env[66703]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=66703) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 754.589251] env[66703]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=66703) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 754.590064] env[66703]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , ] {{(pid=66703) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 754.590064] env[66703]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=66703) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 754.590064] env[66703]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=66703) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 754.590064] env[66703]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=66703) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 754.590255] env[66703]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=66703) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 754.590638] env[66703]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=66703) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 754.590638] env[66703]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=66703) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 754.590638] env[66703]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=66703) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 754.590878] env[66703]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=66703) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 754.590878] env[66703]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=66703) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 754.590996] env[66703]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: SegmentPort with ID: 2e9dd61b-4cde-4cc1-9661-b925d0b77122 is going to be updated. [ 754.616771] env[66703]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=66703) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 754.616946] env[66703]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=66703) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 754.617263] env[66703]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=66703) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 754.618029] env[66703]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=66703) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 754.618029] env[66703]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=66703) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 754.618029] env[66703]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-2e9dd61b-4cde-4cc1-9661-b925d0b77122" {{(pid=66703) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 754.881801] env[66703]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] deletion realization of port 413bd28b-7b09-4ddd-956b-1bef16598d7a [ 754.882219] env[66703]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=66703) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 754.882443] env[66703]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=66703) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 754.882517] env[66703]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=66703) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 754.882740] env[66703]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=66703) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 754.882950] env[66703]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=66703) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 754.882950] env[66703]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Segment Port:413bd28b-7b09-4ddd-956b-1bef16598d7a already deleted. [ 754.883055] env[66703]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-413bd28b-7b09-4ddd-956b-1bef16598d7a" {{(pid=66703) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 754.893704] env[66703]: INFO networking_nsxv3.common.synchronization [req-b6ad79c6-6b0b-429f-b257-6a57074aa661 req-76130804-e9ac-4782-8fd2-47f82353333e tempest-InstanceActionsV221TestJSON-411813051 tempest-InstanceActionsV221TestJSON-411813051-project-member] Enqueued Resource ID: 46339112-2f94-45f8-b276-8e026b36b087 with Priority: HIGHEST for action security_group_members [ 754.894564] env[66703]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 46339112-2f94-45f8-b276-8e026b36b087 with Priority: HIGHEST for action security_group_members [ 754.894847] env[66703]: DEBUG networking_nsxv3.common.locking [-] Lock member-46339112-2f94-45f8-b276-8e026b36b087 taken with stack trace [, , ] {{(pid=66703) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 754.894974] env[66703]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-46339112-2f94-45f8-b276-8e026b36b087" {{(pid=66703) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 754.895623] env[66703]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-46339112-2f94-45f8-b276-8e026b36b087" {{(pid=66703) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 754.895988] env[66703]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-46339112-2f94-45f8-b276-8e026b36b087" {{(pid=66703) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 754.896202] env[66703]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=66703) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 754.896310] env[66703]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66703) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 754.896374] env[66703]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66703) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 754.896687] env[66703]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66703) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 754.896800] env[66703]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66703) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 754.896898] env[66703]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('46339112-2f94-45f8-b276-8e026b36b087',) {} {{(pid=66703) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 754.949791] env[66703]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: e67add3f-2e36-4deb-be60-d3fd9e28ce9a in Status: SUCCESS [ 754.950049] env[66703]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-e67add3f-2e36-4deb-be60-d3fd9e28ce9a" {{(pid=66703) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 755.093957] env[66703]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('016af0c8-4276-4aa2-affa-7060eb9467c4',) {} {{(pid=66703) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 755.235809] env[66703]: DEBUG networking_nsxv3.common.locking [None req-33d36011-a73c-4b6d-849a-f8c867240c48 None None] Lock network-255 taken with stack trace [, , , , , , , , ] {{(pid=66703) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 755.236050] env[66703]: DEBUG oslo_concurrency.lockutils [None req-33d36011-a73c-4b6d-849a-f8c867240c48 None None] Acquiring lock "network-255" {{(pid=66703) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 755.236232] env[66703]: DEBUG oslo_concurrency.lockutils [None req-33d36011-a73c-4b6d-849a-f8c867240c48 None None] Acquired lock "network-255" {{(pid=66703) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 755.236479] env[66703]: DEBUG oslo_concurrency.lockutils [None req-33d36011-a73c-4b6d-849a-f8c867240c48 None None] Acquired external semaphore "network-255" {{(pid=66703) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 755.236745] env[66703]: DEBUG networking_nsxv3.common.locking [None req-33d36011-a73c-4b6d-849a-f8c867240c48 None None] Lock Segment taken with stack trace [, , , , , , , , , , ] {{(pid=66703) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 755.236988] env[66703]: DEBUG oslo_concurrency.lockutils [None req-33d36011-a73c-4b6d-849a-f8c867240c48 None None] Acquiring lock "Segment" {{(pid=66703) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 755.237483] env[66703]: DEBUG oslo_concurrency.lockutils [None req-33d36011-a73c-4b6d-849a-f8c867240c48 None None] Acquired lock "Segment" {{(pid=66703) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 755.237615] env[66703]: DEBUG oslo_concurrency.lockutils [None req-33d36011-a73c-4b6d-849a-f8c867240c48 None None] Acquired external semaphore "Segment" {{(pid=66703) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 755.237830] env[66703]: DEBUG oslo_concurrency.lockutils [None req-33d36011-a73c-4b6d-849a-f8c867240c48 None None] Releasing lock "Segment" {{(pid=66703) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 755.238059] env[66703]: DEBUG dogpile.cache.region [None req-33d36011-a73c-4b6d-849a-f8c867240c48 None None] No value present for key: 'zone-id' {{(pid=66703) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 755.238173] env[66703]: DEBUG dogpile.lock [None req-33d36011-a73c-4b6d-849a-f8c867240c48 None None] NeedRegenerationException {{(pid=66703) _enter /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:90}} [ 755.238279] env[66703]: DEBUG dogpile.lock [None req-33d36011-a73c-4b6d-849a-f8c867240c48 None None] no value, waiting for create lock {{(pid=66703) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:131}} [ 755.238409] env[66703]: DEBUG dogpile.lock [None req-33d36011-a73c-4b6d-849a-f8c867240c48 None None] value creation lock acquired {{(pid=66703) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:135}} [ 755.238487] env[66703]: DEBUG dogpile.cache.region [None req-33d36011-a73c-4b6d-849a-f8c867240c48 None None] No value present for key: 'zone-id' {{(pid=66703) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 755.238588] env[66703]: DEBUG dogpile.lock [None req-33d36011-a73c-4b6d-849a-f8c867240c48 None None] Calling creation function for not-yet-present value {{(pid=66703) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:174}} [ 755.238712] env[66703]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-33d36011-a73c-4b6d-849a-f8c867240c48 None None] Looking for TransportZone with name nsx-vlan-transportzone. [ 755.260035] env[66703]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-33d36011-a73c-4b6d-849a-f8c867240c48 None None] loading zone with a95c914d-748d-497c-94ab-10d4647daeba and tags [{'scope': 'mp2policy_migr_status', 'tag': 'success'}] [ 755.260035] env[66703]: DEBUG dogpile.cache.region [None req-33d36011-a73c-4b6d-849a-f8c867240c48 None None] Cache value generated in 0.020 seconds for key(s): 'zone-id' {{(pid=66703) _log_time /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:910}} [ 755.260035] env[66703]: DEBUG dogpile.lock [None req-33d36011-a73c-4b6d-849a-f8c867240c48 None None] Released creation lock {{(pid=66703) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:182}} [ 755.260035] env[66703]: DEBUG oslo_concurrency.lockutils [None req-33d36011-a73c-4b6d-849a-f8c867240c48 None None] Releasing lock "network-255" {{(pid=66703) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 755.260035] env[66703]: DEBUG networking_nsxv3.common.locking [None req-33d36011-a73c-4b6d-849a-f8c867240c48 None None] Lock port-c410bc42-bafb-4ab8-95c6-b544f3a34f9b taken with stack trace [, , , , , , , , ] {{(pid=66703) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 755.260035] env[66703]: DEBUG oslo_concurrency.lockutils [None req-33d36011-a73c-4b6d-849a-f8c867240c48 None None] Acquiring lock "port-c410bc42-bafb-4ab8-95c6-b544f3a34f9b" {{(pid=66703) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 755.260035] env[66703]: DEBUG oslo_concurrency.lockutils [None req-33d36011-a73c-4b6d-849a-f8c867240c48 None None] Acquired lock "port-c410bc42-bafb-4ab8-95c6-b544f3a34f9b" {{(pid=66703) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 755.260564] env[66703]: DEBUG oslo_concurrency.lockutils [None req-33d36011-a73c-4b6d-849a-f8c867240c48 None None] Acquired external semaphore "port-c410bc42-bafb-4ab8-95c6-b544f3a34f9b" {{(pid=66703) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 755.260564] env[66703]: DEBUG networking_nsxv3.api.rpc [None req-33d36011-a73c-4b6d-849a-f8c867240c48 None None] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('c410bc42-bafb-4ab8-95c6-b544f3a34f9b',) {} {{(pid=66703) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 755.400093] env[66703]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=66703) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 755.400648] env[66703]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66703) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 755.400727] env[66703]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66703) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 755.401618] env[66703]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66703) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 755.401840] env[66703]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66703) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 755.402124] env[66703]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66703) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 755.402271] env[66703]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66703) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 755.402350] env[66703]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66703) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 755.402549] env[66703]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66703) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 755.403515] env[66703]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66703) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 755.403632] env[66703]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 46339112-2f94-45f8-b276-8e026b36b087 already deleted. [ 755.403736] env[66703]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-46339112-2f94-45f8-b276-8e026b36b087" {{(pid=66703) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 755.596832] env[66703]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66703) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 755.597444] env[66703]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66703) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 755.597444] env[66703]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66703) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 755.597444] env[66703]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66703) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 755.597444] env[66703]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66703) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 755.597690] env[66703]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 016af0c8-4276-4aa2-affa-7060eb9467c4 is going to be created. [ 755.627447] env[66703]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66703) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 755.627806] env[66703]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66703) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 755.627954] env[66703]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66703) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 755.628351] env[66703]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66703) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 755.629920] env[66703]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66703) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 755.638810] env[66703]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 016af0c8-4276-4aa2-affa-7060eb9467c4 in Status: UNINITIALIZED for 2s [ 755.763318] env[66703]: DEBUG networking_nsxv3.common.locking [None req-33d36011-a73c-4b6d-849a-f8c867240c48 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , ] {{(pid=66703) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 755.764109] env[66703]: DEBUG oslo_concurrency.lockutils [None req-33d36011-a73c-4b6d-849a-f8c867240c48 None None] Acquiring lock "SegmentPort" {{(pid=66703) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 755.764109] env[66703]: DEBUG oslo_concurrency.lockutils [None req-33d36011-a73c-4b6d-849a-f8c867240c48 None None] Acquired lock "SegmentPort" {{(pid=66703) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 755.764705] env[66703]: DEBUG oslo_concurrency.lockutils [None req-33d36011-a73c-4b6d-849a-f8c867240c48 None None] Acquired external semaphore "SegmentPort" {{(pid=66703) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 755.765315] env[66703]: DEBUG oslo_concurrency.lockutils [None req-33d36011-a73c-4b6d-849a-f8c867240c48 None None] Releasing lock "SegmentPort" {{(pid=66703) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 755.768688] env[66703]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-33d36011-a73c-4b6d-849a-f8c867240c48 None None] Segment Port c410bc42-bafb-4ab8-95c6-b544f3a34f9b not found, creating... [ 755.768688] env[66703]: DEBUG networking_nsxv3.common.locking [None req-33d36011-a73c-4b6d-849a-f8c867240c48 None None] Lock Segment taken with stack trace [, , , , , , , , , , , ] {{(pid=66703) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 755.768688] env[66703]: DEBUG oslo_concurrency.lockutils [None req-33d36011-a73c-4b6d-849a-f8c867240c48 None None] Acquiring lock "Segment" {{(pid=66703) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 755.768688] env[66703]: DEBUG oslo_concurrency.lockutils [None req-33d36011-a73c-4b6d-849a-f8c867240c48 None None] Acquired lock "Segment" {{(pid=66703) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 755.768688] env[66703]: DEBUG oslo_concurrency.lockutils [None req-33d36011-a73c-4b6d-849a-f8c867240c48 None None] Acquired external semaphore "Segment" {{(pid=66703) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 755.768688] env[66703]: DEBUG oslo_concurrency.lockutils [None req-33d36011-a73c-4b6d-849a-f8c867240c48 None None] Releasing lock "Segment" {{(pid=66703) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 755.768688] env[66703]: DEBUG networking_nsxv3.common.locking [None req-33d36011-a73c-4b6d-849a-f8c867240c48 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=66703) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 755.770305] env[66703]: DEBUG oslo_concurrency.lockutils [None req-33d36011-a73c-4b6d-849a-f8c867240c48 None None] Acquiring lock "SegmentPort" {{(pid=66703) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 755.770730] env[66703]: DEBUG oslo_concurrency.lockutils [None req-33d36011-a73c-4b6d-849a-f8c867240c48 None None] Acquired lock "SegmentPort" {{(pid=66703) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 755.771259] env[66703]: DEBUG oslo_concurrency.lockutils [None req-33d36011-a73c-4b6d-849a-f8c867240c48 None None] Acquired external semaphore "SegmentPort" {{(pid=66703) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 755.771537] env[66703]: DEBUG oslo_concurrency.lockutils [None req-33d36011-a73c-4b6d-849a-f8c867240c48 None None] Releasing lock "SegmentPort" {{(pid=66703) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 755.771750] env[66703]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-33d36011-a73c-4b6d-849a-f8c867240c48 None None] Resource: SegmentPort with ID: c410bc42-bafb-4ab8-95c6-b544f3a34f9b is going to be created. [ 755.788622] env[66703]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 5f884ef4-4fdd-434c-9108-5775888c1d71 in Status: SUCCESS [ 755.789022] env[66703]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-5f884ef4-4fdd-434c-9108-5775888c1d71" {{(pid=66703) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 755.789253] env[66703]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-5f884ef4-4fdd-434c-9108-5775888c1d71" {{(pid=66703) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 755.789544] env[66703]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-5f884ef4-4fdd-434c-9108-5775888c1d71" {{(pid=66703) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 755.789914] env[66703]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=66703) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 755.790344] env[66703]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66703) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 755.790344] env[66703]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66703) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 755.790624] env[66703]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66703) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 755.790771] env[66703]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66703) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 755.790905] env[66703]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-5f884ef4-4fdd-434c-9108-5775888c1d71" {{(pid=66703) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 755.791041] env[66703]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('5f884ef4-4fdd-434c-9108-5775888c1d71',) {} {{(pid=66703) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 755.803148] env[66703]: DEBUG networking_nsxv3.common.locking [None req-33d36011-a73c-4b6d-849a-f8c867240c48 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=66703) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 755.803372] env[66703]: DEBUG oslo_concurrency.lockutils [None req-33d36011-a73c-4b6d-849a-f8c867240c48 None None] Acquiring lock "SegmentPort" {{(pid=66703) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 755.803502] env[66703]: DEBUG oslo_concurrency.lockutils [None req-33d36011-a73c-4b6d-849a-f8c867240c48 None None] Acquired lock "SegmentPort" {{(pid=66703) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 755.803782] env[66703]: DEBUG oslo_concurrency.lockutils [None req-33d36011-a73c-4b6d-849a-f8c867240c48 None None] Acquired external semaphore "SegmentPort" {{(pid=66703) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 755.804284] env[66703]: DEBUG oslo_concurrency.lockutils [None req-33d36011-a73c-4b6d-849a-f8c867240c48 None None] Releasing lock "SegmentPort" {{(pid=66703) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 755.804284] env[66703]: DEBUG oslo_concurrency.lockutils [None req-33d36011-a73c-4b6d-849a-f8c867240c48 None None] Releasing lock "port-c410bc42-bafb-4ab8-95c6-b544f3a34f9b" {{(pid=66703) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 756.294285] env[66703]: DEBUG networking_nsxv3.common.locking [-] Lock member-5f884ef4-4fdd-434c-9108-5775888c1d71 taken with stack trace [, , , ] {{(pid=66703) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 756.294538] env[66703]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-5f884ef4-4fdd-434c-9108-5775888c1d71" {{(pid=66703) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 756.294568] env[66703]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-5f884ef4-4fdd-434c-9108-5775888c1d71" {{(pid=66703) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 756.294806] env[66703]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-5f884ef4-4fdd-434c-9108-5775888c1d71" {{(pid=66703) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 756.294943] env[66703]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=66703) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 756.295107] env[66703]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66703) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 756.295107] env[66703]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66703) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 756.295254] env[66703]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66703) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 756.295341] env[66703]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66703) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 756.295430] env[66703]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-5f884ef4-4fdd-434c-9108-5775888c1d71" {{(pid=66703) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 756.295596] env[66703]: DEBUG networking_nsxv3.common.locking [-] Lock member-5f884ef4-4fdd-434c-9108-5775888c1d71 taken with stack trace [, , , ] {{(pid=66703) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 756.295690] env[66703]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-5f884ef4-4fdd-434c-9108-5775888c1d71" {{(pid=66703) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 756.295741] env[66703]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-5f884ef4-4fdd-434c-9108-5775888c1d71" {{(pid=66703) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 756.295882] env[66703]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-5f884ef4-4fdd-434c-9108-5775888c1d71" {{(pid=66703) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 756.296033] env[66703]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=66703) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 756.296125] env[66703]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66703) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 756.296186] env[66703]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66703) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 756.296320] env[66703]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66703) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 756.296402] env[66703]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66703) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 756.296474] env[66703]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-5f884ef4-4fdd-434c-9108-5775888c1d71" {{(pid=66703) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 756.296563] env[66703]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('5f884ef4-4fdd-434c-9108-5775888c1d71',) {} {{(pid=66703) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 756.536844] env[66703]: INFO networking_nsxv3.common.synchronization [req-b6ad79c6-6b0b-429f-b257-6a57074aa661 req-fe62be4d-9e7b-4ec1-b7c8-bfd4d78cd293 service nova] Enqueued Resource ID: 46339112-2f94-45f8-b276-8e026b36b087 with Priority: HIGHEST for action security_group_rules [ 756.537081] env[66703]: INFO networking_nsxv3.common.synchronization [req-b6ad79c6-6b0b-429f-b257-6a57074aa661 req-fe62be4d-9e7b-4ec1-b7c8-bfd4d78cd293 service nova] Enqueued Resource ID: 46339112-2f94-45f8-b276-8e026b36b087 with Priority: HIGHEST for action security_group_members [ 756.537260] env[66703]: INFO networking_nsxv3.common.synchronization [req-b6ad79c6-6b0b-429f-b257-6a57074aa661 req-fe62be4d-9e7b-4ec1-b7c8-bfd4d78cd293 service nova] Enqueued Resource ID: c410bc42-bafb-4ab8-95c6-b544f3a34f9b with Priority: HIGHEST for action port [ 756.537889] env[66703]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 46339112-2f94-45f8-b276-8e026b36b087 with Priority: HIGHEST for action security_group_rules [ 756.538036] env[66703]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 46339112-2f94-45f8-b276-8e026b36b087 with Priority: HIGHEST for action security_group_members [ 756.538168] env[66703]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: c410bc42-bafb-4ab8-95c6-b544f3a34f9b with Priority: HIGHEST for action port [ 756.538752] env[66703]: DEBUG networking_nsxv3.common.locking [-] Lock rules-46339112-2f94-45f8-b276-8e026b36b087 taken with stack trace [, , ] {{(pid=66703) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 756.538752] env[66703]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-46339112-2f94-45f8-b276-8e026b36b087" {{(pid=66703) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 756.538930] env[66703]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-46339112-2f94-45f8-b276-8e026b36b087" {{(pid=66703) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 756.539191] env[66703]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-46339112-2f94-45f8-b276-8e026b36b087" {{(pid=66703) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 756.539314] env[66703]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('46339112-2f94-45f8-b276-8e026b36b087',) {} {{(pid=66703) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 756.540425] env[66703]: DEBUG networking_nsxv3.common.locking [-] Lock member-46339112-2f94-45f8-b276-8e026b36b087 taken with stack trace [, , ] {{(pid=66703) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 756.540623] env[66703]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-46339112-2f94-45f8-b276-8e026b36b087" {{(pid=66703) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 756.540623] env[66703]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-46339112-2f94-45f8-b276-8e026b36b087" {{(pid=66703) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 756.540916] env[66703]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-46339112-2f94-45f8-b276-8e026b36b087" {{(pid=66703) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 756.540955] env[66703]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=66703) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 756.541059] env[66703]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66703) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 756.541154] env[66703]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66703) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 756.541342] env[66703]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66703) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 756.541458] env[66703]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66703) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 756.541587] env[66703]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('46339112-2f94-45f8-b276-8e026b36b087',) {} {{(pid=66703) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 756.542936] env[66703]: DEBUG networking_nsxv3.common.locking [-] Lock port-c410bc42-bafb-4ab8-95c6-b544f3a34f9b taken with stack trace [, , ] {{(pid=66703) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 756.543098] env[66703]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-c410bc42-bafb-4ab8-95c6-b544f3a34f9b" {{(pid=66703) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 756.543174] env[66703]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-c410bc42-bafb-4ab8-95c6-b544f3a34f9b" {{(pid=66703) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 756.543534] env[66703]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-c410bc42-bafb-4ab8-95c6-b544f3a34f9b" {{(pid=66703) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 756.543534] env[66703]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('c410bc42-bafb-4ab8-95c6-b544f3a34f9b',) {} {{(pid=66703) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 756.800564] env[66703]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for 5f884ef4-4fdd-434c-9108-5775888c1d71: rpc.has_security_group_logging(os_id): False [ 756.823915] env[66703]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=66703) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 756.824145] env[66703]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66703) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 756.824276] env[66703]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66703) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 756.824676] env[66703]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66703) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 756.824863] env[66703]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66703) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 756.825163] env[66703]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66703) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 756.825503] env[66703]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66703) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 756.825633] env[66703]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66703) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 756.825974] env[66703]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66703) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 756.826121] env[66703]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66703) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 756.826397] env[66703]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66703) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 756.826549] env[66703]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66703) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 756.826658] env[66703]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66703) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 756.826925] env[66703]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66703) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 756.827076] env[66703]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66703) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 756.828122] env[66703]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=66703) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 756.828122] env[66703]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66703) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 756.828122] env[66703]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66703) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 756.828122] env[66703]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66703) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 756.828122] env[66703]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66703) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 756.828122] env[66703]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 5f884ef4-4fdd-434c-9108-5775888c1d71 is going to be created. [ 756.911490] env[66703]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=66703) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 756.911857] env[66703]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66703) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 756.911857] env[66703]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66703) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 756.912171] env[66703]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66703) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 756.912326] env[66703]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66703) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 756.930762] env[66703]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 5f884ef4-4fdd-434c-9108-5775888c1d71 in Status: IN_PROGRESS for 2s [ 757.045172] env[66703]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('46339112-2f94-45f8-b276-8e026b36b087',) {} {{(pid=66703) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 757.046269] env[66703]: DEBUG networking_nsxv3.common.locking [-] Lock member-46339112-2f94-45f8-b276-8e026b36b087 taken with stack trace [, , , ] {{(pid=66703) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 757.047378] env[66703]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-46339112-2f94-45f8-b276-8e026b36b087" {{(pid=66703) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 757.052491] env[66703]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] realization of port c410bc42-bafb-4ab8-95c6-b544f3a34f9b with status ACTIVE [ 757.054110] env[66703]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=66703) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 757.054310] env[66703]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=66703) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 757.058960] env[66703]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=66703) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 757.058960] env[66703]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=66703) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 757.058960] env[66703]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=66703) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 757.058960] env[66703]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , ] {{(pid=66703) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 757.059242] env[66703]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=66703) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 757.059242] env[66703]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=66703) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 757.059342] env[66703]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=66703) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 757.059342] env[66703]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=66703) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 757.059598] env[66703]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=66703) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 757.059715] env[66703]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=66703) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 757.059783] env[66703]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=66703) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 757.059925] env[66703]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=66703) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 757.060077] env[66703]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=66703) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 757.060124] env[66703]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: SegmentPort with ID: c410bc42-bafb-4ab8-95c6-b544f3a34f9b is going to be updated. [ 757.090833] env[66703]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=66703) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 757.090833] env[66703]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=66703) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 757.091080] env[66703]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=66703) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 757.091712] env[66703]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=66703) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 757.091712] env[66703]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=66703) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 757.091869] env[66703]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-c410bc42-bafb-4ab8-95c6-b544f3a34f9b" {{(pid=66703) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 757.288460] env[66703]: INFO networking_nsxv3.common.synchronization [req-ea7b60b0-b760-43ee-af4d-403b9b55b371 req-5e2617f8-35fc-4c5b-a389-7b88d1717b6c tempest-ListServersNegativeTestJSON-1313518775 tempest-ListServersNegativeTestJSON-1313518775-project-member] Enqueued Resource ID: e67add3f-2e36-4deb-be60-d3fd9e28ce9a with Priority: HIGHEST for action security_group_members [ 757.290134] env[66703]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: e67add3f-2e36-4deb-be60-d3fd9e28ce9a with Priority: HIGHEST for action security_group_members [ 757.290520] env[66703]: DEBUG networking_nsxv3.common.locking [-] Lock member-e67add3f-2e36-4deb-be60-d3fd9e28ce9a taken with stack trace [, , ] {{(pid=66703) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 757.290673] env[66703]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-e67add3f-2e36-4deb-be60-d3fd9e28ce9a" {{(pid=66703) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 757.290778] env[66703]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-e67add3f-2e36-4deb-be60-d3fd9e28ce9a" {{(pid=66703) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 757.290927] env[66703]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-e67add3f-2e36-4deb-be60-d3fd9e28ce9a" {{(pid=66703) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 757.291109] env[66703]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=66703) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 757.291311] env[66703]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66703) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 757.291311] env[66703]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66703) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 757.291422] env[66703]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66703) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 757.291462] env[66703]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66703) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 757.291557] env[66703]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('e67add3f-2e36-4deb-be60-d3fd9e28ce9a',) {} {{(pid=66703) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 757.550919] env[66703]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('46339112-2f94-45f8-b276-8e026b36b087',) {} {{(pid=66703) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 757.649443] env[66703]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 016af0c8-4276-4aa2-affa-7060eb9467c4 in Status: SUCCESS [ 757.649443] env[66703]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-016af0c8-4276-4aa2-affa-7060eb9467c4" {{(pid=66703) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 757.649611] env[66703]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-016af0c8-4276-4aa2-affa-7060eb9467c4" {{(pid=66703) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 757.651014] env[66703]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-016af0c8-4276-4aa2-affa-7060eb9467c4" {{(pid=66703) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 757.651014] env[66703]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=66703) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 757.651222] env[66703]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66703) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 757.651284] env[66703]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66703) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 757.651516] env[66703]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66703) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 757.652187] env[66703]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66703) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 757.652187] env[66703]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-016af0c8-4276-4aa2-affa-7060eb9467c4" {{(pid=66703) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 757.652187] env[66703]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('016af0c8-4276-4aa2-affa-7060eb9467c4',) {} {{(pid=66703) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 757.794180] env[66703]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=66703) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 757.794307] env[66703]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66703) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 757.794386] env[66703]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66703) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 757.796050] env[66703]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66703) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 757.796050] env[66703]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66703) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 757.796050] env[66703]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66703) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 757.796050] env[66703]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66703) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 757.796050] env[66703]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66703) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 757.796050] env[66703]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66703) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 757.796050] env[66703]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66703) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 757.796050] env[66703]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: e67add3f-2e36-4deb-be60-d3fd9e28ce9a is going to be updated. [ 757.828916] env[66703]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66703) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 757.829093] env[66703]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66703) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 757.829140] env[66703]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66703) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 757.829325] env[66703]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66703) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 757.829457] env[66703]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66703) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 757.839594] env[66703]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: e67add3f-2e36-4deb-be60-d3fd9e28ce9a in Status: IN_PROGRESS for 2s [ 758.053172] env[66703]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66703) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 758.053479] env[66703]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66703) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 758.053479] env[66703]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66703) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 758.053707] env[66703]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66703) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 758.053765] env[66703]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66703) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 758.053879] env[66703]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 46339112-2f94-45f8-b276-8e026b36b087 is going to be created. [ 758.083203] env[66703]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66703) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 758.083884] env[66703]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66703) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 758.083884] env[66703]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66703) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 758.083884] env[66703]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66703) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 758.083884] env[66703]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66703) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 758.094779] env[66703]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 46339112-2f94-45f8-b276-8e026b36b087 in Status: UNINITIALIZED for 2s [ 758.117863] env[66703]: INFO networking_nsxv3.common.synchronization [req-c90de22a-e91e-49db-9aa0-2941cbec435a req-6a7df109-c8b1-457b-b747-8a740d406443 tempest-TenantUsagesTestJSON-2120604686 tempest-TenantUsagesTestJSON-2120604686-project-member] Enqueued Resource ID: 0707dfd1-3090-427b-9f88-1e41af4a94c0 with Priority: HIGHEST for action security_group_members [ 758.118643] env[66703]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 0707dfd1-3090-427b-9f88-1e41af4a94c0 with Priority: HIGHEST for action security_group_members [ 758.118741] env[66703]: DEBUG networking_nsxv3.common.locking [-] Lock member-0707dfd1-3090-427b-9f88-1e41af4a94c0 taken with stack trace [, , ] {{(pid=66703) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 758.118893] env[66703]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-0707dfd1-3090-427b-9f88-1e41af4a94c0" {{(pid=66703) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 758.118964] env[66703]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-0707dfd1-3090-427b-9f88-1e41af4a94c0" {{(pid=66703) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 758.119191] env[66703]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-0707dfd1-3090-427b-9f88-1e41af4a94c0" {{(pid=66703) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 758.119351] env[66703]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=66703) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 758.120244] env[66703]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66703) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 758.120244] env[66703]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66703) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 758.120244] env[66703]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66703) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 758.120244] env[66703]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66703) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 758.120244] env[66703]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('0707dfd1-3090-427b-9f88-1e41af4a94c0',) {} {{(pid=66703) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 758.157164] env[66703]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('016af0c8-4276-4aa2-affa-7060eb9467c4',) {} {{(pid=66703) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 758.623745] env[66703]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=66703) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 758.624130] env[66703]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66703) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 758.624130] env[66703]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66703) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 758.624235] env[66703]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66703) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 758.624301] env[66703]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66703) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 758.624495] env[66703]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66703) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 758.624597] env[66703]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66703) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 758.624661] env[66703]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66703) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 758.628023] env[66703]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66703) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 758.628023] env[66703]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66703) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 758.628023] env[66703]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 0707dfd1-3090-427b-9f88-1e41af4a94c0 is going to be updated. [ 758.657099] env[66703]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66703) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 758.657197] env[66703]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66703) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 758.657274] env[66703]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66703) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 758.657659] env[66703]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66703) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 758.657659] env[66703]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66703) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 758.659062] env[66703]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for 016af0c8-4276-4aa2-affa-7060eb9467c4: rpc.has_security_group_logging(os_id): False [ 758.669648] env[66703]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 0707dfd1-3090-427b-9f88-1e41af4a94c0 in Status: IN_PROGRESS for 2s [ 758.677923] env[66703]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=66703) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 758.677923] env[66703]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66703) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 758.677923] env[66703]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66703) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 758.678799] env[66703]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66703) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 758.678799] env[66703]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66703) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 758.678799] env[66703]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=66703) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 758.678799] env[66703]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66703) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 758.678799] env[66703]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66703) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 758.678799] env[66703]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66703) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 758.678985] env[66703]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66703) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 758.678985] env[66703]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 016af0c8-4276-4aa2-affa-7060eb9467c4 is going to be created. [ 758.825713] env[66703]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=66703) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 758.825853] env[66703]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66703) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 758.825951] env[66703]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66703) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 758.826137] env[66703]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66703) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 758.826312] env[66703]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66703) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 758.856777] env[66703]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 016af0c8-4276-4aa2-affa-7060eb9467c4 in Status: IN_PROGRESS for 2s [ 758.961721] env[66703]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 5f884ef4-4fdd-434c-9108-5775888c1d71 in Status: SUCCESS [ 758.962018] env[66703]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-5f884ef4-4fdd-434c-9108-5775888c1d71" {{(pid=66703) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 759.852916] env[66703]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: e67add3f-2e36-4deb-be60-d3fd9e28ce9a in Status: SUCCESS [ 759.853232] env[66703]: WARNING networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: e67add3f-2e36-4deb-be60-d3fd9e28ce9a deletion is rescheduled due to dependency. [ 759.853326] env[66703]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-e67add3f-2e36-4deb-be60-d3fd9e28ce9a" {{(pid=66703) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 760.110720] env[66703]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 46339112-2f94-45f8-b276-8e026b36b087 in Status: SUCCESS [ 760.110720] env[66703]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-46339112-2f94-45f8-b276-8e026b36b087" {{(pid=66703) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 760.111027] env[66703]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-46339112-2f94-45f8-b276-8e026b36b087" {{(pid=66703) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 760.111239] env[66703]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-46339112-2f94-45f8-b276-8e026b36b087" {{(pid=66703) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 760.111494] env[66703]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=66703) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 760.111644] env[66703]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66703) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 760.111750] env[66703]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66703) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 760.111945] env[66703]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66703) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 760.112086] env[66703]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66703) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 760.112192] env[66703]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-46339112-2f94-45f8-b276-8e026b36b087" {{(pid=66703) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 760.112330] env[66703]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('46339112-2f94-45f8-b276-8e026b36b087',) {} {{(pid=66703) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 760.614821] env[66703]: DEBUG networking_nsxv3.common.locking [-] Lock member-46339112-2f94-45f8-b276-8e026b36b087 taken with stack trace [, , , ] {{(pid=66703) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 760.615045] env[66703]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-46339112-2f94-45f8-b276-8e026b36b087" {{(pid=66703) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 760.615154] env[66703]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-46339112-2f94-45f8-b276-8e026b36b087" {{(pid=66703) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 760.615420] env[66703]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-46339112-2f94-45f8-b276-8e026b36b087" {{(pid=66703) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 760.615620] env[66703]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=66703) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 760.615736] env[66703]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66703) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 760.615862] env[66703]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66703) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 760.615957] env[66703]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66703) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 760.616055] env[66703]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66703) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 760.616165] env[66703]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-46339112-2f94-45f8-b276-8e026b36b087" {{(pid=66703) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 760.616314] env[66703]: DEBUG networking_nsxv3.common.locking [-] Lock member-46339112-2f94-45f8-b276-8e026b36b087 taken with stack trace [, , , ] {{(pid=66703) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 760.616435] env[66703]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-46339112-2f94-45f8-b276-8e026b36b087" {{(pid=66703) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 760.616487] env[66703]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-46339112-2f94-45f8-b276-8e026b36b087" {{(pid=66703) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 760.616695] env[66703]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-46339112-2f94-45f8-b276-8e026b36b087" {{(pid=66703) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 760.616837] env[66703]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=66703) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 760.616933] env[66703]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66703) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 760.617059] env[66703]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66703) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 760.617153] env[66703]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66703) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 760.617228] env[66703]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66703) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 760.617374] env[66703]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-46339112-2f94-45f8-b276-8e026b36b087" {{(pid=66703) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 760.617475] env[66703]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('46339112-2f94-45f8-b276-8e026b36b087',) {} {{(pid=66703) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 760.682180] env[66703]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 0707dfd1-3090-427b-9f88-1e41af4a94c0 in Status: IN_PROGRESS for 4s [ 760.876772] env[66703]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 016af0c8-4276-4aa2-affa-7060eb9467c4 in Status: SUCCESS [ 760.877537] env[66703]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-016af0c8-4276-4aa2-affa-7060eb9467c4" {{(pid=66703) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 761.120879] env[66703]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for 46339112-2f94-45f8-b276-8e026b36b087: rpc.has_security_group_logging(os_id): False [ 761.143736] env[66703]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=66703) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 761.143896] env[66703]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66703) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 761.143967] env[66703]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66703) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 761.144214] env[66703]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66703) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 761.144304] env[66703]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66703) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 761.144497] env[66703]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66703) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 761.144598] env[66703]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66703) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 761.144659] env[66703]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66703) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 761.144807] env[66703]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66703) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 761.144884] env[66703]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66703) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 761.145093] env[66703]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66703) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 761.145187] env[66703]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66703) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 761.145260] env[66703]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66703) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 761.145377] env[66703]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66703) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 761.145449] env[66703]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66703) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 761.145622] env[66703]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=66703) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 761.145734] env[66703]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66703) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 761.145776] env[66703]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66703) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 761.145901] env[66703]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66703) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 761.145972] env[66703]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66703) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 761.146202] env[66703]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 46339112-2f94-45f8-b276-8e026b36b087 is going to be created. [ 761.160301] env[66703]: INFO networking_nsxv3.common.synchronization [req-536e3310-b09c-4d66-8894-1b81db642527 req-52620ee8-020e-49ac-91ff-4f221446528e tempest-FloatingIPsAssociationTestJSON-1555652497 tempest-FloatingIPsAssociationTestJSON-1555652497-project-member] Enqueued Resource ID: 8e4a28ae-331b-4bc3-83a7-35099819703c with Priority: HIGHEST for action security_group_members [ 761.161174] env[66703]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 8e4a28ae-331b-4bc3-83a7-35099819703c with Priority: HIGHEST for action security_group_members [ 761.161668] env[66703]: DEBUG networking_nsxv3.common.locking [-] Lock member-8e4a28ae-331b-4bc3-83a7-35099819703c taken with stack trace [, , ] {{(pid=66703) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 761.161873] env[66703]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-8e4a28ae-331b-4bc3-83a7-35099819703c" {{(pid=66703) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 761.162014] env[66703]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-8e4a28ae-331b-4bc3-83a7-35099819703c" {{(pid=66703) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 761.162305] env[66703]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-8e4a28ae-331b-4bc3-83a7-35099819703c" {{(pid=66703) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 761.162565] env[66703]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=66703) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 761.162737] env[66703]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66703) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 761.166017] env[66703]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66703) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 761.166017] env[66703]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66703) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 761.166017] env[66703]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66703) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 761.166017] env[66703]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('8e4a28ae-331b-4bc3-83a7-35099819703c',) {} {{(pid=66703) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 761.208403] env[66703]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=66703) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 761.208670] env[66703]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66703) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 761.208768] env[66703]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66703) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 761.209092] env[66703]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66703) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 761.209380] env[66703]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66703) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 761.221133] env[66703]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 46339112-2f94-45f8-b276-8e026b36b087 in Status: IN_PROGRESS for 2s [ 761.669020] env[66703]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('8e4a28ae-331b-4bc3-83a7-35099819703c',) {} {{(pid=66703) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 761.807463] env[66703]: INFO networking_nsxv3.common.synchronization [req-0ea69d4a-78e5-4393-b900-f9e064923176 req-2d9ae176-f8cc-4496-8374-71bfcd83aa39 tempest-ServersNegativeTestMultiTenantJSON-287825831 tempest-ServersNegativeTestMultiTenantJSON-287825831-project-member] Enqueued Resource ID: 9e323f42-5013-4d32-95d0-2cc0dffa766e with Priority: HIGHEST for action security_group_members [ 761.808332] env[66703]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 9e323f42-5013-4d32-95d0-2cc0dffa766e with Priority: HIGHEST for action security_group_members [ 761.808935] env[66703]: DEBUG networking_nsxv3.common.locking [-] Lock member-9e323f42-5013-4d32-95d0-2cc0dffa766e taken with stack trace [, , ] {{(pid=66703) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 761.808935] env[66703]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-9e323f42-5013-4d32-95d0-2cc0dffa766e" {{(pid=66703) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 761.809093] env[66703]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-9e323f42-5013-4d32-95d0-2cc0dffa766e" {{(pid=66703) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 761.809260] env[66703]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-9e323f42-5013-4d32-95d0-2cc0dffa766e" {{(pid=66703) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 761.809417] env[66703]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=66703) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 761.809516] env[66703]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66703) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 761.809578] env[66703]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66703) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 761.809726] env[66703]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66703) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 761.809812] env[66703]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66703) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 761.809906] env[66703]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('9e323f42-5013-4d32-95d0-2cc0dffa766e',) {} {{(pid=66703) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 762.170877] env[66703]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('8e4a28ae-331b-4bc3-83a7-35099819703c',) {} {{(pid=66703) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 762.314117] env[66703]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=66703) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 762.314117] env[66703]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66703) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 762.314117] env[66703]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66703) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 762.314117] env[66703]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66703) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 762.314117] env[66703]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66703) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 762.314117] env[66703]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66703) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 762.314117] env[66703]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66703) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 762.314117] env[66703]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66703) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 762.314117] env[66703]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66703) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 762.314117] env[66703]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66703) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 762.314117] env[66703]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 9e323f42-5013-4d32-95d0-2cc0dffa766e already deleted. [ 762.314117] env[66703]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-9e323f42-5013-4d32-95d0-2cc0dffa766e" {{(pid=66703) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 762.456878] env[66703]: DEBUG networking_nsxv3.common.locking [None req-33d36011-a73c-4b6d-849a-f8c867240c48 None None] Lock network-552 taken with stack trace [, , , , , , , , ] {{(pid=66703) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 762.457155] env[66703]: DEBUG oslo_concurrency.lockutils [None req-33d36011-a73c-4b6d-849a-f8c867240c48 None None] Acquiring lock "network-552" {{(pid=66703) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 762.457283] env[66703]: DEBUG oslo_concurrency.lockutils [None req-33d36011-a73c-4b6d-849a-f8c867240c48 None None] Acquired lock "network-552" {{(pid=66703) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 762.458139] env[66703]: DEBUG oslo_concurrency.lockutils [None req-33d36011-a73c-4b6d-849a-f8c867240c48 None None] Acquired external semaphore "network-552" {{(pid=66703) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 762.459042] env[66703]: DEBUG networking_nsxv3.common.locking [None req-33d36011-a73c-4b6d-849a-f8c867240c48 None None] Lock Segment taken with stack trace [, , , , , , , , , , ] {{(pid=66703) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 762.459042] env[66703]: DEBUG oslo_concurrency.lockutils [None req-33d36011-a73c-4b6d-849a-f8c867240c48 None None] Acquiring lock "Segment" {{(pid=66703) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 762.459042] env[66703]: DEBUG oslo_concurrency.lockutils [None req-33d36011-a73c-4b6d-849a-f8c867240c48 None None] Acquired lock "Segment" {{(pid=66703) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 762.459266] env[66703]: DEBUG oslo_concurrency.lockutils [None req-33d36011-a73c-4b6d-849a-f8c867240c48 None None] Acquired external semaphore "Segment" {{(pid=66703) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 762.459413] env[66703]: DEBUG oslo_concurrency.lockutils [None req-33d36011-a73c-4b6d-849a-f8c867240c48 None None] Releasing lock "Segment" {{(pid=66703) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 762.459618] env[66703]: DEBUG dogpile.cache.region [None req-33d36011-a73c-4b6d-849a-f8c867240c48 None None] No value present for key: 'zone-id' {{(pid=66703) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 762.459768] env[66703]: DEBUG dogpile.lock [None req-33d36011-a73c-4b6d-849a-f8c867240c48 None None] NeedRegenerationException {{(pid=66703) _enter /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:90}} [ 762.459846] env[66703]: DEBUG dogpile.lock [None req-33d36011-a73c-4b6d-849a-f8c867240c48 None None] no value, waiting for create lock {{(pid=66703) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:131}} [ 762.459991] env[66703]: DEBUG dogpile.lock [None req-33d36011-a73c-4b6d-849a-f8c867240c48 None None] value creation lock acquired {{(pid=66703) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:135}} [ 762.460117] env[66703]: DEBUG dogpile.cache.region [None req-33d36011-a73c-4b6d-849a-f8c867240c48 None None] No value present for key: 'zone-id' {{(pid=66703) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 762.460219] env[66703]: DEBUG dogpile.lock [None req-33d36011-a73c-4b6d-849a-f8c867240c48 None None] Calling creation function for not-yet-present value {{(pid=66703) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:174}} [ 762.460343] env[66703]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-33d36011-a73c-4b6d-849a-f8c867240c48 None None] Looking for TransportZone with name nsx-vlan-transportzone. [ 762.483342] env[66703]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-33d36011-a73c-4b6d-849a-f8c867240c48 None None] loading zone with a95c914d-748d-497c-94ab-10d4647daeba and tags [{'scope': 'mp2policy_migr_status', 'tag': 'success'}] [ 762.483528] env[66703]: DEBUG dogpile.cache.region [None req-33d36011-a73c-4b6d-849a-f8c867240c48 None None] Cache value generated in 0.023 seconds for key(s): 'zone-id' {{(pid=66703) _log_time /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:910}} [ 762.483669] env[66703]: DEBUG dogpile.lock [None req-33d36011-a73c-4b6d-849a-f8c867240c48 None None] Released creation lock {{(pid=66703) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:182}} [ 762.483853] env[66703]: DEBUG oslo_concurrency.lockutils [None req-33d36011-a73c-4b6d-849a-f8c867240c48 None None] Releasing lock "network-552" {{(pid=66703) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 762.484252] env[66703]: DEBUG networking_nsxv3.common.locking [None req-33d36011-a73c-4b6d-849a-f8c867240c48 None None] Lock port-258ecfac-7995-4e10-b306-11128a2ff6d6 taken with stack trace [, , , , , , , , ] {{(pid=66703) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 762.484437] env[66703]: DEBUG oslo_concurrency.lockutils [None req-33d36011-a73c-4b6d-849a-f8c867240c48 None None] Acquiring lock "port-258ecfac-7995-4e10-b306-11128a2ff6d6" {{(pid=66703) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 762.484550] env[66703]: DEBUG oslo_concurrency.lockutils [None req-33d36011-a73c-4b6d-849a-f8c867240c48 None None] Acquired lock "port-258ecfac-7995-4e10-b306-11128a2ff6d6" {{(pid=66703) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 762.484940] env[66703]: DEBUG oslo_concurrency.lockutils [None req-33d36011-a73c-4b6d-849a-f8c867240c48 None None] Acquired external semaphore "port-258ecfac-7995-4e10-b306-11128a2ff6d6" {{(pid=66703) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 762.485107] env[66703]: DEBUG networking_nsxv3.api.rpc [None req-33d36011-a73c-4b6d-849a-f8c867240c48 None None] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('258ecfac-7995-4e10-b306-11128a2ff6d6',) {} {{(pid=66703) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 762.673688] env[66703]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66703) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 762.673973] env[66703]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66703) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 762.674065] env[66703]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66703) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 762.674314] env[66703]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66703) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 762.674441] env[66703]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66703) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 762.674528] env[66703]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 8e4a28ae-331b-4bc3-83a7-35099819703c is going to be updated. [ 762.691653] env[66703]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 0707dfd1-3090-427b-9f88-1e41af4a94c0 in Status: SUCCESS [ 762.691925] env[66703]: WARNING networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 0707dfd1-3090-427b-9f88-1e41af4a94c0 deletion is rescheduled due to dependency. [ 762.692063] env[66703]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-0707dfd1-3090-427b-9f88-1e41af4a94c0" {{(pid=66703) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 762.708849] env[66703]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66703) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 762.709067] env[66703]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66703) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 762.709119] env[66703]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66703) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 762.709352] env[66703]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66703) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 762.709525] env[66703]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66703) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 762.720820] env[66703]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 8e4a28ae-331b-4bc3-83a7-35099819703c in Status: IN_PROGRESS for 2s [ 762.987281] env[66703]: DEBUG networking_nsxv3.common.locking [None req-33d36011-a73c-4b6d-849a-f8c867240c48 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , ] {{(pid=66703) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 762.987505] env[66703]: DEBUG oslo_concurrency.lockutils [None req-33d36011-a73c-4b6d-849a-f8c867240c48 None None] Acquiring lock "SegmentPort" {{(pid=66703) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 762.987625] env[66703]: DEBUG oslo_concurrency.lockutils [None req-33d36011-a73c-4b6d-849a-f8c867240c48 None None] Acquired lock "SegmentPort" {{(pid=66703) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 762.988024] env[66703]: DEBUG oslo_concurrency.lockutils [None req-33d36011-a73c-4b6d-849a-f8c867240c48 None None] Acquired external semaphore "SegmentPort" {{(pid=66703) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 762.988238] env[66703]: DEBUG oslo_concurrency.lockutils [None req-33d36011-a73c-4b6d-849a-f8c867240c48 None None] Releasing lock "SegmentPort" {{(pid=66703) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 762.988320] env[66703]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-33d36011-a73c-4b6d-849a-f8c867240c48 None None] Segment Port 258ecfac-7995-4e10-b306-11128a2ff6d6 not found, creating... [ 762.988602] env[66703]: DEBUG networking_nsxv3.common.locking [None req-33d36011-a73c-4b6d-849a-f8c867240c48 None None] Lock Segment taken with stack trace [, , , , , , , , , , , ] {{(pid=66703) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 762.989145] env[66703]: DEBUG oslo_concurrency.lockutils [None req-33d36011-a73c-4b6d-849a-f8c867240c48 None None] Acquiring lock "Segment" {{(pid=66703) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 762.989298] env[66703]: DEBUG oslo_concurrency.lockutils [None req-33d36011-a73c-4b6d-849a-f8c867240c48 None None] Acquired lock "Segment" {{(pid=66703) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 762.989511] env[66703]: DEBUG oslo_concurrency.lockutils [None req-33d36011-a73c-4b6d-849a-f8c867240c48 None None] Acquired external semaphore "Segment" {{(pid=66703) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 762.989640] env[66703]: DEBUG oslo_concurrency.lockutils [None req-33d36011-a73c-4b6d-849a-f8c867240c48 None None] Releasing lock "Segment" {{(pid=66703) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 762.989914] env[66703]: DEBUG networking_nsxv3.common.locking [None req-33d36011-a73c-4b6d-849a-f8c867240c48 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=66703) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 762.990309] env[66703]: DEBUG oslo_concurrency.lockutils [None req-33d36011-a73c-4b6d-849a-f8c867240c48 None None] Acquiring lock "SegmentPort" {{(pid=66703) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 762.990390] env[66703]: DEBUG oslo_concurrency.lockutils [None req-33d36011-a73c-4b6d-849a-f8c867240c48 None None] Acquired lock "SegmentPort" {{(pid=66703) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 762.990591] env[66703]: DEBUG oslo_concurrency.lockutils [None req-33d36011-a73c-4b6d-849a-f8c867240c48 None None] Acquired external semaphore "SegmentPort" {{(pid=66703) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 762.990788] env[66703]: DEBUG oslo_concurrency.lockutils [None req-33d36011-a73c-4b6d-849a-f8c867240c48 None None] Releasing lock "SegmentPort" {{(pid=66703) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 762.990941] env[66703]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-33d36011-a73c-4b6d-849a-f8c867240c48 None None] Resource: SegmentPort with ID: 258ecfac-7995-4e10-b306-11128a2ff6d6 is going to be created. [ 763.012650] env[66703]: DEBUG networking_nsxv3.common.locking [None req-33d36011-a73c-4b6d-849a-f8c867240c48 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=66703) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 763.012897] env[66703]: DEBUG oslo_concurrency.lockutils [None req-33d36011-a73c-4b6d-849a-f8c867240c48 None None] Acquiring lock "SegmentPort" {{(pid=66703) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 763.013184] env[66703]: DEBUG oslo_concurrency.lockutils [None req-33d36011-a73c-4b6d-849a-f8c867240c48 None None] Acquired lock "SegmentPort" {{(pid=66703) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 763.015023] env[66703]: DEBUG oslo_concurrency.lockutils [None req-33d36011-a73c-4b6d-849a-f8c867240c48 None None] Acquired external semaphore "SegmentPort" {{(pid=66703) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 763.015023] env[66703]: DEBUG oslo_concurrency.lockutils [None req-33d36011-a73c-4b6d-849a-f8c867240c48 None None] Releasing lock "SegmentPort" {{(pid=66703) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 763.015023] env[66703]: DEBUG oslo_concurrency.lockutils [None req-33d36011-a73c-4b6d-849a-f8c867240c48 None None] Releasing lock "port-258ecfac-7995-4e10-b306-11128a2ff6d6" {{(pid=66703) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 763.234442] env[66703]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 46339112-2f94-45f8-b276-8e026b36b087 in Status: SUCCESS [ 763.234778] env[66703]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-46339112-2f94-45f8-b276-8e026b36b087" {{(pid=66703) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 763.835730] env[66703]: INFO networking_nsxv3.common.synchronization [req-0ea69d4a-78e5-4393-b900-f9e064923176 req-6edc2b58-df26-42fc-8a95-7b5bc93840fb service nova] Enqueued Resource ID: 9e323f42-5013-4d32-95d0-2cc0dffa766e with Priority: HIGHEST for action security_group_rules [ 763.835943] env[66703]: INFO networking_nsxv3.common.synchronization [req-0ea69d4a-78e5-4393-b900-f9e064923176 req-6edc2b58-df26-42fc-8a95-7b5bc93840fb service nova] Enqueued Resource ID: 9e323f42-5013-4d32-95d0-2cc0dffa766e with Priority: HIGHEST for action security_group_members [ 763.836100] env[66703]: INFO networking_nsxv3.common.synchronization [req-0ea69d4a-78e5-4393-b900-f9e064923176 req-6edc2b58-df26-42fc-8a95-7b5bc93840fb service nova] Enqueued Resource ID: 258ecfac-7995-4e10-b306-11128a2ff6d6 with Priority: HIGHEST for action port [ 763.836648] env[66703]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 9e323f42-5013-4d32-95d0-2cc0dffa766e with Priority: HIGHEST for action security_group_rules [ 763.836791] env[66703]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 9e323f42-5013-4d32-95d0-2cc0dffa766e with Priority: HIGHEST for action security_group_members [ 763.836893] env[66703]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 258ecfac-7995-4e10-b306-11128a2ff6d6 with Priority: HIGHEST for action port [ 763.837185] env[66703]: DEBUG networking_nsxv3.common.locking [-] Lock rules-9e323f42-5013-4d32-95d0-2cc0dffa766e taken with stack trace [, , ] {{(pid=66703) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 763.837303] env[66703]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-9e323f42-5013-4d32-95d0-2cc0dffa766e" {{(pid=66703) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 763.837369] env[66703]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-9e323f42-5013-4d32-95d0-2cc0dffa766e" {{(pid=66703) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 763.837616] env[66703]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-9e323f42-5013-4d32-95d0-2cc0dffa766e" {{(pid=66703) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 763.837698] env[66703]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('9e323f42-5013-4d32-95d0-2cc0dffa766e',) {} {{(pid=66703) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 763.839257] env[66703]: DEBUG networking_nsxv3.common.locking [-] Lock member-9e323f42-5013-4d32-95d0-2cc0dffa766e taken with stack trace [, , ] {{(pid=66703) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 763.839377] env[66703]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-9e323f42-5013-4d32-95d0-2cc0dffa766e" {{(pid=66703) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 763.839444] env[66703]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-9e323f42-5013-4d32-95d0-2cc0dffa766e" {{(pid=66703) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 763.839629] env[66703]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-9e323f42-5013-4d32-95d0-2cc0dffa766e" {{(pid=66703) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 763.839784] env[66703]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=66703) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 763.839894] env[66703]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66703) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 763.839957] env[66703]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66703) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 763.840141] env[66703]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66703) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 763.840230] env[66703]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66703) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 763.840323] env[66703]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('9e323f42-5013-4d32-95d0-2cc0dffa766e',) {} {{(pid=66703) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 763.841294] env[66703]: DEBUG networking_nsxv3.common.locking [-] Lock port-258ecfac-7995-4e10-b306-11128a2ff6d6 taken with stack trace [, , ] {{(pid=66703) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 763.841294] env[66703]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-258ecfac-7995-4e10-b306-11128a2ff6d6" {{(pid=66703) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 763.841294] env[66703]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-258ecfac-7995-4e10-b306-11128a2ff6d6" {{(pid=66703) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 763.841477] env[66703]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-258ecfac-7995-4e10-b306-11128a2ff6d6" {{(pid=66703) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 763.841477] env[66703]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('258ecfac-7995-4e10-b306-11128a2ff6d6',) {} {{(pid=66703) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 764.006369] env[66703]: INFO networking_nsxv3.common.synchronization [None req-405b5c68-1a71-4e51-9d5f-2afb641db64e None None] Enqueued Resource ID: be314bf6-edcf-4737-999f-8bed212030d2 with Priority: HIGHEST for action port [ 764.006369] env[66703]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: be314bf6-edcf-4737-999f-8bed212030d2 with Priority: HIGHEST for action port [ 764.006369] env[66703]: DEBUG networking_nsxv3.common.locking [-] Lock port-be314bf6-edcf-4737-999f-8bed212030d2 taken with stack trace [, , ] {{(pid=66703) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 764.006369] env[66703]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-be314bf6-edcf-4737-999f-8bed212030d2" {{(pid=66703) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 764.006369] env[66703]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-be314bf6-edcf-4737-999f-8bed212030d2" {{(pid=66703) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 764.006369] env[66703]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-be314bf6-edcf-4737-999f-8bed212030d2" {{(pid=66703) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 764.006895] env[66703]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('be314bf6-edcf-4737-999f-8bed212030d2',) {} {{(pid=66703) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 764.323177] env[66703]: INFO networking_nsxv3.common.synchronization [None req-f6ff953b-6770-48c8-81de-633725484a9a tempest-ImagesOneServerNegativeTestJSON-1948503749 tempest-ImagesOneServerNegativeTestJSON-1948503749-project-member] Enqueued Resource ID: 26269e98-c367-45ec-b00e-1d2b2ec60bf8 with Priority: HIGHEST for action security_group_rules [ 764.323732] env[66703]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 26269e98-c367-45ec-b00e-1d2b2ec60bf8 with Priority: HIGHEST for action security_group_rules [ 764.324247] env[66703]: DEBUG networking_nsxv3.common.locking [-] Lock rules-26269e98-c367-45ec-b00e-1d2b2ec60bf8 taken with stack trace [, , ] {{(pid=66703) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 764.324418] env[66703]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-26269e98-c367-45ec-b00e-1d2b2ec60bf8" {{(pid=66703) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 764.324517] env[66703]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-26269e98-c367-45ec-b00e-1d2b2ec60bf8" {{(pid=66703) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 764.325087] env[66703]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-26269e98-c367-45ec-b00e-1d2b2ec60bf8" {{(pid=66703) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 764.325215] env[66703]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('26269e98-c367-45ec-b00e-1d2b2ec60bf8',) {} {{(pid=66703) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 764.342937] env[66703]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('9e323f42-5013-4d32-95d0-2cc0dffa766e',) {} {{(pid=66703) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 764.344129] env[66703]: DEBUG networking_nsxv3.common.locking [-] Lock member-9e323f42-5013-4d32-95d0-2cc0dffa766e taken with stack trace [, , , ] {{(pid=66703) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 764.344265] env[66703]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-9e323f42-5013-4d32-95d0-2cc0dffa766e" {{(pid=66703) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 764.344512] env[66703]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] realization of port 258ecfac-7995-4e10-b306-11128a2ff6d6 with status ACTIVE [ 764.344689] env[66703]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=66703) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 764.344802] env[66703]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=66703) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 764.344856] env[66703]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=66703) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 764.345070] env[66703]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=66703) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 764.345165] env[66703]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=66703) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 764.345331] env[66703]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , ] {{(pid=66703) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 764.345675] env[66703]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=66703) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 764.345675] env[66703]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=66703) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 764.345675] env[66703]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=66703) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 764.345760] env[66703]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=66703) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 764.345892] env[66703]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=66703) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 764.345985] env[66703]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=66703) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 764.346312] env[66703]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=66703) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 764.346468] env[66703]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=66703) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 764.346547] env[66703]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=66703) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 764.346633] env[66703]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: SegmentPort with ID: 258ecfac-7995-4e10-b306-11128a2ff6d6 is going to be updated. [ 764.370152] env[66703]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=66703) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 764.370324] env[66703]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=66703) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 764.370385] env[66703]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=66703) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 764.370580] env[66703]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=66703) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 764.371200] env[66703]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=66703) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 764.371455] env[66703]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-258ecfac-7995-4e10-b306-11128a2ff6d6" {{(pid=66703) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 764.511977] env[66703]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] deletion realization of port be314bf6-edcf-4737-999f-8bed212030d2 [ 764.512310] env[66703]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=66703) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 764.512449] env[66703]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=66703) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 764.512532] env[66703]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=66703) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 764.512743] env[66703]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=66703) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 764.512827] env[66703]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=66703) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 764.512920] env[66703]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Segment Port:be314bf6-edcf-4737-999f-8bed212030d2 already deleted. [ 764.513270] env[66703]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-be314bf6-edcf-4737-999f-8bed212030d2" {{(pid=66703) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 764.630710] env[66703]: INFO networking_nsxv3.common.synchronization [req-142507aa-4863-4506-8773-9b7989b2111e req-1a7adc44-f441-4d76-a87d-24f2d83845d7 tempest-ServersTestManualDisk-1891271854 tempest-ServersTestManualDisk-1891271854-project-member] Enqueued Resource ID: 79f2267d-9bdf-43af-9f5b-1fdcc8866c64 with Priority: HIGHEST for action security_group_members [ 764.636219] env[66703]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 79f2267d-9bdf-43af-9f5b-1fdcc8866c64 with Priority: HIGHEST for action security_group_members [ 764.636219] env[66703]: DEBUG networking_nsxv3.common.locking [-] Lock member-79f2267d-9bdf-43af-9f5b-1fdcc8866c64 taken with stack trace [, , ] {{(pid=66703) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 764.636219] env[66703]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-79f2267d-9bdf-43af-9f5b-1fdcc8866c64" {{(pid=66703) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 764.636219] env[66703]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-79f2267d-9bdf-43af-9f5b-1fdcc8866c64" {{(pid=66703) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 764.636219] env[66703]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-79f2267d-9bdf-43af-9f5b-1fdcc8866c64" {{(pid=66703) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 764.636219] env[66703]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=66703) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 764.636219] env[66703]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66703) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 764.636219] env[66703]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66703) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 764.636219] env[66703]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66703) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 764.636219] env[66703]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66703) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 764.636219] env[66703]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('79f2267d-9bdf-43af-9f5b-1fdcc8866c64',) {} {{(pid=66703) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 764.651892] env[66703]: INFO networking_nsxv3.common.synchronization [None req-09e90bc2-fbf9-454b-9772-b8984c7e9cc2 tempest-ImagesOneServerNegativeTestJSON-1948503749 tempest-ImagesOneServerNegativeTestJSON-1948503749-project-member] Enqueued Resource ID: 26269e98-c367-45ec-b00e-1d2b2ec60bf8 with Priority: HIGHEST for action security_group_rules [ 764.652852] env[66703]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 26269e98-c367-45ec-b00e-1d2b2ec60bf8 with Priority: HIGHEST for action security_group_rules [ 764.653475] env[66703]: DEBUG networking_nsxv3.common.locking [-] Lock rules-26269e98-c367-45ec-b00e-1d2b2ec60bf8 taken with stack trace [, , ] {{(pid=66703) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 764.653475] env[66703]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-26269e98-c367-45ec-b00e-1d2b2ec60bf8" {{(pid=66703) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 764.735962] env[66703]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 8e4a28ae-331b-4bc3-83a7-35099819703c in Status: SUCCESS [ 764.737187] env[66703]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-8e4a28ae-331b-4bc3-83a7-35099819703c" {{(pid=66703) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 764.851983] env[66703]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('9e323f42-5013-4d32-95d0-2cc0dffa766e',) {} {{(pid=66703) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 764.851983] env[66703]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=66703) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 764.851983] env[66703]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66703) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 764.851983] env[66703]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66703) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 764.851983] env[66703]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66703) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 764.851983] env[66703]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66703) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 764.851983] env[66703]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 26269e98-c367-45ec-b00e-1d2b2ec60bf8 already deleted. [ 764.851983] env[66703]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-26269e98-c367-45ec-b00e-1d2b2ec60bf8" {{(pid=66703) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 764.851983] env[66703]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-26269e98-c367-45ec-b00e-1d2b2ec60bf8" {{(pid=66703) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 764.851983] env[66703]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-26269e98-c367-45ec-b00e-1d2b2ec60bf8" {{(pid=66703) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 764.851983] env[66703]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('26269e98-c367-45ec-b00e-1d2b2ec60bf8',) {} {{(pid=66703) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 765.093905] env[66703]: DEBUG networking_nsxv3.common.locking [None req-33d36011-a73c-4b6d-849a-f8c867240c48 None None] Lock network-688 taken with stack trace [, , , , , , , , ] {{(pid=66703) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 765.094101] env[66703]: DEBUG oslo_concurrency.lockutils [None req-33d36011-a73c-4b6d-849a-f8c867240c48 None None] Acquiring lock "network-688" {{(pid=66703) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 765.094219] env[66703]: DEBUG oslo_concurrency.lockutils [None req-33d36011-a73c-4b6d-849a-f8c867240c48 None None] Acquired lock "network-688" {{(pid=66703) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 765.094546] env[66703]: DEBUG oslo_concurrency.lockutils [None req-33d36011-a73c-4b6d-849a-f8c867240c48 None None] Acquired external semaphore "network-688" {{(pid=66703) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 765.094806] env[66703]: DEBUG networking_nsxv3.common.locking [None req-33d36011-a73c-4b6d-849a-f8c867240c48 None None] Lock Segment taken with stack trace [, , , , , , , , , , ] {{(pid=66703) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 765.094951] env[66703]: DEBUG oslo_concurrency.lockutils [None req-33d36011-a73c-4b6d-849a-f8c867240c48 None None] Acquiring lock "Segment" {{(pid=66703) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 765.095239] env[66703]: DEBUG oslo_concurrency.lockutils [None req-33d36011-a73c-4b6d-849a-f8c867240c48 None None] Acquired lock "Segment" {{(pid=66703) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 765.095489] env[66703]: DEBUG oslo_concurrency.lockutils [None req-33d36011-a73c-4b6d-849a-f8c867240c48 None None] Acquired external semaphore "Segment" {{(pid=66703) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 765.095711] env[66703]: DEBUG oslo_concurrency.lockutils [None req-33d36011-a73c-4b6d-849a-f8c867240c48 None None] Releasing lock "Segment" {{(pid=66703) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 765.095922] env[66703]: DEBUG dogpile.cache.region [None req-33d36011-a73c-4b6d-849a-f8c867240c48 None None] No value present for key: 'zone-id' {{(pid=66703) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 765.096085] env[66703]: DEBUG dogpile.lock [None req-33d36011-a73c-4b6d-849a-f8c867240c48 None None] NeedRegenerationException {{(pid=66703) _enter /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:90}} [ 765.096208] env[66703]: DEBUG dogpile.lock [None req-33d36011-a73c-4b6d-849a-f8c867240c48 None None] no value, waiting for create lock {{(pid=66703) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:131}} [ 765.096330] env[66703]: DEBUG dogpile.lock [None req-33d36011-a73c-4b6d-849a-f8c867240c48 None None] value creation lock acquired {{(pid=66703) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:135}} [ 765.096570] env[66703]: DEBUG dogpile.cache.region [None req-33d36011-a73c-4b6d-849a-f8c867240c48 None None] No value present for key: 'zone-id' {{(pid=66703) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 765.096667] env[66703]: DEBUG dogpile.lock [None req-33d36011-a73c-4b6d-849a-f8c867240c48 None None] Calling creation function for not-yet-present value {{(pid=66703) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:174}} [ 765.096834] env[66703]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-33d36011-a73c-4b6d-849a-f8c867240c48 None None] Looking for TransportZone with name nsx-vlan-transportzone. [ 765.122791] env[66703]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-33d36011-a73c-4b6d-849a-f8c867240c48 None None] loading zone with a95c914d-748d-497c-94ab-10d4647daeba and tags [{'scope': 'mp2policy_migr_status', 'tag': 'success'}] [ 765.122855] env[66703]: DEBUG dogpile.cache.region [None req-33d36011-a73c-4b6d-849a-f8c867240c48 None None] Cache value generated in 0.026 seconds for key(s): 'zone-id' {{(pid=66703) _log_time /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:910}} [ 765.122977] env[66703]: DEBUG dogpile.lock [None req-33d36011-a73c-4b6d-849a-f8c867240c48 None None] Released creation lock {{(pid=66703) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:182}} [ 765.123180] env[66703]: DEBUG oslo_concurrency.lockutils [None req-33d36011-a73c-4b6d-849a-f8c867240c48 None None] Releasing lock "network-688" {{(pid=66703) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 765.123548] env[66703]: DEBUG networking_nsxv3.common.locking [None req-33d36011-a73c-4b6d-849a-f8c867240c48 None None] Lock port-3ebfac43-b725-47de-b0f1-da11381eae47 taken with stack trace [, , , , , , , , ] {{(pid=66703) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 765.123726] env[66703]: DEBUG oslo_concurrency.lockutils [None req-33d36011-a73c-4b6d-849a-f8c867240c48 None None] Acquiring lock "port-3ebfac43-b725-47de-b0f1-da11381eae47" {{(pid=66703) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 765.123843] env[66703]: DEBUG oslo_concurrency.lockutils [None req-33d36011-a73c-4b6d-849a-f8c867240c48 None None] Acquired lock "port-3ebfac43-b725-47de-b0f1-da11381eae47" {{(pid=66703) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 765.124232] env[66703]: DEBUG oslo_concurrency.lockutils [None req-33d36011-a73c-4b6d-849a-f8c867240c48 None None] Acquired external semaphore "port-3ebfac43-b725-47de-b0f1-da11381eae47" {{(pid=66703) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 765.124382] env[66703]: DEBUG networking_nsxv3.api.rpc [None req-33d36011-a73c-4b6d-849a-f8c867240c48 None None] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('3ebfac43-b725-47de-b0f1-da11381eae47',) {} {{(pid=66703) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 765.138333] env[66703]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=66703) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 765.138463] env[66703]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66703) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 765.138507] env[66703]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66703) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 765.138858] env[66703]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66703) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 765.139030] env[66703]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66703) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 765.139326] env[66703]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66703) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 765.139516] env[66703]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66703) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 765.139560] env[66703]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66703) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 765.139727] env[66703]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66703) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 765.139968] env[66703]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66703) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 765.139968] env[66703]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 79f2267d-9bdf-43af-9f5b-1fdcc8866c64 already deleted. [ 765.139968] env[66703]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-79f2267d-9bdf-43af-9f5b-1fdcc8866c64" {{(pid=66703) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 765.355065] env[66703]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66703) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 765.355431] env[66703]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66703) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 765.355431] env[66703]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66703) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 765.356105] env[66703]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66703) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 765.356265] env[66703]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66703) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 765.356374] env[66703]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 9e323f42-5013-4d32-95d0-2cc0dffa766e is going to be created. [ 765.382225] env[66703]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=66703) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 765.382501] env[66703]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66703) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 765.382501] env[66703]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66703) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 765.382668] env[66703]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66703) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 765.382765] env[66703]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66703) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 765.382822] env[66703]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 26269e98-c367-45ec-b00e-1d2b2ec60bf8 already deleted. [ 765.382949] env[66703]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-26269e98-c367-45ec-b00e-1d2b2ec60bf8" {{(pid=66703) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 765.387305] env[66703]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66703) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 765.387463] env[66703]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66703) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 765.387541] env[66703]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66703) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 765.387935] env[66703]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66703) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 765.387935] env[66703]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66703) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 765.399996] env[66703]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 9e323f42-5013-4d32-95d0-2cc0dffa766e in Status: UNINITIALIZED for 2s [ 765.630819] env[66703]: DEBUG networking_nsxv3.common.locking [None req-33d36011-a73c-4b6d-849a-f8c867240c48 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , ] {{(pid=66703) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 765.630819] env[66703]: DEBUG oslo_concurrency.lockutils [None req-33d36011-a73c-4b6d-849a-f8c867240c48 None None] Acquiring lock "SegmentPort" {{(pid=66703) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 765.630819] env[66703]: DEBUG oslo_concurrency.lockutils [None req-33d36011-a73c-4b6d-849a-f8c867240c48 None None] Acquired lock "SegmentPort" {{(pid=66703) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 765.630819] env[66703]: DEBUG oslo_concurrency.lockutils [None req-33d36011-a73c-4b6d-849a-f8c867240c48 None None] Acquired external semaphore "SegmentPort" {{(pid=66703) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 765.630819] env[66703]: DEBUG oslo_concurrency.lockutils [None req-33d36011-a73c-4b6d-849a-f8c867240c48 None None] Releasing lock "SegmentPort" {{(pid=66703) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 765.630819] env[66703]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-33d36011-a73c-4b6d-849a-f8c867240c48 None None] Segment Port 3ebfac43-b725-47de-b0f1-da11381eae47 not found, creating... [ 765.630819] env[66703]: DEBUG networking_nsxv3.common.locking [None req-33d36011-a73c-4b6d-849a-f8c867240c48 None None] Lock Segment taken with stack trace [, , , , , , , , , , , ] {{(pid=66703) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 765.630819] env[66703]: DEBUG oslo_concurrency.lockutils [None req-33d36011-a73c-4b6d-849a-f8c867240c48 None None] Acquiring lock "Segment" {{(pid=66703) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 765.630819] env[66703]: DEBUG oslo_concurrency.lockutils [None req-33d36011-a73c-4b6d-849a-f8c867240c48 None None] Acquired lock "Segment" {{(pid=66703) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 765.630819] env[66703]: DEBUG oslo_concurrency.lockutils [None req-33d36011-a73c-4b6d-849a-f8c867240c48 None None] Acquired external semaphore "Segment" {{(pid=66703) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 765.631247] env[66703]: DEBUG oslo_concurrency.lockutils [None req-33d36011-a73c-4b6d-849a-f8c867240c48 None None] Releasing lock "Segment" {{(pid=66703) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 765.631247] env[66703]: DEBUG networking_nsxv3.common.locking [None req-33d36011-a73c-4b6d-849a-f8c867240c48 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=66703) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 765.631392] env[66703]: DEBUG oslo_concurrency.lockutils [None req-33d36011-a73c-4b6d-849a-f8c867240c48 None None] Acquiring lock "SegmentPort" {{(pid=66703) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 765.631521] env[66703]: DEBUG oslo_concurrency.lockutils [None req-33d36011-a73c-4b6d-849a-f8c867240c48 None None] Acquired lock "SegmentPort" {{(pid=66703) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 765.631749] env[66703]: DEBUG oslo_concurrency.lockutils [None req-33d36011-a73c-4b6d-849a-f8c867240c48 None None] Acquired external semaphore "SegmentPort" {{(pid=66703) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 765.632011] env[66703]: DEBUG oslo_concurrency.lockutils [None req-33d36011-a73c-4b6d-849a-f8c867240c48 None None] Releasing lock "SegmentPort" {{(pid=66703) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 765.632222] env[66703]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-33d36011-a73c-4b6d-849a-f8c867240c48 None None] Resource: SegmentPort with ID: 3ebfac43-b725-47de-b0f1-da11381eae47 is going to be created. [ 765.655159] env[66703]: DEBUG networking_nsxv3.common.locking [None req-33d36011-a73c-4b6d-849a-f8c867240c48 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=66703) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 765.655402] env[66703]: DEBUG oslo_concurrency.lockutils [None req-33d36011-a73c-4b6d-849a-f8c867240c48 None None] Acquiring lock "SegmentPort" {{(pid=66703) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 765.655560] env[66703]: DEBUG oslo_concurrency.lockutils [None req-33d36011-a73c-4b6d-849a-f8c867240c48 None None] Acquired lock "SegmentPort" {{(pid=66703) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 765.655946] env[66703]: DEBUG oslo_concurrency.lockutils [None req-33d36011-a73c-4b6d-849a-f8c867240c48 None None] Acquired external semaphore "SegmentPort" {{(pid=66703) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 765.656178] env[66703]: DEBUG oslo_concurrency.lockutils [None req-33d36011-a73c-4b6d-849a-f8c867240c48 None None] Releasing lock "SegmentPort" {{(pid=66703) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 765.656439] env[66703]: DEBUG oslo_concurrency.lockutils [None req-33d36011-a73c-4b6d-849a-f8c867240c48 None None] Releasing lock "port-3ebfac43-b725-47de-b0f1-da11381eae47" {{(pid=66703) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 766.372042] env[66703]: INFO networking_nsxv3.common.synchronization [None req-6eb091c5-d3f3-4caf-8308-78af7a9979fe None None] Enqueued Resource ID: f3385384-ee0b-471f-9d21-3b00de3e344f with Priority: HIGHEST for action port [ 766.372042] env[66703]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: f3385384-ee0b-471f-9d21-3b00de3e344f with Priority: HIGHEST for action port [ 766.372042] env[66703]: DEBUG networking_nsxv3.common.locking [-] Lock port-f3385384-ee0b-471f-9d21-3b00de3e344f taken with stack trace [, , ] {{(pid=66703) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 766.372042] env[66703]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-f3385384-ee0b-471f-9d21-3b00de3e344f" {{(pid=66703) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 766.372042] env[66703]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-f3385384-ee0b-471f-9d21-3b00de3e344f" {{(pid=66703) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 766.372042] env[66703]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-f3385384-ee0b-471f-9d21-3b00de3e344f" {{(pid=66703) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 766.372042] env[66703]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('f3385384-ee0b-471f-9d21-3b00de3e344f',) {} {{(pid=66703) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 766.422848] env[66703]: INFO networking_nsxv3.common.synchronization [req-142507aa-4863-4506-8773-9b7989b2111e req-13d0ffe8-540d-48ce-a9a8-6e0acc6c1863 service nova] Enqueued Resource ID: 79f2267d-9bdf-43af-9f5b-1fdcc8866c64 with Priority: HIGHEST for action security_group_rules [ 766.422848] env[66703]: INFO networking_nsxv3.common.synchronization [req-142507aa-4863-4506-8773-9b7989b2111e req-13d0ffe8-540d-48ce-a9a8-6e0acc6c1863 service nova] Enqueued Resource ID: 79f2267d-9bdf-43af-9f5b-1fdcc8866c64 with Priority: HIGHEST for action security_group_members [ 766.423136] env[66703]: INFO networking_nsxv3.common.synchronization [req-142507aa-4863-4506-8773-9b7989b2111e req-13d0ffe8-540d-48ce-a9a8-6e0acc6c1863 service nova] Enqueued Resource ID: 3ebfac43-b725-47de-b0f1-da11381eae47 with Priority: HIGHEST for action port [ 766.423666] env[66703]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 79f2267d-9bdf-43af-9f5b-1fdcc8866c64 with Priority: HIGHEST for action security_group_rules [ 766.424131] env[66703]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 79f2267d-9bdf-43af-9f5b-1fdcc8866c64 with Priority: HIGHEST for action security_group_members [ 766.424284] env[66703]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 3ebfac43-b725-47de-b0f1-da11381eae47 with Priority: HIGHEST for action port [ 766.424618] env[66703]: DEBUG networking_nsxv3.common.locking [-] Lock rules-79f2267d-9bdf-43af-9f5b-1fdcc8866c64 taken with stack trace [, , ] {{(pid=66703) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 766.424771] env[66703]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-79f2267d-9bdf-43af-9f5b-1fdcc8866c64" {{(pid=66703) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 766.424904] env[66703]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-79f2267d-9bdf-43af-9f5b-1fdcc8866c64" {{(pid=66703) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 766.425091] env[66703]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-79f2267d-9bdf-43af-9f5b-1fdcc8866c64" {{(pid=66703) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 766.425207] env[66703]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('79f2267d-9bdf-43af-9f5b-1fdcc8866c64',) {} {{(pid=66703) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 766.426513] env[66703]: DEBUG networking_nsxv3.common.locking [-] Lock member-79f2267d-9bdf-43af-9f5b-1fdcc8866c64 taken with stack trace [, , ] {{(pid=66703) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 766.426746] env[66703]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-79f2267d-9bdf-43af-9f5b-1fdcc8866c64" {{(pid=66703) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 766.427179] env[66703]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-79f2267d-9bdf-43af-9f5b-1fdcc8866c64" {{(pid=66703) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 766.427179] env[66703]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-79f2267d-9bdf-43af-9f5b-1fdcc8866c64" {{(pid=66703) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 766.427393] env[66703]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=66703) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 766.427505] env[66703]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66703) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 766.427591] env[66703]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66703) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 766.427822] env[66703]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66703) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 766.427943] env[66703]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66703) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 766.428116] env[66703]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('79f2267d-9bdf-43af-9f5b-1fdcc8866c64',) {} {{(pid=66703) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 766.430595] env[66703]: DEBUG networking_nsxv3.common.locking [-] Lock port-3ebfac43-b725-47de-b0f1-da11381eae47 taken with stack trace [, , ] {{(pid=66703) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 766.431402] env[66703]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-3ebfac43-b725-47de-b0f1-da11381eae47" {{(pid=66703) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 766.431402] env[66703]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-3ebfac43-b725-47de-b0f1-da11381eae47" {{(pid=66703) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 766.431525] env[66703]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-3ebfac43-b725-47de-b0f1-da11381eae47" {{(pid=66703) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 766.431614] env[66703]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('3ebfac43-b725-47de-b0f1-da11381eae47',) {} {{(pid=66703) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 766.876203] env[66703]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] deletion realization of port f3385384-ee0b-471f-9d21-3b00de3e344f [ 766.876203] env[66703]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=66703) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 766.876203] env[66703]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=66703) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 766.876203] env[66703]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=66703) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 766.876546] env[66703]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=66703) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 766.876719] env[66703]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=66703) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 766.876847] env[66703]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Segment Port:f3385384-ee0b-471f-9d21-3b00de3e344f already deleted. [ 766.876943] env[66703]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-f3385384-ee0b-471f-9d21-3b00de3e344f" {{(pid=66703) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 766.930654] env[66703]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('79f2267d-9bdf-43af-9f5b-1fdcc8866c64',) {} {{(pid=66703) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 766.934815] env[66703]: DEBUG networking_nsxv3.common.locking [-] Lock member-79f2267d-9bdf-43af-9f5b-1fdcc8866c64 taken with stack trace [, , , ] {{(pid=66703) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 766.934815] env[66703]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-79f2267d-9bdf-43af-9f5b-1fdcc8866c64" {{(pid=66703) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 766.936678] env[66703]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] realization of port 3ebfac43-b725-47de-b0f1-da11381eae47 with status ACTIVE [ 766.938069] env[66703]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=66703) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 766.938069] env[66703]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=66703) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 766.938069] env[66703]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=66703) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 766.940535] env[66703]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=66703) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 766.940535] env[66703]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=66703) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 766.940535] env[66703]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , ] {{(pid=66703) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 766.940535] env[66703]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=66703) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 766.940535] env[66703]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=66703) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 766.940535] env[66703]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=66703) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 766.940535] env[66703]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=66703) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 766.940535] env[66703]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=66703) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 766.940535] env[66703]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=66703) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 766.940535] env[66703]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=66703) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 766.940535] env[66703]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=66703) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 766.940535] env[66703]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=66703) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 766.940535] env[66703]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: SegmentPort with ID: 3ebfac43-b725-47de-b0f1-da11381eae47 is going to be updated. [ 766.967246] env[66703]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=66703) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 766.967407] env[66703]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=66703) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 766.967614] env[66703]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=66703) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 766.967692] env[66703]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=66703) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 766.967839] env[66703]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=66703) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 766.968069] env[66703]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-3ebfac43-b725-47de-b0f1-da11381eae47" {{(pid=66703) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 767.259635] env[66703]: INFO networking_nsxv3.common.synchronization [req-fd65ea7c-e9e2-4efa-86eb-9865a051ecee req-10e85180-7a7c-4126-a930-e95b460da7ec tempest-ServersAdminTestJSON-442555362 tempest-ServersAdminTestJSON-442555362-project-member] Enqueued Resource ID: 660372db-97b0-4c25-a97c-8d2de7c849c4 with Priority: HIGHEST for action security_group_members [ 767.261287] env[66703]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 660372db-97b0-4c25-a97c-8d2de7c849c4 with Priority: HIGHEST for action security_group_members [ 767.261960] env[66703]: DEBUG networking_nsxv3.common.locking [-] Lock member-660372db-97b0-4c25-a97c-8d2de7c849c4 taken with stack trace [, , ] {{(pid=66703) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 767.262850] env[66703]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-660372db-97b0-4c25-a97c-8d2de7c849c4" {{(pid=66703) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 767.262916] env[66703]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-660372db-97b0-4c25-a97c-8d2de7c849c4" {{(pid=66703) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 767.263093] env[66703]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-660372db-97b0-4c25-a97c-8d2de7c849c4" {{(pid=66703) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 767.263276] env[66703]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=66703) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 767.263375] env[66703]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66703) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 767.263434] env[66703]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66703) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 767.263582] env[66703]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66703) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 767.263660] env[66703]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66703) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 767.263750] env[66703]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('660372db-97b0-4c25-a97c-8d2de7c849c4',) {} {{(pid=66703) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 767.414334] env[66703]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 9e323f42-5013-4d32-95d0-2cc0dffa766e in Status: SUCCESS [ 767.414650] env[66703]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-9e323f42-5013-4d32-95d0-2cc0dffa766e" {{(pid=66703) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 767.415125] env[66703]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-9e323f42-5013-4d32-95d0-2cc0dffa766e" {{(pid=66703) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 767.415223] env[66703]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-9e323f42-5013-4d32-95d0-2cc0dffa766e" {{(pid=66703) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 767.416036] env[66703]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=66703) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 767.416911] env[66703]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66703) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 767.416911] env[66703]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66703) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 767.416911] env[66703]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66703) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 767.416911] env[66703]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66703) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 767.416911] env[66703]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-9e323f42-5013-4d32-95d0-2cc0dffa766e" {{(pid=66703) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 767.416911] env[66703]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('9e323f42-5013-4d32-95d0-2cc0dffa766e',) {} {{(pid=66703) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 767.436076] env[66703]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('79f2267d-9bdf-43af-9f5b-1fdcc8866c64',) {} {{(pid=66703) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 767.767350] env[66703]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('660372db-97b0-4c25-a97c-8d2de7c849c4',) {} {{(pid=66703) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 767.807031] env[66703]: DEBUG networking_nsxv3.common.locking [None req-33d36011-a73c-4b6d-849a-f8c867240c48 None None] Lock network-364 taken with stack trace [, , , , , , , , ] {{(pid=66703) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 767.807031] env[66703]: DEBUG oslo_concurrency.lockutils [None req-33d36011-a73c-4b6d-849a-f8c867240c48 None None] Acquiring lock "network-364" {{(pid=66703) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 767.807031] env[66703]: DEBUG oslo_concurrency.lockutils [None req-33d36011-a73c-4b6d-849a-f8c867240c48 None None] Acquired lock "network-364" {{(pid=66703) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 767.807031] env[66703]: DEBUG oslo_concurrency.lockutils [None req-33d36011-a73c-4b6d-849a-f8c867240c48 None None] Acquired external semaphore "network-364" {{(pid=66703) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 767.807031] env[66703]: DEBUG networking_nsxv3.common.locking [None req-33d36011-a73c-4b6d-849a-f8c867240c48 None None] Lock Segment taken with stack trace [, , , , , , , , , , ] {{(pid=66703) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 767.807582] env[66703]: DEBUG oslo_concurrency.lockutils [None req-33d36011-a73c-4b6d-849a-f8c867240c48 None None] Acquiring lock "Segment" {{(pid=66703) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 767.807828] env[66703]: DEBUG oslo_concurrency.lockutils [None req-33d36011-a73c-4b6d-849a-f8c867240c48 None None] Acquired lock "Segment" {{(pid=66703) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 767.808160] env[66703]: DEBUG oslo_concurrency.lockutils [None req-33d36011-a73c-4b6d-849a-f8c867240c48 None None] Acquired external semaphore "Segment" {{(pid=66703) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 767.808425] env[66703]: DEBUG oslo_concurrency.lockutils [None req-33d36011-a73c-4b6d-849a-f8c867240c48 None None] Releasing lock "Segment" {{(pid=66703) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 767.808731] env[66703]: DEBUG dogpile.cache.region [None req-33d36011-a73c-4b6d-849a-f8c867240c48 None None] No value present for key: 'zone-id' {{(pid=66703) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 767.808934] env[66703]: DEBUG dogpile.lock [None req-33d36011-a73c-4b6d-849a-f8c867240c48 None None] NeedRegenerationException {{(pid=66703) _enter /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:90}} [ 767.809139] env[66703]: DEBUG dogpile.lock [None req-33d36011-a73c-4b6d-849a-f8c867240c48 None None] no value, waiting for create lock {{(pid=66703) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:131}} [ 767.809321] env[66703]: DEBUG dogpile.lock [None req-33d36011-a73c-4b6d-849a-f8c867240c48 None None] value creation lock acquired {{(pid=66703) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:135}} [ 767.809500] env[66703]: DEBUG dogpile.cache.region [None req-33d36011-a73c-4b6d-849a-f8c867240c48 None None] No value present for key: 'zone-id' {{(pid=66703) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 767.809672] env[66703]: DEBUG dogpile.lock [None req-33d36011-a73c-4b6d-849a-f8c867240c48 None None] Calling creation function for not-yet-present value {{(pid=66703) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:174}} [ 767.811945] env[66703]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-33d36011-a73c-4b6d-849a-f8c867240c48 None None] Looking for TransportZone with name nsx-vlan-transportzone. [ 767.832771] env[66703]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-33d36011-a73c-4b6d-849a-f8c867240c48 None None] loading zone with a95c914d-748d-497c-94ab-10d4647daeba and tags [{'scope': 'mp2policy_migr_status', 'tag': 'success'}] [ 767.832771] env[66703]: DEBUG dogpile.cache.region [None req-33d36011-a73c-4b6d-849a-f8c867240c48 None None] Cache value generated in 0.021 seconds for key(s): 'zone-id' {{(pid=66703) _log_time /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:910}} [ 767.832771] env[66703]: DEBUG dogpile.lock [None req-33d36011-a73c-4b6d-849a-f8c867240c48 None None] Released creation lock {{(pid=66703) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:182}} [ 767.832771] env[66703]: DEBUG oslo_concurrency.lockutils [None req-33d36011-a73c-4b6d-849a-f8c867240c48 None None] Releasing lock "network-364" {{(pid=66703) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 767.832771] env[66703]: DEBUG networking_nsxv3.common.locking [None req-33d36011-a73c-4b6d-849a-f8c867240c48 None None] Lock port-b78b5201-17dd-4ab4-ab75-510bbb8155f6 taken with stack trace [, , , , , , , , ] {{(pid=66703) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 767.832771] env[66703]: DEBUG oslo_concurrency.lockutils [None req-33d36011-a73c-4b6d-849a-f8c867240c48 None None] Acquiring lock "port-b78b5201-17dd-4ab4-ab75-510bbb8155f6" {{(pid=66703) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 767.832771] env[66703]: DEBUG oslo_concurrency.lockutils [None req-33d36011-a73c-4b6d-849a-f8c867240c48 None None] Acquired lock "port-b78b5201-17dd-4ab4-ab75-510bbb8155f6" {{(pid=66703) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 767.832771] env[66703]: DEBUG oslo_concurrency.lockutils [None req-33d36011-a73c-4b6d-849a-f8c867240c48 None None] Acquired external semaphore "port-b78b5201-17dd-4ab4-ab75-510bbb8155f6" {{(pid=66703) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 767.832771] env[66703]: DEBUG networking_nsxv3.api.rpc [None req-33d36011-a73c-4b6d-849a-f8c867240c48 None None] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('b78b5201-17dd-4ab4-ab75-510bbb8155f6',) {} {{(pid=66703) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 767.920026] env[66703]: DEBUG networking_nsxv3.common.locking [-] Lock member-9e323f42-5013-4d32-95d0-2cc0dffa766e taken with stack trace [, , , ] {{(pid=66703) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 767.920277] env[66703]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-9e323f42-5013-4d32-95d0-2cc0dffa766e" {{(pid=66703) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 767.920386] env[66703]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-9e323f42-5013-4d32-95d0-2cc0dffa766e" {{(pid=66703) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 767.920725] env[66703]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-9e323f42-5013-4d32-95d0-2cc0dffa766e" {{(pid=66703) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 767.920959] env[66703]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=66703) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 767.921139] env[66703]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66703) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 767.921241] env[66703]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66703) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 767.921662] env[66703]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66703) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 767.921662] env[66703]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66703) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 767.921840] env[66703]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-9e323f42-5013-4d32-95d0-2cc0dffa766e" {{(pid=66703) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 767.921941] env[66703]: DEBUG networking_nsxv3.common.locking [-] Lock member-9e323f42-5013-4d32-95d0-2cc0dffa766e taken with stack trace [, , , ] {{(pid=66703) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 767.922116] env[66703]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-9e323f42-5013-4d32-95d0-2cc0dffa766e" {{(pid=66703) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 767.922215] env[66703]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-9e323f42-5013-4d32-95d0-2cc0dffa766e" {{(pid=66703) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 767.922438] env[66703]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-9e323f42-5013-4d32-95d0-2cc0dffa766e" {{(pid=66703) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 767.922657] env[66703]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=66703) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 767.922796] env[66703]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66703) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 767.922890] env[66703]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66703) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 767.923107] env[66703]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66703) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 767.923222] env[66703]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66703) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 767.923343] env[66703]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-9e323f42-5013-4d32-95d0-2cc0dffa766e" {{(pid=66703) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 767.923954] env[66703]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('9e323f42-5013-4d32-95d0-2cc0dffa766e',) {} {{(pid=66703) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 767.937852] env[66703]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66703) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 767.937852] env[66703]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66703) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 767.938040] env[66703]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66703) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 767.938146] env[66703]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66703) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 767.938367] env[66703]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66703) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 767.938367] env[66703]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 79f2267d-9bdf-43af-9f5b-1fdcc8866c64 is going to be created. [ 767.967946] env[66703]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66703) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 767.968049] env[66703]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66703) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 767.968098] env[66703]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66703) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 767.968310] env[66703]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66703) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 767.968467] env[66703]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66703) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 767.982453] env[66703]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 79f2267d-9bdf-43af-9f5b-1fdcc8866c64 in Status: UNINITIALIZED for 2s [ 768.269499] env[66703]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('660372db-97b0-4c25-a97c-8d2de7c849c4',) {} {{(pid=66703) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 768.337202] env[66703]: DEBUG networking_nsxv3.common.locking [None req-33d36011-a73c-4b6d-849a-f8c867240c48 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , ] {{(pid=66703) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 768.338138] env[66703]: DEBUG oslo_concurrency.lockutils [None req-33d36011-a73c-4b6d-849a-f8c867240c48 None None] Acquiring lock "SegmentPort" {{(pid=66703) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 768.338138] env[66703]: DEBUG oslo_concurrency.lockutils [None req-33d36011-a73c-4b6d-849a-f8c867240c48 None None] Acquired lock "SegmentPort" {{(pid=66703) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 768.338138] env[66703]: DEBUG oslo_concurrency.lockutils [None req-33d36011-a73c-4b6d-849a-f8c867240c48 None None] Acquired external semaphore "SegmentPort" {{(pid=66703) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 768.338138] env[66703]: DEBUG oslo_concurrency.lockutils [None req-33d36011-a73c-4b6d-849a-f8c867240c48 None None] Releasing lock "SegmentPort" {{(pid=66703) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 768.340322] env[66703]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-33d36011-a73c-4b6d-849a-f8c867240c48 None None] Segment Port b78b5201-17dd-4ab4-ab75-510bbb8155f6 not found, creating... [ 768.340322] env[66703]: DEBUG networking_nsxv3.common.locking [None req-33d36011-a73c-4b6d-849a-f8c867240c48 None None] Lock Segment taken with stack trace [, , , , , , , , , , , ] {{(pid=66703) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 768.340322] env[66703]: DEBUG oslo_concurrency.lockutils [None req-33d36011-a73c-4b6d-849a-f8c867240c48 None None] Acquiring lock "Segment" {{(pid=66703) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 768.340322] env[66703]: DEBUG oslo_concurrency.lockutils [None req-33d36011-a73c-4b6d-849a-f8c867240c48 None None] Acquired lock "Segment" {{(pid=66703) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 768.340322] env[66703]: DEBUG oslo_concurrency.lockutils [None req-33d36011-a73c-4b6d-849a-f8c867240c48 None None] Acquired external semaphore "Segment" {{(pid=66703) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 768.340322] env[66703]: DEBUG oslo_concurrency.lockutils [None req-33d36011-a73c-4b6d-849a-f8c867240c48 None None] Releasing lock "Segment" {{(pid=66703) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 768.340322] env[66703]: DEBUG networking_nsxv3.common.locking [None req-33d36011-a73c-4b6d-849a-f8c867240c48 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=66703) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 768.340322] env[66703]: DEBUG oslo_concurrency.lockutils [None req-33d36011-a73c-4b6d-849a-f8c867240c48 None None] Acquiring lock "SegmentPort" {{(pid=66703) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 768.340322] env[66703]: DEBUG oslo_concurrency.lockutils [None req-33d36011-a73c-4b6d-849a-f8c867240c48 None None] Acquired lock "SegmentPort" {{(pid=66703) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 768.340322] env[66703]: DEBUG oslo_concurrency.lockutils [None req-33d36011-a73c-4b6d-849a-f8c867240c48 None None] Acquired external semaphore "SegmentPort" {{(pid=66703) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 768.340808] env[66703]: DEBUG oslo_concurrency.lockutils [None req-33d36011-a73c-4b6d-849a-f8c867240c48 None None] Releasing lock "SegmentPort" {{(pid=66703) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 768.340808] env[66703]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-33d36011-a73c-4b6d-849a-f8c867240c48 None None] Resource: SegmentPort with ID: b78b5201-17dd-4ab4-ab75-510bbb8155f6 is going to be created. [ 768.360809] env[66703]: DEBUG networking_nsxv3.common.locking [None req-33d36011-a73c-4b6d-849a-f8c867240c48 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=66703) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 768.361016] env[66703]: DEBUG oslo_concurrency.lockutils [None req-33d36011-a73c-4b6d-849a-f8c867240c48 None None] Acquiring lock "SegmentPort" {{(pid=66703) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 768.361138] env[66703]: DEBUG oslo_concurrency.lockutils [None req-33d36011-a73c-4b6d-849a-f8c867240c48 None None] Acquired lock "SegmentPort" {{(pid=66703) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 768.361406] env[66703]: DEBUG oslo_concurrency.lockutils [None req-33d36011-a73c-4b6d-849a-f8c867240c48 None None] Acquired external semaphore "SegmentPort" {{(pid=66703) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 768.361631] env[66703]: DEBUG oslo_concurrency.lockutils [None req-33d36011-a73c-4b6d-849a-f8c867240c48 None None] Releasing lock "SegmentPort" {{(pid=66703) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 768.361854] env[66703]: DEBUG oslo_concurrency.lockutils [None req-33d36011-a73c-4b6d-849a-f8c867240c48 None None] Releasing lock "port-b78b5201-17dd-4ab4-ab75-510bbb8155f6" {{(pid=66703) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 768.426711] env[66703]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for 9e323f42-5013-4d32-95d0-2cc0dffa766e: rpc.has_security_group_logging(os_id): False [ 768.446514] env[66703]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=66703) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 768.446719] env[66703]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66703) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 768.446719] env[66703]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66703) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 768.446933] env[66703]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66703) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 768.447038] env[66703]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66703) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 768.447255] env[66703]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66703) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 768.447352] env[66703]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66703) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 768.447416] env[66703]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66703) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 768.447568] env[66703]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66703) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 768.447641] env[66703]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66703) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 768.447825] env[66703]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66703) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 768.447917] env[66703]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66703) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 768.447976] env[66703]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66703) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 768.448230] env[66703]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66703) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 768.448230] env[66703]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66703) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 768.448412] env[66703]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=66703) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 768.448502] env[66703]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66703) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 768.448561] env[66703]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66703) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 768.448698] env[66703]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66703) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 768.448792] env[66703]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66703) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 768.448884] env[66703]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 9e323f42-5013-4d32-95d0-2cc0dffa766e is going to be created. [ 768.533654] env[66703]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=66703) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 768.533863] env[66703]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66703) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 768.533863] env[66703]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66703) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 768.534012] env[66703]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66703) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 768.534201] env[66703]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66703) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 768.546540] env[66703]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 9e323f42-5013-4d32-95d0-2cc0dffa766e in Status: IN_PROGRESS for 2s [ 768.775070] env[66703]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66703) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 768.775070] env[66703]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66703) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 768.775070] env[66703]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66703) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 768.775070] env[66703]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66703) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 768.775070] env[66703]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66703) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 768.775070] env[66703]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 660372db-97b0-4c25-a97c-8d2de7c849c4 is going to be updated. [ 768.825295] env[66703]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66703) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 768.825482] env[66703]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66703) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 768.825528] env[66703]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66703) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 768.825708] env[66703]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66703) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 768.825853] env[66703]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66703) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 768.836545] env[66703]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 660372db-97b0-4c25-a97c-8d2de7c849c4 in Status: IN_PROGRESS for 2s [ 769.085027] env[66703]: INFO networking_nsxv3.common.synchronization [req-fd65ea7c-e9e2-4efa-86eb-9865a051ecee req-2175f07e-6518-4ca3-bfd7-64a258c4a873 service nova] Enqueued Resource ID: 660372db-97b0-4c25-a97c-8d2de7c849c4 with Priority: HIGHEST for action security_group_rules [ 769.085027] env[66703]: INFO networking_nsxv3.common.synchronization [req-fd65ea7c-e9e2-4efa-86eb-9865a051ecee req-2175f07e-6518-4ca3-bfd7-64a258c4a873 service nova] Enqueued Resource ID: 660372db-97b0-4c25-a97c-8d2de7c849c4 with Priority: HIGHEST for action security_group_members [ 769.085027] env[66703]: INFO networking_nsxv3.common.synchronization [req-fd65ea7c-e9e2-4efa-86eb-9865a051ecee req-2175f07e-6518-4ca3-bfd7-64a258c4a873 service nova] Enqueued Resource ID: b78b5201-17dd-4ab4-ab75-510bbb8155f6 with Priority: HIGHEST for action port [ 769.085534] env[66703]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 660372db-97b0-4c25-a97c-8d2de7c849c4 with Priority: HIGHEST for action security_group_rules [ 769.085691] env[66703]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 660372db-97b0-4c25-a97c-8d2de7c849c4 with Priority: HIGHEST for action security_group_members [ 769.086177] env[66703]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: b78b5201-17dd-4ab4-ab75-510bbb8155f6 with Priority: HIGHEST for action port [ 769.086257] env[66703]: DEBUG networking_nsxv3.common.locking [-] Lock rules-660372db-97b0-4c25-a97c-8d2de7c849c4 taken with stack trace [, , ] {{(pid=66703) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 769.086344] env[66703]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-660372db-97b0-4c25-a97c-8d2de7c849c4" {{(pid=66703) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 769.086409] env[66703]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-660372db-97b0-4c25-a97c-8d2de7c849c4" {{(pid=66703) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 769.086609] env[66703]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-660372db-97b0-4c25-a97c-8d2de7c849c4" {{(pid=66703) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 769.086713] env[66703]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('660372db-97b0-4c25-a97c-8d2de7c849c4',) {} {{(pid=66703) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 769.088064] env[66703]: DEBUG networking_nsxv3.common.locking [-] Lock member-660372db-97b0-4c25-a97c-8d2de7c849c4 taken with stack trace [, , ] {{(pid=66703) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 769.088064] env[66703]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-660372db-97b0-4c25-a97c-8d2de7c849c4" {{(pid=66703) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 769.088064] env[66703]: DEBUG networking_nsxv3.common.locking [-] Lock port-b78b5201-17dd-4ab4-ab75-510bbb8155f6 taken with stack trace [, , ] {{(pid=66703) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 769.088064] env[66703]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-b78b5201-17dd-4ab4-ab75-510bbb8155f6" {{(pid=66703) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 769.088064] env[66703]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-b78b5201-17dd-4ab4-ab75-510bbb8155f6" {{(pid=66703) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 769.088336] env[66703]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-b78b5201-17dd-4ab4-ab75-510bbb8155f6" {{(pid=66703) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 769.088336] env[66703]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('b78b5201-17dd-4ab4-ab75-510bbb8155f6',) {} {{(pid=66703) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 769.511111] env[66703]: INFO networking_nsxv3.common.synchronization [req-58458f26-8f0a-4ff7-b7d4-d0477fc4eed4 req-f7c00f98-91af-41f4-a9f5-82c08618c066 tempest-VolumesAssistedSnapshotsTest-948706622 tempest-VolumesAssistedSnapshotsTest-948706622-project-member] Enqueued Resource ID: 84b6ed1b-c02f-4007-a7b7-c301f2fc661e with Priority: HIGHEST for action security_group_members [ 769.511824] env[66703]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 84b6ed1b-c02f-4007-a7b7-c301f2fc661e with Priority: HIGHEST for action security_group_members [ 769.512145] env[66703]: DEBUG networking_nsxv3.common.locking [-] Lock member-84b6ed1b-c02f-4007-a7b7-c301f2fc661e taken with stack trace [, , ] {{(pid=66703) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 769.512280] env[66703]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-84b6ed1b-c02f-4007-a7b7-c301f2fc661e" {{(pid=66703) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 769.512343] env[66703]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-84b6ed1b-c02f-4007-a7b7-c301f2fc661e" {{(pid=66703) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 769.512696] env[66703]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-84b6ed1b-c02f-4007-a7b7-c301f2fc661e" {{(pid=66703) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 769.512696] env[66703]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=66703) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 769.512795] env[66703]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66703) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 769.512795] env[66703]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66703) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 769.512925] env[66703]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66703) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 769.513014] env[66703]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66703) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 769.513110] env[66703]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('84b6ed1b-c02f-4007-a7b7-c301f2fc661e',) {} {{(pid=66703) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 769.590799] env[66703]: DEBUG networking_nsxv3.common.locking [-] Lock member-660372db-97b0-4c25-a97c-8d2de7c849c4 taken with stack trace [, , , ] {{(pid=66703) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 769.591430] env[66703]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-660372db-97b0-4c25-a97c-8d2de7c849c4" {{(pid=66703) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 769.591670] env[66703]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] realization of port b78b5201-17dd-4ab4-ab75-510bbb8155f6 with status ACTIVE [ 769.591867] env[66703]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=66703) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 769.591982] env[66703]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=66703) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 769.592785] env[66703]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=66703) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 769.593109] env[66703]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=66703) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 769.593209] env[66703]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=66703) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 769.593438] env[66703]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , ] {{(pid=66703) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 769.593576] env[66703]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=66703) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 769.593653] env[66703]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=66703) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 769.593850] env[66703]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=66703) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 769.593968] env[66703]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=66703) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 769.594205] env[66703]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=66703) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 769.594310] env[66703]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=66703) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 769.594355] env[66703]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=66703) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 769.594525] env[66703]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=66703) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 769.594582] env[66703]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=66703) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 769.594710] env[66703]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: SegmentPort with ID: b78b5201-17dd-4ab4-ab75-510bbb8155f6 is going to be updated. [ 769.627226] env[66703]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=66703) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 769.627226] env[66703]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=66703) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 769.627226] env[66703]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=66703) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 769.627226] env[66703]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=66703) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 769.627517] env[66703]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=66703) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 769.627564] env[66703]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-b78b5201-17dd-4ab4-ab75-510bbb8155f6" {{(pid=66703) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 769.993297] env[66703]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 79f2267d-9bdf-43af-9f5b-1fdcc8866c64 in Status: SUCCESS [ 769.996509] env[66703]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-79f2267d-9bdf-43af-9f5b-1fdcc8866c64" {{(pid=66703) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 769.996509] env[66703]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-79f2267d-9bdf-43af-9f5b-1fdcc8866c64" {{(pid=66703) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 769.996509] env[66703]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-79f2267d-9bdf-43af-9f5b-1fdcc8866c64" {{(pid=66703) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 769.996509] env[66703]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=66703) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 769.996509] env[66703]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66703) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 769.996509] env[66703]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66703) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 769.996509] env[66703]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66703) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 769.996509] env[66703]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66703) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 769.996509] env[66703]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-79f2267d-9bdf-43af-9f5b-1fdcc8866c64" {{(pid=66703) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 769.996509] env[66703]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('79f2267d-9bdf-43af-9f5b-1fdcc8866c64',) {} {{(pid=66703) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 770.016024] env[66703]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=66703) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 770.016247] env[66703]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66703) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 770.016345] env[66703]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66703) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 770.016618] env[66703]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66703) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 770.016777] env[66703]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66703) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 770.017022] env[66703]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66703) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 770.017124] env[66703]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66703) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 770.017188] env[66703]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66703) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 770.017341] env[66703]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66703) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 770.017447] env[66703]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66703) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 770.017534] env[66703]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 84b6ed1b-c02f-4007-a7b7-c301f2fc661e is going to be updated. [ 770.050768] env[66703]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66703) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 770.050923] env[66703]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66703) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 770.051417] env[66703]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66703) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 770.051779] env[66703]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66703) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 770.052130] env[66703]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66703) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 770.062639] env[66703]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 84b6ed1b-c02f-4007-a7b7-c301f2fc661e in Status: IN_PROGRESS for 2s [ 770.500992] env[66703]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('79f2267d-9bdf-43af-9f5b-1fdcc8866c64',) {} {{(pid=66703) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 770.564855] env[66703]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 9e323f42-5013-4d32-95d0-2cc0dffa766e in Status: SUCCESS [ 770.564855] env[66703]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-9e323f42-5013-4d32-95d0-2cc0dffa766e" {{(pid=66703) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 770.847510] env[66703]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 660372db-97b0-4c25-a97c-8d2de7c849c4 in Status: SUCCESS [ 770.847690] env[66703]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-660372db-97b0-4c25-a97c-8d2de7c849c4" {{(pid=66703) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 770.848299] env[66703]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-660372db-97b0-4c25-a97c-8d2de7c849c4" {{(pid=66703) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 770.848634] env[66703]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-660372db-97b0-4c25-a97c-8d2de7c849c4" {{(pid=66703) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 770.848827] env[66703]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=66703) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 770.848904] env[66703]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66703) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 770.848904] env[66703]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66703) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 770.849090] env[66703]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66703) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 770.849200] env[66703]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66703) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 770.849276] env[66703]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('660372db-97b0-4c25-a97c-8d2de7c849c4',) {} {{(pid=66703) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 771.005876] env[66703]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for 79f2267d-9bdf-43af-9f5b-1fdcc8866c64: rpc.has_security_group_logging(os_id): False [ 771.026821] env[66703]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=66703) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 771.026821] env[66703]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66703) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 771.026821] env[66703]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66703) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 771.026821] env[66703]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66703) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 771.026821] env[66703]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66703) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 771.026821] env[66703]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=66703) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 771.026821] env[66703]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66703) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 771.026821] env[66703]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66703) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 771.026821] env[66703]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66703) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 771.026821] env[66703]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66703) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 771.026821] env[66703]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 79f2267d-9bdf-43af-9f5b-1fdcc8866c64 is going to be created. [ 771.101033] env[66703]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=66703) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 771.101033] env[66703]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66703) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 771.101033] env[66703]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66703) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 771.101033] env[66703]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66703) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 771.101033] env[66703]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66703) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 771.114832] env[66703]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 79f2267d-9bdf-43af-9f5b-1fdcc8866c64 in Status: IN_PROGRESS for 2s [ 771.352180] env[66703]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('660372db-97b0-4c25-a97c-8d2de7c849c4',) {} {{(pid=66703) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 771.856276] env[66703]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('660372db-97b0-4c25-a97c-8d2de7c849c4',) {} {{(pid=66703) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 771.971896] env[66703]: INFO networking_nsxv3.common.synchronization [None req-79645691-96ed-473c-9b7d-bac1ff2a0650 None None] Enqueued Resource ID: 29b36a54-127b-45ed-8a6e-107f9c932fb1 with Priority: HIGHEST for action port [ 771.975799] env[66703]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 29b36a54-127b-45ed-8a6e-107f9c932fb1 with Priority: HIGHEST for action port [ 771.977201] env[66703]: DEBUG networking_nsxv3.common.locking [-] Lock port-29b36a54-127b-45ed-8a6e-107f9c932fb1 taken with stack trace [, , ] {{(pid=66703) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 771.977201] env[66703]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-29b36a54-127b-45ed-8a6e-107f9c932fb1" {{(pid=66703) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 771.977201] env[66703]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-29b36a54-127b-45ed-8a6e-107f9c932fb1" {{(pid=66703) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 771.978118] env[66703]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-29b36a54-127b-45ed-8a6e-107f9c932fb1" {{(pid=66703) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 771.978118] env[66703]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('29b36a54-127b-45ed-8a6e-107f9c932fb1',) {} {{(pid=66703) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 772.077388] env[66703]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 84b6ed1b-c02f-4007-a7b7-c301f2fc661e in Status: SUCCESS [ 772.077388] env[66703]: WARNING networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 84b6ed1b-c02f-4007-a7b7-c301f2fc661e deletion is rescheduled due to dependency. [ 772.077388] env[66703]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-84b6ed1b-c02f-4007-a7b7-c301f2fc661e" {{(pid=66703) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 772.362057] env[66703]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66703) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 772.365996] env[66703]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66703) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 772.365996] env[66703]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66703) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 772.365996] env[66703]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66703) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 772.365996] env[66703]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66703) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 772.365996] env[66703]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 660372db-97b0-4c25-a97c-8d2de7c849c4 is going to be updated. [ 772.398148] env[66703]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66703) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 772.398148] env[66703]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66703) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 772.398148] env[66703]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66703) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 772.398148] env[66703]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66703) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 772.398413] env[66703]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66703) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 772.411634] env[66703]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 660372db-97b0-4c25-a97c-8d2de7c849c4 in Status: IN_PROGRESS for 2s [ 772.481114] env[66703]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] deletion realization of port 29b36a54-127b-45ed-8a6e-107f9c932fb1 [ 772.483020] env[66703]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=66703) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 772.483020] env[66703]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=66703) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 772.483020] env[66703]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=66703) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 772.483020] env[66703]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=66703) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 772.483020] env[66703]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=66703) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 772.483020] env[66703]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Segment Port:29b36a54-127b-45ed-8a6e-107f9c932fb1 already deleted. [ 772.483020] env[66703]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-29b36a54-127b-45ed-8a6e-107f9c932fb1" {{(pid=66703) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 773.077941] env[66703]: INFO networking_nsxv3.common.synchronization [None req-a2a8f86b-1afc-41d5-85ce-a188772e1214 tempest-ServersV294TestFqdnHostnames-251559739 tempest-ServersV294TestFqdnHostnames-251559739-project-member] Enqueued Resource ID: a9c5dd23-48a3-431d-ac41-19c73af4faf6 with Priority: HIGHEST for action security_group_rules [ 773.079102] env[66703]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: a9c5dd23-48a3-431d-ac41-19c73af4faf6 with Priority: HIGHEST for action security_group_rules [ 773.079196] env[66703]: DEBUG networking_nsxv3.common.locking [-] Lock rules-a9c5dd23-48a3-431d-ac41-19c73af4faf6 taken with stack trace [, , ] {{(pid=66703) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 773.080611] env[66703]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-a9c5dd23-48a3-431d-ac41-19c73af4faf6" {{(pid=66703) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 773.080611] env[66703]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-a9c5dd23-48a3-431d-ac41-19c73af4faf6" {{(pid=66703) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 773.080611] env[66703]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-a9c5dd23-48a3-431d-ac41-19c73af4faf6" {{(pid=66703) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 773.080611] env[66703]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('a9c5dd23-48a3-431d-ac41-19c73af4faf6',) {} {{(pid=66703) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 773.133895] env[66703]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 79f2267d-9bdf-43af-9f5b-1fdcc8866c64 in Status: SUCCESS [ 773.135373] env[66703]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-79f2267d-9bdf-43af-9f5b-1fdcc8866c64" {{(pid=66703) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 773.409716] env[66703]: INFO networking_nsxv3.common.synchronization [None req-cbdc9f42-934e-4ff8-936d-1cad3ed3073e tempest-ServersV294TestFqdnHostnames-251559739 tempest-ServersV294TestFqdnHostnames-251559739-project-member] Enqueued Resource ID: a9c5dd23-48a3-431d-ac41-19c73af4faf6 with Priority: HIGHEST for action security_group_rules [ 773.410418] env[66703]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: a9c5dd23-48a3-431d-ac41-19c73af4faf6 with Priority: HIGHEST for action security_group_rules [ 773.411485] env[66703]: DEBUG networking_nsxv3.common.locking [-] Lock rules-a9c5dd23-48a3-431d-ac41-19c73af4faf6 taken with stack trace [, , ] {{(pid=66703) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 773.411485] env[66703]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-a9c5dd23-48a3-431d-ac41-19c73af4faf6" {{(pid=66703) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 773.602503] env[66703]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=66703) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 773.602503] env[66703]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66703) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 773.602503] env[66703]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66703) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 773.602800] env[66703]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66703) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 773.602800] env[66703]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66703) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 773.602869] env[66703]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: a9c5dd23-48a3-431d-ac41-19c73af4faf6 already deleted. [ 773.602952] env[66703]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-a9c5dd23-48a3-431d-ac41-19c73af4faf6" {{(pid=66703) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 773.603588] env[66703]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-a9c5dd23-48a3-431d-ac41-19c73af4faf6" {{(pid=66703) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 773.603872] env[66703]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-a9c5dd23-48a3-431d-ac41-19c73af4faf6" {{(pid=66703) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 773.603965] env[66703]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('a9c5dd23-48a3-431d-ac41-19c73af4faf6',) {} {{(pid=66703) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 774.131054] env[66703]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=66703) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 774.131413] env[66703]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66703) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 774.131413] env[66703]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66703) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 774.132158] env[66703]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66703) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 774.132158] env[66703]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66703) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 774.132158] env[66703]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: a9c5dd23-48a3-431d-ac41-19c73af4faf6 already deleted. [ 774.132158] env[66703]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-a9c5dd23-48a3-431d-ac41-19c73af4faf6" {{(pid=66703) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 774.425390] env[66703]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 660372db-97b0-4c25-a97c-8d2de7c849c4 in Status: SUCCESS [ 774.425628] env[66703]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-660372db-97b0-4c25-a97c-8d2de7c849c4" {{(pid=66703) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 774.426167] env[66703]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-660372db-97b0-4c25-a97c-8d2de7c849c4" {{(pid=66703) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 774.426214] env[66703]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-660372db-97b0-4c25-a97c-8d2de7c849c4" {{(pid=66703) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 774.429286] env[66703]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=66703) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 774.429286] env[66703]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66703) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 774.429286] env[66703]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66703) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 774.429286] env[66703]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66703) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 774.429286] env[66703]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66703) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 774.429286] env[66703]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-660372db-97b0-4c25-a97c-8d2de7c849c4" {{(pid=66703) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 774.429286] env[66703]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('660372db-97b0-4c25-a97c-8d2de7c849c4',) {} {{(pid=66703) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 774.931508] env[66703]: DEBUG networking_nsxv3.common.locking [-] Lock member-660372db-97b0-4c25-a97c-8d2de7c849c4 taken with stack trace [, , , ] {{(pid=66703) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 774.931673] env[66703]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-660372db-97b0-4c25-a97c-8d2de7c849c4" {{(pid=66703) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 774.931714] env[66703]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-660372db-97b0-4c25-a97c-8d2de7c849c4" {{(pid=66703) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 774.932619] env[66703]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-660372db-97b0-4c25-a97c-8d2de7c849c4" {{(pid=66703) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 774.932619] env[66703]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=66703) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 774.932619] env[66703]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66703) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 774.932619] env[66703]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66703) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 774.932974] env[66703]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66703) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 774.932974] env[66703]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66703) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 774.933068] env[66703]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-660372db-97b0-4c25-a97c-8d2de7c849c4" {{(pid=66703) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 774.933228] env[66703]: DEBUG networking_nsxv3.common.locking [-] Lock member-660372db-97b0-4c25-a97c-8d2de7c849c4 taken with stack trace [, , , ] {{(pid=66703) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 774.933536] env[66703]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-660372db-97b0-4c25-a97c-8d2de7c849c4" {{(pid=66703) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 774.933536] env[66703]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-660372db-97b0-4c25-a97c-8d2de7c849c4" {{(pid=66703) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 774.933536] env[66703]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-660372db-97b0-4c25-a97c-8d2de7c849c4" {{(pid=66703) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 774.933648] env[66703]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=66703) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 774.933689] env[66703]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66703) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 774.933780] env[66703]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66703) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 774.933876] env[66703]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66703) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 774.933952] env[66703]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66703) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 774.934048] env[66703]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-660372db-97b0-4c25-a97c-8d2de7c849c4" {{(pid=66703) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 774.934150] env[66703]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('660372db-97b0-4c25-a97c-8d2de7c849c4',) {} {{(pid=66703) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 775.029173] env[66703]: INFO networking_nsxv3.common.synchronization [None req-55c0a170-4bd2-4c78-bf1e-2411cb23967c None None] Enqueued Resource ID: 33ef8621-93a7-48a6-b0b1-fd130cfdd5a3 with Priority: HIGHEST for action port [ 775.029766] env[66703]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 33ef8621-93a7-48a6-b0b1-fd130cfdd5a3 with Priority: HIGHEST for action port [ 775.030132] env[66703]: DEBUG networking_nsxv3.common.locking [-] Lock port-33ef8621-93a7-48a6-b0b1-fd130cfdd5a3 taken with stack trace [, , ] {{(pid=66703) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 775.030266] env[66703]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-33ef8621-93a7-48a6-b0b1-fd130cfdd5a3" {{(pid=66703) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 775.030320] env[66703]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-33ef8621-93a7-48a6-b0b1-fd130cfdd5a3" {{(pid=66703) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 775.030610] env[66703]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-33ef8621-93a7-48a6-b0b1-fd130cfdd5a3" {{(pid=66703) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 775.030695] env[66703]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('33ef8621-93a7-48a6-b0b1-fd130cfdd5a3',) {} {{(pid=66703) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 775.437934] env[66703]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for 660372db-97b0-4c25-a97c-8d2de7c849c4: rpc.has_security_group_logging(os_id): False [ 775.460075] env[66703]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=66703) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 775.460978] env[66703]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66703) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 775.460978] env[66703]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66703) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 775.460978] env[66703]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66703) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 775.461162] env[66703]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66703) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 775.462657] env[66703]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66703) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 775.462657] env[66703]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66703) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 775.462657] env[66703]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66703) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 775.462657] env[66703]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66703) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 775.464077] env[66703]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66703) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 775.464675] env[66703]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66703) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 775.464782] env[66703]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66703) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 775.464852] env[66703]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66703) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 775.465358] env[66703]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66703) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 775.465519] env[66703]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66703) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 775.465777] env[66703]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=66703) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 775.465886] env[66703]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66703) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 775.465946] env[66703]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66703) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 775.466276] env[66703]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66703) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 775.466356] env[66703]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66703) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 775.466471] env[66703]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 660372db-97b0-4c25-a97c-8d2de7c849c4 is going to be updated. [ 775.533643] env[66703]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] deletion realization of port 33ef8621-93a7-48a6-b0b1-fd130cfdd5a3 [ 775.533643] env[66703]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=66703) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 775.533877] env[66703]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=66703) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 775.533942] env[66703]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=66703) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 775.534223] env[66703]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=66703) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 775.535331] env[66703]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=66703) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 775.535331] env[66703]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Segment Port:33ef8621-93a7-48a6-b0b1-fd130cfdd5a3 already deleted. [ 775.535331] env[66703]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-33ef8621-93a7-48a6-b0b1-fd130cfdd5a3" {{(pid=66703) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 775.580414] env[66703]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=66703) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 775.580580] env[66703]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66703) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 775.580665] env[66703]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66703) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 775.581324] env[66703]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66703) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 775.581324] env[66703]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66703) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 775.599871] env[66703]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 660372db-97b0-4c25-a97c-8d2de7c849c4 in Status: IN_PROGRESS for 2s [ 776.239649] env[66703]: INFO networking_nsxv3.common.synchronization [None req-e7bdd65e-03f4-43b4-8371-f808de559634 None None] Enqueued Resource ID: cefddf32-bebc-4007-af3a-ac1acb42276d with Priority: HIGHEST for action port [ 776.240388] env[66703]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: cefddf32-bebc-4007-af3a-ac1acb42276d with Priority: HIGHEST for action port [ 776.240764] env[66703]: DEBUG networking_nsxv3.common.locking [-] Lock port-cefddf32-bebc-4007-af3a-ac1acb42276d taken with stack trace [, , ] {{(pid=66703) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 776.240926] env[66703]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-cefddf32-bebc-4007-af3a-ac1acb42276d" {{(pid=66703) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 776.241000] env[66703]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-cefddf32-bebc-4007-af3a-ac1acb42276d" {{(pid=66703) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 776.241323] env[66703]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-cefddf32-bebc-4007-af3a-ac1acb42276d" {{(pid=66703) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 776.242095] env[66703]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('cefddf32-bebc-4007-af3a-ac1acb42276d',) {} {{(pid=66703) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 776.309697] env[66703]: INFO networking_nsxv3.common.synchronization [req-25a71778-f89a-449f-b3dc-58cfa337c715 req-37020fb7-bbcc-431c-90ab-1906c2d99bdc tempest-MigrationsAdminTest-986826467 tempest-MigrationsAdminTest-986826467-project-member] Enqueued Resource ID: 6365a784-f6cd-436e-be41-fa820f180738 with Priority: HIGHEST for action security_group_members [ 776.310639] env[66703]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 6365a784-f6cd-436e-be41-fa820f180738 with Priority: HIGHEST for action security_group_members [ 776.311064] env[66703]: DEBUG networking_nsxv3.common.locking [-] Lock member-6365a784-f6cd-436e-be41-fa820f180738 taken with stack trace [, , ] {{(pid=66703) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 776.311290] env[66703]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-6365a784-f6cd-436e-be41-fa820f180738" {{(pid=66703) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 776.311290] env[66703]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-6365a784-f6cd-436e-be41-fa820f180738" {{(pid=66703) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 776.311469] env[66703]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-6365a784-f6cd-436e-be41-fa820f180738" {{(pid=66703) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 776.311630] env[66703]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=66703) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 776.311730] env[66703]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66703) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 776.311794] env[66703]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66703) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 776.311948] env[66703]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66703) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 776.313832] env[66703]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66703) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 776.314017] env[66703]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('6365a784-f6cd-436e-be41-fa820f180738',) {} {{(pid=66703) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 776.745616] env[66703]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] deletion realization of port cefddf32-bebc-4007-af3a-ac1acb42276d [ 776.746123] env[66703]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=66703) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 776.746123] env[66703]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=66703) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 776.746252] env[66703]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=66703) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 776.746866] env[66703]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=66703) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 776.746866] env[66703]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=66703) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 776.746989] env[66703]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Segment Port:cefddf32-bebc-4007-af3a-ac1acb42276d already deleted. [ 776.747493] env[66703]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-cefddf32-bebc-4007-af3a-ac1acb42276d" {{(pid=66703) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 776.817596] env[66703]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('6365a784-f6cd-436e-be41-fa820f180738',) {} {{(pid=66703) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 776.906643] env[66703]: DEBUG networking_nsxv3.common.locking [None req-ffa6d202-748e-4c81-9979-ad08741f9cf7 None None] Lock network-691 taken with stack trace [, , , , , , , , ] {{(pid=66703) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 776.906853] env[66703]: DEBUG oslo_concurrency.lockutils [None req-ffa6d202-748e-4c81-9979-ad08741f9cf7 None None] Acquiring lock "network-691" {{(pid=66703) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 776.906975] env[66703]: DEBUG oslo_concurrency.lockutils [None req-ffa6d202-748e-4c81-9979-ad08741f9cf7 None None] Acquired lock "network-691" {{(pid=66703) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 776.907303] env[66703]: DEBUG oslo_concurrency.lockutils [None req-ffa6d202-748e-4c81-9979-ad08741f9cf7 None None] Acquired external semaphore "network-691" {{(pid=66703) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 776.907573] env[66703]: DEBUG networking_nsxv3.common.locking [None req-ffa6d202-748e-4c81-9979-ad08741f9cf7 None None] Lock Segment taken with stack trace [, , , , , , , , , , ] {{(pid=66703) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 776.907723] env[66703]: DEBUG oslo_concurrency.lockutils [None req-ffa6d202-748e-4c81-9979-ad08741f9cf7 None None] Acquiring lock "Segment" {{(pid=66703) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 776.907902] env[66703]: DEBUG oslo_concurrency.lockutils [None req-ffa6d202-748e-4c81-9979-ad08741f9cf7 None None] Acquired lock "Segment" {{(pid=66703) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 776.908154] env[66703]: DEBUG oslo_concurrency.lockutils [None req-ffa6d202-748e-4c81-9979-ad08741f9cf7 None None] Acquired external semaphore "Segment" {{(pid=66703) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 776.908293] env[66703]: DEBUG oslo_concurrency.lockutils [None req-ffa6d202-748e-4c81-9979-ad08741f9cf7 None None] Releasing lock "Segment" {{(pid=66703) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 776.908500] env[66703]: DEBUG dogpile.cache.region [None req-ffa6d202-748e-4c81-9979-ad08741f9cf7 None None] No value present for key: 'zone-id' {{(pid=66703) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 776.908608] env[66703]: DEBUG dogpile.lock [None req-ffa6d202-748e-4c81-9979-ad08741f9cf7 None None] NeedRegenerationException {{(pid=66703) _enter /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:90}} [ 776.908712] env[66703]: DEBUG dogpile.lock [None req-ffa6d202-748e-4c81-9979-ad08741f9cf7 None None] no value, waiting for create lock {{(pid=66703) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:131}} [ 776.908885] env[66703]: DEBUG dogpile.lock [None req-ffa6d202-748e-4c81-9979-ad08741f9cf7 None None] value creation lock acquired {{(pid=66703) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:135}} [ 776.909035] env[66703]: DEBUG dogpile.cache.region [None req-ffa6d202-748e-4c81-9979-ad08741f9cf7 None None] No value present for key: 'zone-id' {{(pid=66703) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 776.909108] env[66703]: DEBUG dogpile.lock [None req-ffa6d202-748e-4c81-9979-ad08741f9cf7 None None] Calling creation function for not-yet-present value {{(pid=66703) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:174}} [ 776.909232] env[66703]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-ffa6d202-748e-4c81-9979-ad08741f9cf7 None None] Looking for TransportZone with name nsx-vlan-transportzone. [ 776.931949] env[66703]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-ffa6d202-748e-4c81-9979-ad08741f9cf7 None None] loading zone with a95c914d-748d-497c-94ab-10d4647daeba and tags [{'scope': 'mp2policy_migr_status', 'tag': 'success'}] [ 776.932128] env[66703]: DEBUG dogpile.cache.region [None req-ffa6d202-748e-4c81-9979-ad08741f9cf7 None None] Cache value generated in 0.023 seconds for key(s): 'zone-id' {{(pid=66703) _log_time /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:910}} [ 776.932314] env[66703]: DEBUG dogpile.lock [None req-ffa6d202-748e-4c81-9979-ad08741f9cf7 None None] Released creation lock {{(pid=66703) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:182}} [ 776.932435] env[66703]: DEBUG oslo_concurrency.lockutils [None req-ffa6d202-748e-4c81-9979-ad08741f9cf7 None None] Releasing lock "network-691" {{(pid=66703) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 776.932741] env[66703]: DEBUG networking_nsxv3.common.locking [None req-ffa6d202-748e-4c81-9979-ad08741f9cf7 None None] Lock port-989ec24b-eb32-417b-b539-c78aaa09c3fb taken with stack trace [, , , , , , , , ] {{(pid=66703) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 776.932915] env[66703]: DEBUG oslo_concurrency.lockutils [None req-ffa6d202-748e-4c81-9979-ad08741f9cf7 None None] Acquiring lock "port-989ec24b-eb32-417b-b539-c78aaa09c3fb" {{(pid=66703) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 776.933135] env[66703]: DEBUG oslo_concurrency.lockutils [None req-ffa6d202-748e-4c81-9979-ad08741f9cf7 None None] Acquired lock "port-989ec24b-eb32-417b-b539-c78aaa09c3fb" {{(pid=66703) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 776.933368] env[66703]: DEBUG oslo_concurrency.lockutils [None req-ffa6d202-748e-4c81-9979-ad08741f9cf7 None None] Acquired external semaphore "port-989ec24b-eb32-417b-b539-c78aaa09c3fb" {{(pid=66703) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 776.933505] env[66703]: DEBUG networking_nsxv3.api.rpc [None req-ffa6d202-748e-4c81-9979-ad08741f9cf7 None None] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('989ec24b-eb32-417b-b539-c78aaa09c3fb',) {} {{(pid=66703) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 777.141995] env[66703]: INFO networking_nsxv3.common.synchronization [req-eec76bf7-2d79-47ec-9028-5cbb6185b8c5 req-9cbef543-d52c-4fe0-b18f-2c8abf5e861c tempest-DeleteServersTestJSON-1282002617 tempest-DeleteServersTestJSON-1282002617-project-member] Enqueued Resource ID: db254d47-d7a1-40b1-a751-5c5ada9bc604 with Priority: HIGHEST for action security_group_members [ 777.142584] env[66703]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: db254d47-d7a1-40b1-a751-5c5ada9bc604 with Priority: HIGHEST for action security_group_members [ 777.142901] env[66703]: DEBUG networking_nsxv3.common.locking [-] Lock member-db254d47-d7a1-40b1-a751-5c5ada9bc604 taken with stack trace [, , ] {{(pid=66703) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 777.143079] env[66703]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-db254d47-d7a1-40b1-a751-5c5ada9bc604" {{(pid=66703) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 777.143172] env[66703]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-db254d47-d7a1-40b1-a751-5c5ada9bc604" {{(pid=66703) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 777.143386] env[66703]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-db254d47-d7a1-40b1-a751-5c5ada9bc604" {{(pid=66703) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 777.143580] env[66703]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=66703) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 777.143704] env[66703]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66703) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 777.143757] env[66703]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66703) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 777.143908] env[66703]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66703) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 777.143991] env[66703]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66703) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 777.144097] env[66703]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('db254d47-d7a1-40b1-a751-5c5ada9bc604',) {} {{(pid=66703) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 777.320371] env[66703]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('6365a784-f6cd-436e-be41-fa820f180738',) {} {{(pid=66703) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 777.435562] env[66703]: DEBUG networking_nsxv3.common.locking [None req-ffa6d202-748e-4c81-9979-ad08741f9cf7 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , ] {{(pid=66703) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 777.435916] env[66703]: DEBUG oslo_concurrency.lockutils [None req-ffa6d202-748e-4c81-9979-ad08741f9cf7 None None] Acquiring lock "SegmentPort" {{(pid=66703) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 777.436143] env[66703]: DEBUG oslo_concurrency.lockutils [None req-ffa6d202-748e-4c81-9979-ad08741f9cf7 None None] Acquired lock "SegmentPort" {{(pid=66703) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 777.436564] env[66703]: DEBUG oslo_concurrency.lockutils [None req-ffa6d202-748e-4c81-9979-ad08741f9cf7 None None] Acquired external semaphore "SegmentPort" {{(pid=66703) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 777.436814] env[66703]: DEBUG oslo_concurrency.lockutils [None req-ffa6d202-748e-4c81-9979-ad08741f9cf7 None None] Releasing lock "SegmentPort" {{(pid=66703) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 777.437037] env[66703]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-ffa6d202-748e-4c81-9979-ad08741f9cf7 None None] Segment Port 989ec24b-eb32-417b-b539-c78aaa09c3fb not found, creating... [ 777.437445] env[66703]: DEBUG networking_nsxv3.common.locking [None req-ffa6d202-748e-4c81-9979-ad08741f9cf7 None None] Lock Segment taken with stack trace [, , , , , , , , , , , ] {{(pid=66703) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 777.437667] env[66703]: DEBUG oslo_concurrency.lockutils [None req-ffa6d202-748e-4c81-9979-ad08741f9cf7 None None] Acquiring lock "Segment" {{(pid=66703) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 777.437991] env[66703]: DEBUG oslo_concurrency.lockutils [None req-ffa6d202-748e-4c81-9979-ad08741f9cf7 None None] Acquired lock "Segment" {{(pid=66703) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 777.438469] env[66703]: DEBUG oslo_concurrency.lockutils [None req-ffa6d202-748e-4c81-9979-ad08741f9cf7 None None] Acquired external semaphore "Segment" {{(pid=66703) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 777.438715] env[66703]: DEBUG oslo_concurrency.lockutils [None req-ffa6d202-748e-4c81-9979-ad08741f9cf7 None None] Releasing lock "Segment" {{(pid=66703) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 777.439194] env[66703]: DEBUG networking_nsxv3.common.locking [None req-ffa6d202-748e-4c81-9979-ad08741f9cf7 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=66703) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 777.439381] env[66703]: DEBUG oslo_concurrency.lockutils [None req-ffa6d202-748e-4c81-9979-ad08741f9cf7 None None] Acquiring lock "SegmentPort" {{(pid=66703) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 777.439515] env[66703]: DEBUG oslo_concurrency.lockutils [None req-ffa6d202-748e-4c81-9979-ad08741f9cf7 None None] Acquired lock "SegmentPort" {{(pid=66703) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 777.439738] env[66703]: DEBUG oslo_concurrency.lockutils [None req-ffa6d202-748e-4c81-9979-ad08741f9cf7 None None] Acquired external semaphore "SegmentPort" {{(pid=66703) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 777.439872] env[66703]: DEBUG oslo_concurrency.lockutils [None req-ffa6d202-748e-4c81-9979-ad08741f9cf7 None None] Releasing lock "SegmentPort" {{(pid=66703) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 777.440017] env[66703]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-ffa6d202-748e-4c81-9979-ad08741f9cf7 None None] Resource: SegmentPort with ID: 989ec24b-eb32-417b-b539-c78aaa09c3fb is going to be created. [ 777.462812] env[66703]: DEBUG networking_nsxv3.common.locking [None req-ffa6d202-748e-4c81-9979-ad08741f9cf7 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=66703) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 777.463055] env[66703]: DEBUG oslo_concurrency.lockutils [None req-ffa6d202-748e-4c81-9979-ad08741f9cf7 None None] Acquiring lock "SegmentPort" {{(pid=66703) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 777.463192] env[66703]: DEBUG oslo_concurrency.lockutils [None req-ffa6d202-748e-4c81-9979-ad08741f9cf7 None None] Acquired lock "SegmentPort" {{(pid=66703) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 777.463521] env[66703]: DEBUG oslo_concurrency.lockutils [None req-ffa6d202-748e-4c81-9979-ad08741f9cf7 None None] Acquired external semaphore "SegmentPort" {{(pid=66703) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 777.463758] env[66703]: DEBUG oslo_concurrency.lockutils [None req-ffa6d202-748e-4c81-9979-ad08741f9cf7 None None] Releasing lock "SegmentPort" {{(pid=66703) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 777.463986] env[66703]: DEBUG oslo_concurrency.lockutils [None req-ffa6d202-748e-4c81-9979-ad08741f9cf7 None None] Releasing lock "port-989ec24b-eb32-417b-b539-c78aaa09c3fb" {{(pid=66703) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 777.622124] env[66703]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 660372db-97b0-4c25-a97c-8d2de7c849c4 in Status: SUCCESS [ 777.622429] env[66703]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-660372db-97b0-4c25-a97c-8d2de7c849c4" {{(pid=66703) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 777.646254] env[66703]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=66703) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 777.646378] env[66703]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66703) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 777.646424] env[66703]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66703) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 777.646702] env[66703]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66703) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 777.646843] env[66703]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66703) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 777.647356] env[66703]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66703) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 777.647356] env[66703]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66703) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 777.647356] env[66703]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66703) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 777.647516] env[66703]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66703) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 777.647621] env[66703]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66703) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 777.647768] env[66703]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: db254d47-d7a1-40b1-a751-5c5ada9bc604 is going to be updated. [ 777.697983] env[66703]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66703) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 777.698189] env[66703]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66703) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 777.698227] env[66703]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66703) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 777.698438] env[66703]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66703) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 777.698583] env[66703]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66703) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 777.706867] env[66703]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: db254d47-d7a1-40b1-a751-5c5ada9bc604 in Status: IN_PROGRESS for 2s [ 777.822724] env[66703]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66703) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 777.823037] env[66703]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66703) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 777.823037] env[66703]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66703) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 777.823280] env[66703]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66703) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 777.823402] env[66703]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66703) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 777.823506] env[66703]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 6365a784-f6cd-436e-be41-fa820f180738 is going to be updated. [ 777.855641] env[66703]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66703) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 777.855782] env[66703]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66703) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 777.855887] env[66703]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66703) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 777.856075] env[66703]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66703) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 777.856220] env[66703]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66703) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 777.866033] env[66703]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 6365a784-f6cd-436e-be41-fa820f180738 in Status: IN_PROGRESS for 2s [ 778.023223] env[66703]: INFO networking_nsxv3.common.synchronization [req-37e75262-312e-407f-ab9f-68f46dceee7d req-7aca9bf4-f734-487c-a591-77255eddd456 tempest-InstanceActionsV221TestJSON-411813051 tempest-InstanceActionsV221TestJSON-411813051-project-member] Enqueued Resource ID: 46339112-2f94-45f8-b276-8e026b36b087 with Priority: HIGHEST for action security_group_members [ 778.023749] env[66703]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 46339112-2f94-45f8-b276-8e026b36b087 with Priority: HIGHEST for action security_group_members [ 778.024057] env[66703]: DEBUG networking_nsxv3.common.locking [-] Lock member-46339112-2f94-45f8-b276-8e026b36b087 taken with stack trace [, , ] {{(pid=66703) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 778.024180] env[66703]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-46339112-2f94-45f8-b276-8e026b36b087" {{(pid=66703) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 778.024249] env[66703]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-46339112-2f94-45f8-b276-8e026b36b087" {{(pid=66703) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 778.024447] env[66703]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-46339112-2f94-45f8-b276-8e026b36b087" {{(pid=66703) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 778.024592] env[66703]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=66703) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 778.024685] env[66703]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66703) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 778.024744] env[66703]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66703) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 778.024880] env[66703]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66703) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 778.024964] env[66703]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66703) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 778.025201] env[66703]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('46339112-2f94-45f8-b276-8e026b36b087',) {} {{(pid=66703) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 778.190843] env[66703]: INFO networking_nsxv3.common.synchronization [req-25a71778-f89a-449f-b3dc-58cfa337c715 req-8eb8fcfb-d605-499f-afa5-c6af3bf01fe6 service nova] Enqueued Resource ID: 6365a784-f6cd-436e-be41-fa820f180738 with Priority: HIGHEST for action security_group_rules [ 778.191032] env[66703]: INFO networking_nsxv3.common.synchronization [req-25a71778-f89a-449f-b3dc-58cfa337c715 req-8eb8fcfb-d605-499f-afa5-c6af3bf01fe6 service nova] Enqueued Resource ID: 6365a784-f6cd-436e-be41-fa820f180738 with Priority: HIGHEST for action security_group_members [ 778.191167] env[66703]: INFO networking_nsxv3.common.synchronization [req-25a71778-f89a-449f-b3dc-58cfa337c715 req-8eb8fcfb-d605-499f-afa5-c6af3bf01fe6 service nova] Enqueued Resource ID: 989ec24b-eb32-417b-b539-c78aaa09c3fb with Priority: HIGHEST for action port [ 778.191675] env[66703]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 6365a784-f6cd-436e-be41-fa820f180738 with Priority: HIGHEST for action security_group_rules [ 778.191808] env[66703]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 6365a784-f6cd-436e-be41-fa820f180738 with Priority: HIGHEST for action security_group_members [ 778.191907] env[66703]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 989ec24b-eb32-417b-b539-c78aaa09c3fb with Priority: HIGHEST for action port [ 778.192877] env[66703]: DEBUG networking_nsxv3.common.locking [-] Lock rules-6365a784-f6cd-436e-be41-fa820f180738 taken with stack trace [, , ] {{(pid=66703) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 778.193027] env[66703]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-6365a784-f6cd-436e-be41-fa820f180738" {{(pid=66703) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 778.193101] env[66703]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-6365a784-f6cd-436e-be41-fa820f180738" {{(pid=66703) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 778.193418] env[66703]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-6365a784-f6cd-436e-be41-fa820f180738" {{(pid=66703) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 778.193509] env[66703]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('6365a784-f6cd-436e-be41-fa820f180738',) {} {{(pid=66703) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 778.194757] env[66703]: DEBUG networking_nsxv3.common.locking [-] Lock member-6365a784-f6cd-436e-be41-fa820f180738 taken with stack trace [, , ] {{(pid=66703) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 778.196275] env[66703]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-6365a784-f6cd-436e-be41-fa820f180738" {{(pid=66703) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 778.196275] env[66703]: DEBUG networking_nsxv3.common.locking [-] Lock port-989ec24b-eb32-417b-b539-c78aaa09c3fb taken with stack trace [, , ] {{(pid=66703) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 778.196275] env[66703]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-989ec24b-eb32-417b-b539-c78aaa09c3fb" {{(pid=66703) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 778.196275] env[66703]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-989ec24b-eb32-417b-b539-c78aaa09c3fb" {{(pid=66703) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 778.196275] env[66703]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-989ec24b-eb32-417b-b539-c78aaa09c3fb" {{(pid=66703) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 778.196275] env[66703]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('989ec24b-eb32-417b-b539-c78aaa09c3fb',) {} {{(pid=66703) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 778.407892] env[66703]: INFO networking_nsxv3.common.synchronization [req-afd33339-1d92-4829-a716-dd44b7113c4c req-8b9352ab-920c-4c66-a271-d260fcf9cefa tempest-AttachInterfacesV270Test-1830869184 tempest-AttachInterfacesV270Test-1830869184-project-member] Enqueued Resource ID: 5f884ef4-4fdd-434c-9108-5775888c1d71 with Priority: HIGHEST for action security_group_members [ 778.408799] env[66703]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 5f884ef4-4fdd-434c-9108-5775888c1d71 with Priority: HIGHEST for action security_group_members [ 778.409013] env[66703]: DEBUG networking_nsxv3.common.locking [-] Lock member-5f884ef4-4fdd-434c-9108-5775888c1d71 taken with stack trace [, , ] {{(pid=66703) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 778.409256] env[66703]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-5f884ef4-4fdd-434c-9108-5775888c1d71" {{(pid=66703) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 778.409349] env[66703]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-5f884ef4-4fdd-434c-9108-5775888c1d71" {{(pid=66703) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 778.409610] env[66703]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-5f884ef4-4fdd-434c-9108-5775888c1d71" {{(pid=66703) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 778.409816] env[66703]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=66703) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 778.409947] env[66703]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66703) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 778.410045] env[66703]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66703) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 778.410248] env[66703]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66703) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 778.410371] env[66703]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66703) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 778.410494] env[66703]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('5f884ef4-4fdd-434c-9108-5775888c1d71',) {} {{(pid=66703) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 778.502450] env[66703]: INFO networking_nsxv3.common.synchronization [None req-afe029b9-b089-43df-b608-6cc0a7d8ef37 None None] Enqueued Resource ID: 1c8b3981-bc53-48f1-9e98-6ca46c1eae05 with Priority: HIGHEST for action port [ 778.503009] env[66703]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 1c8b3981-bc53-48f1-9e98-6ca46c1eae05 with Priority: HIGHEST for action port [ 778.503324] env[66703]: DEBUG networking_nsxv3.common.locking [-] Lock port-1c8b3981-bc53-48f1-9e98-6ca46c1eae05 taken with stack trace [, , ] {{(pid=66703) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 778.503448] env[66703]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-1c8b3981-bc53-48f1-9e98-6ca46c1eae05" {{(pid=66703) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 778.503502] env[66703]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-1c8b3981-bc53-48f1-9e98-6ca46c1eae05" {{(pid=66703) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 778.503755] env[66703]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-1c8b3981-bc53-48f1-9e98-6ca46c1eae05" {{(pid=66703) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 778.503825] env[66703]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('1c8b3981-bc53-48f1-9e98-6ca46c1eae05',) {} {{(pid=66703) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 778.528194] env[66703]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=66703) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 778.528412] env[66703]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66703) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 778.528516] env[66703]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66703) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 778.528741] env[66703]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66703) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 778.528846] env[66703]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66703) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 778.529065] env[66703]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66703) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 778.529165] env[66703]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66703) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 778.529227] env[66703]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66703) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 778.529378] env[66703]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66703) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 778.529456] env[66703]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66703) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 778.529539] env[66703]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 46339112-2f94-45f8-b276-8e026b36b087 is going to be updated. [ 778.560288] env[66703]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66703) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 778.560288] env[66703]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66703) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 778.560288] env[66703]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66703) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 778.560288] env[66703]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66703) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 778.560288] env[66703]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66703) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 778.568991] env[66703]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 46339112-2f94-45f8-b276-8e026b36b087 in Status: IN_PROGRESS for 2s [ 778.697024] env[66703]: DEBUG networking_nsxv3.common.locking [-] Lock member-6365a784-f6cd-436e-be41-fa820f180738 taken with stack trace [, , , ] {{(pid=66703) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 778.697200] env[66703]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-6365a784-f6cd-436e-be41-fa820f180738" {{(pid=66703) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 778.697313] env[66703]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] realization of port 989ec24b-eb32-417b-b539-c78aaa09c3fb with status ACTIVE [ 778.697502] env[66703]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=66703) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 778.697608] env[66703]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=66703) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 778.697775] env[66703]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=66703) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 778.697913] env[66703]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=66703) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 778.698035] env[66703]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=66703) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 778.701196] env[66703]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , ] {{(pid=66703) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 778.701196] env[66703]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=66703) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 778.701196] env[66703]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=66703) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 778.701196] env[66703]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=66703) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 778.701196] env[66703]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=66703) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 778.701196] env[66703]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=66703) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 778.701196] env[66703]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=66703) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 778.701196] env[66703]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=66703) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 778.701196] env[66703]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=66703) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 778.701196] env[66703]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=66703) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 778.701196] env[66703]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: SegmentPort with ID: 989ec24b-eb32-417b-b539-c78aaa09c3fb is going to be updated. [ 778.727426] env[66703]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=66703) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 778.727426] env[66703]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=66703) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 778.727426] env[66703]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=66703) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 778.727426] env[66703]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=66703) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 778.727426] env[66703]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=66703) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 778.727426] env[66703]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-989ec24b-eb32-417b-b539-c78aaa09c3fb" {{(pid=66703) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 778.914557] env[66703]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=66703) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 778.914952] env[66703]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66703) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 778.914952] env[66703]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66703) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 778.915440] env[66703]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66703) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 778.915440] env[66703]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66703) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 778.915440] env[66703]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66703) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 778.916051] env[66703]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66703) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 778.916051] env[66703]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66703) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 778.916051] env[66703]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66703) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 778.916051] env[66703]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66703) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 778.916051] env[66703]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 5f884ef4-4fdd-434c-9108-5775888c1d71 is going to be updated. [ 778.951429] env[66703]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66703) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 778.951626] env[66703]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66703) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 778.951684] env[66703]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66703) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 778.951971] env[66703]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66703) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 778.952161] env[66703]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66703) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 778.962160] env[66703]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 5f884ef4-4fdd-434c-9108-5775888c1d71 in Status: IN_PROGRESS for 2s [ 779.006141] env[66703]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] deletion realization of port 1c8b3981-bc53-48f1-9e98-6ca46c1eae05 [ 779.006720] env[66703]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=66703) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 779.006867] env[66703]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=66703) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 779.006938] env[66703]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=66703) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 779.007173] env[66703]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=66703) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 779.007295] env[66703]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=66703) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 779.007389] env[66703]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Segment Port:1c8b3981-bc53-48f1-9e98-6ca46c1eae05 already deleted. [ 779.007482] env[66703]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-1c8b3981-bc53-48f1-9e98-6ca46c1eae05" {{(pid=66703) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 779.718023] env[66703]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: db254d47-d7a1-40b1-a751-5c5ada9bc604 in Status: SUCCESS [ 779.718220] env[66703]: WARNING networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: db254d47-d7a1-40b1-a751-5c5ada9bc604 deletion is rescheduled due to dependency. [ 779.718340] env[66703]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-db254d47-d7a1-40b1-a751-5c5ada9bc604" {{(pid=66703) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 779.879168] env[66703]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 6365a784-f6cd-436e-be41-fa820f180738 in Status: SUCCESS [ 779.879168] env[66703]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-6365a784-f6cd-436e-be41-fa820f180738" {{(pid=66703) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 779.879375] env[66703]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-6365a784-f6cd-436e-be41-fa820f180738" {{(pid=66703) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 779.879695] env[66703]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-6365a784-f6cd-436e-be41-fa820f180738" {{(pid=66703) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 779.880631] env[66703]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=66703) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 779.880806] env[66703]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66703) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 779.880908] env[66703]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66703) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 779.881172] env[66703]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66703) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 779.881295] env[66703]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66703) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 779.881450] env[66703]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('6365a784-f6cd-436e-be41-fa820f180738',) {} {{(pid=66703) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 780.006439] env[66703]: INFO networking_nsxv3.common.synchronization [None req-a82f0361-7e38-4eb3-849e-44cf54dd75fe None None] Enqueued Resource ID: a661383f-e595-4515-aa03-cec938300969 with Priority: HIGHEST for action port [ 780.006439] env[66703]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: a661383f-e595-4515-aa03-cec938300969 with Priority: HIGHEST for action port [ 780.006439] env[66703]: DEBUG networking_nsxv3.common.locking [-] Lock port-a661383f-e595-4515-aa03-cec938300969 taken with stack trace [, , ] {{(pid=66703) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 780.006439] env[66703]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-a661383f-e595-4515-aa03-cec938300969" {{(pid=66703) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 780.006439] env[66703]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-a661383f-e595-4515-aa03-cec938300969" {{(pid=66703) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 780.006870] env[66703]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-a661383f-e595-4515-aa03-cec938300969" {{(pid=66703) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 780.006945] env[66703]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('a661383f-e595-4515-aa03-cec938300969',) {} {{(pid=66703) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 780.181546] env[66703]: INFO networking_nsxv3.common.synchronization [None req-3aa18d3d-6247-428b-b1e1-21119fc36920 None None] Enqueued Resource ID: fefc21d4-408a-49ec-8c22-e83cb77530c6 with Priority: HIGHEST for action port [ 780.181546] env[66703]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: fefc21d4-408a-49ec-8c22-e83cb77530c6 with Priority: HIGHEST for action port [ 780.181691] env[66703]: DEBUG networking_nsxv3.common.locking [-] Lock port-fefc21d4-408a-49ec-8c22-e83cb77530c6 taken with stack trace [, , ] {{(pid=66703) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 780.182434] env[66703]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-fefc21d4-408a-49ec-8c22-e83cb77530c6" {{(pid=66703) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 780.182526] env[66703]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-fefc21d4-408a-49ec-8c22-e83cb77530c6" {{(pid=66703) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 780.183493] env[66703]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-fefc21d4-408a-49ec-8c22-e83cb77530c6" {{(pid=66703) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 780.183646] env[66703]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('fefc21d4-408a-49ec-8c22-e83cb77530c6',) {} {{(pid=66703) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 780.384115] env[66703]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('6365a784-f6cd-436e-be41-fa820f180738',) {} {{(pid=66703) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 780.509779] env[66703]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] deletion realization of port a661383f-e595-4515-aa03-cec938300969 [ 780.510029] env[66703]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=66703) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 780.510180] env[66703]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=66703) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 780.510263] env[66703]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=66703) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 780.510480] env[66703]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=66703) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 780.510566] env[66703]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=66703) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 780.510658] env[66703]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Segment Port:a661383f-e595-4515-aa03-cec938300969 already deleted. [ 780.510739] env[66703]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-a661383f-e595-4515-aa03-cec938300969" {{(pid=66703) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 780.580194] env[66703]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 46339112-2f94-45f8-b276-8e026b36b087 in Status: SUCCESS [ 780.580194] env[66703]: WARNING networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 46339112-2f94-45f8-b276-8e026b36b087 deletion is rescheduled due to dependency. [ 780.580194] env[66703]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-46339112-2f94-45f8-b276-8e026b36b087" {{(pid=66703) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 780.685471] env[66703]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] deletion realization of port fefc21d4-408a-49ec-8c22-e83cb77530c6 [ 780.685722] env[66703]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=66703) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 780.685918] env[66703]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=66703) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 780.686250] env[66703]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=66703) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 780.686881] env[66703]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=66703) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 780.686881] env[66703]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=66703) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 780.689818] env[66703]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Segment Port:fefc21d4-408a-49ec-8c22-e83cb77530c6 already deleted. [ 780.689818] env[66703]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-fefc21d4-408a-49ec-8c22-e83cb77530c6" {{(pid=66703) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 780.888119] env[66703]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('6365a784-f6cd-436e-be41-fa820f180738',) {} {{(pid=66703) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 780.973367] env[66703]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 5f884ef4-4fdd-434c-9108-5775888c1d71 in Status: SUCCESS [ 780.973367] env[66703]: WARNING networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 5f884ef4-4fdd-434c-9108-5775888c1d71 deletion is rescheduled due to dependency. [ 780.973367] env[66703]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-5f884ef4-4fdd-434c-9108-5775888c1d71" {{(pid=66703) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 781.395544] env[66703]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66703) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 781.395852] env[66703]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66703) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 781.395852] env[66703]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66703) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 781.395980] env[66703]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66703) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 781.396085] env[66703]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66703) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 781.396185] env[66703]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 6365a784-f6cd-436e-be41-fa820f180738 is going to be updated. [ 781.427408] env[66703]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66703) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 781.427573] env[66703]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66703) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 781.427647] env[66703]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66703) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 781.427918] env[66703]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66703) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 781.428166] env[66703]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66703) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 781.440383] env[66703]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 6365a784-f6cd-436e-be41-fa820f180738 in Status: IN_PROGRESS for 2s [ 782.022020] env[66703]: INFO networking_nsxv3.common.synchronization [req-8943106c-11e6-4fb9-b3a3-ddd2495c49e0 req-a21aa587-ef19-489a-ad11-6ce8d78ccfb6 tempest-SecurityGroupsTestJSON-990568022 tempest-SecurityGroupsTestJSON-990568022-project-member] Enqueued Resource ID: edd00d40-6f87-4c61-9069-3d442058e704 with Priority: HIGHEST for action security_group_members [ 782.022542] env[66703]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: edd00d40-6f87-4c61-9069-3d442058e704 with Priority: HIGHEST for action security_group_members [ 782.022840] env[66703]: DEBUG networking_nsxv3.common.locking [-] Lock member-edd00d40-6f87-4c61-9069-3d442058e704 taken with stack trace [, , ] {{(pid=66703) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 782.022969] env[66703]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-edd00d40-6f87-4c61-9069-3d442058e704" {{(pid=66703) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 782.023050] env[66703]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-edd00d40-6f87-4c61-9069-3d442058e704" {{(pid=66703) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 782.023250] env[66703]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-edd00d40-6f87-4c61-9069-3d442058e704" {{(pid=66703) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 782.023396] env[66703]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=66703) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 782.023604] env[66703]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66703) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 782.023604] env[66703]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66703) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 782.023799] env[66703]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66703) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 782.024017] env[66703]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66703) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 782.024017] env[66703]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('edd00d40-6f87-4c61-9069-3d442058e704',) {} {{(pid=66703) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 782.202155] env[66703]: INFO networking_nsxv3.common.synchronization [None req-233ece0a-8447-46e6-b8b7-a73ebb0d65ab None None] Enqueued Resource ID: decbb33b-8ea3-4d7f-ac99-6ab9ecdf902c with Priority: HIGHEST for action port [ 782.202155] env[66703]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: decbb33b-8ea3-4d7f-ac99-6ab9ecdf902c with Priority: HIGHEST for action port [ 782.202155] env[66703]: DEBUG networking_nsxv3.common.locking [-] Lock port-decbb33b-8ea3-4d7f-ac99-6ab9ecdf902c taken with stack trace [, , ] {{(pid=66703) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 782.202155] env[66703]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-decbb33b-8ea3-4d7f-ac99-6ab9ecdf902c" {{(pid=66703) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 782.202155] env[66703]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-decbb33b-8ea3-4d7f-ac99-6ab9ecdf902c" {{(pid=66703) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 782.202541] env[66703]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-decbb33b-8ea3-4d7f-ac99-6ab9ecdf902c" {{(pid=66703) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 782.202541] env[66703]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('decbb33b-8ea3-4d7f-ac99-6ab9ecdf902c',) {} {{(pid=66703) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 782.527032] env[66703]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('edd00d40-6f87-4c61-9069-3d442058e704',) {} {{(pid=66703) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 782.647259] env[66703]: DEBUG networking_nsxv3.common.locking [None req-ffa6d202-748e-4c81-9979-ad08741f9cf7 None None] Lock network-199 taken with stack trace [, , , , , , , , ] {{(pid=66703) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 782.647451] env[66703]: DEBUG oslo_concurrency.lockutils [None req-ffa6d202-748e-4c81-9979-ad08741f9cf7 None None] Acquiring lock "network-199" {{(pid=66703) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 782.647565] env[66703]: DEBUG oslo_concurrency.lockutils [None req-ffa6d202-748e-4c81-9979-ad08741f9cf7 None None] Acquired lock "network-199" {{(pid=66703) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 782.647831] env[66703]: DEBUG oslo_concurrency.lockutils [None req-ffa6d202-748e-4c81-9979-ad08741f9cf7 None None] Acquired external semaphore "network-199" {{(pid=66703) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 782.648535] env[66703]: DEBUG networking_nsxv3.common.locking [None req-ffa6d202-748e-4c81-9979-ad08741f9cf7 None None] Lock Segment taken with stack trace [, , , , , , , , , , ] {{(pid=66703) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 782.648703] env[66703]: DEBUG oslo_concurrency.lockutils [None req-ffa6d202-748e-4c81-9979-ad08741f9cf7 None None] Acquiring lock "Segment" {{(pid=66703) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 782.648825] env[66703]: DEBUG oslo_concurrency.lockutils [None req-ffa6d202-748e-4c81-9979-ad08741f9cf7 None None] Acquired lock "Segment" {{(pid=66703) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 782.649072] env[66703]: DEBUG oslo_concurrency.lockutils [None req-ffa6d202-748e-4c81-9979-ad08741f9cf7 None None] Acquired external semaphore "Segment" {{(pid=66703) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 782.649238] env[66703]: DEBUG oslo_concurrency.lockutils [None req-ffa6d202-748e-4c81-9979-ad08741f9cf7 None None] Releasing lock "Segment" {{(pid=66703) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 782.649450] env[66703]: DEBUG dogpile.cache.region [None req-ffa6d202-748e-4c81-9979-ad08741f9cf7 None None] No value present for key: 'zone-id' {{(pid=66703) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 782.649561] env[66703]: DEBUG dogpile.lock [None req-ffa6d202-748e-4c81-9979-ad08741f9cf7 None None] NeedRegenerationException {{(pid=66703) _enter /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:90}} [ 782.649665] env[66703]: DEBUG dogpile.lock [None req-ffa6d202-748e-4c81-9979-ad08741f9cf7 None None] no value, waiting for create lock {{(pid=66703) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:131}} [ 782.649769] env[66703]: DEBUG dogpile.lock [None req-ffa6d202-748e-4c81-9979-ad08741f9cf7 None None] value creation lock acquired {{(pid=66703) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:135}} [ 782.649872] env[66703]: DEBUG dogpile.cache.region [None req-ffa6d202-748e-4c81-9979-ad08741f9cf7 None None] No value present for key: 'zone-id' {{(pid=66703) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 782.649975] env[66703]: DEBUG dogpile.lock [None req-ffa6d202-748e-4c81-9979-ad08741f9cf7 None None] Calling creation function for not-yet-present value {{(pid=66703) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:174}} [ 782.650115] env[66703]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-ffa6d202-748e-4c81-9979-ad08741f9cf7 None None] Looking for TransportZone with name nsx-vlan-transportzone. [ 782.671896] env[66703]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-ffa6d202-748e-4c81-9979-ad08741f9cf7 None None] loading zone with a95c914d-748d-497c-94ab-10d4647daeba and tags [{'scope': 'mp2policy_migr_status', 'tag': 'success'}] [ 782.672158] env[66703]: DEBUG dogpile.cache.region [None req-ffa6d202-748e-4c81-9979-ad08741f9cf7 None None] Cache value generated in 0.022 seconds for key(s): 'zone-id' {{(pid=66703) _log_time /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:910}} [ 782.672228] env[66703]: DEBUG dogpile.lock [None req-ffa6d202-748e-4c81-9979-ad08741f9cf7 None None] Released creation lock {{(pid=66703) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:182}} [ 782.672352] env[66703]: DEBUG oslo_concurrency.lockutils [None req-ffa6d202-748e-4c81-9979-ad08741f9cf7 None None] Releasing lock "network-199" {{(pid=66703) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 782.672657] env[66703]: DEBUG networking_nsxv3.common.locking [None req-ffa6d202-748e-4c81-9979-ad08741f9cf7 None None] Lock port-44005299-87ec-40f6-9daa-32a4e97c926c taken with stack trace [, , , , , , , , ] {{(pid=66703) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 782.672825] env[66703]: DEBUG oslo_concurrency.lockutils [None req-ffa6d202-748e-4c81-9979-ad08741f9cf7 None None] Acquiring lock "port-44005299-87ec-40f6-9daa-32a4e97c926c" {{(pid=66703) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 782.672939] env[66703]: DEBUG oslo_concurrency.lockutils [None req-ffa6d202-748e-4c81-9979-ad08741f9cf7 None None] Acquired lock "port-44005299-87ec-40f6-9daa-32a4e97c926c" {{(pid=66703) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 782.673298] env[66703]: DEBUG oslo_concurrency.lockutils [None req-ffa6d202-748e-4c81-9979-ad08741f9cf7 None None] Acquired external semaphore "port-44005299-87ec-40f6-9daa-32a4e97c926c" {{(pid=66703) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 782.673426] env[66703]: DEBUG networking_nsxv3.api.rpc [None req-ffa6d202-748e-4c81-9979-ad08741f9cf7 None None] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('44005299-87ec-40f6-9daa-32a4e97c926c',) {} {{(pid=66703) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 782.705056] env[66703]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] deletion realization of port decbb33b-8ea3-4d7f-ac99-6ab9ecdf902c [ 782.705338] env[66703]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=66703) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 782.705457] env[66703]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=66703) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 782.705528] env[66703]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=66703) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 782.705790] env[66703]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=66703) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 782.706140] env[66703]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=66703) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 782.706283] env[66703]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Segment Port:decbb33b-8ea3-4d7f-ac99-6ab9ecdf902c already deleted. [ 782.706416] env[66703]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-decbb33b-8ea3-4d7f-ac99-6ab9ecdf902c" {{(pid=66703) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 782.992053] env[66703]: INFO networking_nsxv3.common.synchronization [None req-e23e2ebf-cade-4aa2-ae6a-a6fb5c7e38c3 None None] Enqueued Resource ID: 9b597ce1-e331-4923-90ea-df86affc03cc with Priority: HIGHEST for action port [ 782.993508] env[66703]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 9b597ce1-e331-4923-90ea-df86affc03cc with Priority: HIGHEST for action port [ 782.993841] env[66703]: DEBUG networking_nsxv3.common.locking [-] Lock port-9b597ce1-e331-4923-90ea-df86affc03cc taken with stack trace [, , ] {{(pid=66703) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 782.993967] env[66703]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-9b597ce1-e331-4923-90ea-df86affc03cc" {{(pid=66703) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 782.994914] env[66703]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-9b597ce1-e331-4923-90ea-df86affc03cc" {{(pid=66703) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 782.995241] env[66703]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-9b597ce1-e331-4923-90ea-df86affc03cc" {{(pid=66703) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 782.995504] env[66703]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('9b597ce1-e331-4923-90ea-df86affc03cc',) {} {{(pid=66703) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 783.029681] env[66703]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('edd00d40-6f87-4c61-9069-3d442058e704',) {} {{(pid=66703) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 783.176770] env[66703]: DEBUG networking_nsxv3.common.locking [None req-ffa6d202-748e-4c81-9979-ad08741f9cf7 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , ] {{(pid=66703) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 783.176986] env[66703]: DEBUG oslo_concurrency.lockutils [None req-ffa6d202-748e-4c81-9979-ad08741f9cf7 None None] Acquiring lock "SegmentPort" {{(pid=66703) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 783.177122] env[66703]: DEBUG oslo_concurrency.lockutils [None req-ffa6d202-748e-4c81-9979-ad08741f9cf7 None None] Acquired lock "SegmentPort" {{(pid=66703) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 783.177754] env[66703]: DEBUG oslo_concurrency.lockutils [None req-ffa6d202-748e-4c81-9979-ad08741f9cf7 None None] Acquired external semaphore "SegmentPort" {{(pid=66703) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 783.177926] env[66703]: DEBUG oslo_concurrency.lockutils [None req-ffa6d202-748e-4c81-9979-ad08741f9cf7 None None] Releasing lock "SegmentPort" {{(pid=66703) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 783.178095] env[66703]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-ffa6d202-748e-4c81-9979-ad08741f9cf7 None None] Segment Port 44005299-87ec-40f6-9daa-32a4e97c926c not found, creating... [ 783.178355] env[66703]: DEBUG networking_nsxv3.common.locking [None req-ffa6d202-748e-4c81-9979-ad08741f9cf7 None None] Lock Segment taken with stack trace [, , , , , , , , , , , ] {{(pid=66703) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 783.178501] env[66703]: DEBUG oslo_concurrency.lockutils [None req-ffa6d202-748e-4c81-9979-ad08741f9cf7 None None] Acquiring lock "Segment" {{(pid=66703) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 783.178608] env[66703]: DEBUG oslo_concurrency.lockutils [None req-ffa6d202-748e-4c81-9979-ad08741f9cf7 None None] Acquired lock "Segment" {{(pid=66703) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 783.178818] env[66703]: DEBUG oslo_concurrency.lockutils [None req-ffa6d202-748e-4c81-9979-ad08741f9cf7 None None] Acquired external semaphore "Segment" {{(pid=66703) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 783.178973] env[66703]: DEBUG oslo_concurrency.lockutils [None req-ffa6d202-748e-4c81-9979-ad08741f9cf7 None None] Releasing lock "Segment" {{(pid=66703) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 783.179265] env[66703]: DEBUG networking_nsxv3.common.locking [None req-ffa6d202-748e-4c81-9979-ad08741f9cf7 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=66703) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 783.179411] env[66703]: DEBUG oslo_concurrency.lockutils [None req-ffa6d202-748e-4c81-9979-ad08741f9cf7 None None] Acquiring lock "SegmentPort" {{(pid=66703) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 783.179522] env[66703]: DEBUG oslo_concurrency.lockutils [None req-ffa6d202-748e-4c81-9979-ad08741f9cf7 None None] Acquired lock "SegmentPort" {{(pid=66703) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 783.179719] env[66703]: DEBUG oslo_concurrency.lockutils [None req-ffa6d202-748e-4c81-9979-ad08741f9cf7 None None] Acquired external semaphore "SegmentPort" {{(pid=66703) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 783.179843] env[66703]: DEBUG oslo_concurrency.lockutils [None req-ffa6d202-748e-4c81-9979-ad08741f9cf7 None None] Releasing lock "SegmentPort" {{(pid=66703) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 783.179992] env[66703]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-ffa6d202-748e-4c81-9979-ad08741f9cf7 None None] Resource: SegmentPort with ID: 44005299-87ec-40f6-9daa-32a4e97c926c is going to be created. [ 783.203313] env[66703]: DEBUG networking_nsxv3.common.locking [None req-ffa6d202-748e-4c81-9979-ad08741f9cf7 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=66703) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 783.204169] env[66703]: DEBUG oslo_concurrency.lockutils [None req-ffa6d202-748e-4c81-9979-ad08741f9cf7 None None] Acquiring lock "SegmentPort" {{(pid=66703) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 783.204169] env[66703]: DEBUG oslo_concurrency.lockutils [None req-ffa6d202-748e-4c81-9979-ad08741f9cf7 None None] Acquired lock "SegmentPort" {{(pid=66703) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 783.204169] env[66703]: DEBUG oslo_concurrency.lockutils [None req-ffa6d202-748e-4c81-9979-ad08741f9cf7 None None] Acquired external semaphore "SegmentPort" {{(pid=66703) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 783.204169] env[66703]: DEBUG oslo_concurrency.lockutils [None req-ffa6d202-748e-4c81-9979-ad08741f9cf7 None None] Releasing lock "SegmentPort" {{(pid=66703) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 783.204365] env[66703]: DEBUG oslo_concurrency.lockutils [None req-ffa6d202-748e-4c81-9979-ad08741f9cf7 None None] Releasing lock "port-44005299-87ec-40f6-9daa-32a4e97c926c" {{(pid=66703) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 783.450769] env[66703]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 6365a784-f6cd-436e-be41-fa820f180738 in Status: SUCCESS [ 783.452064] env[66703]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-6365a784-f6cd-436e-be41-fa820f180738" {{(pid=66703) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 783.452473] env[66703]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-6365a784-f6cd-436e-be41-fa820f180738" {{(pid=66703) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 783.452712] env[66703]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-6365a784-f6cd-436e-be41-fa820f180738" {{(pid=66703) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 783.452913] env[66703]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=66703) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 783.453041] env[66703]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66703) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 783.453107] env[66703]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66703) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 783.453264] env[66703]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66703) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 783.453345] env[66703]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66703) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 783.453559] env[66703]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-6365a784-f6cd-436e-be41-fa820f180738" {{(pid=66703) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 783.453559] env[66703]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('6365a784-f6cd-436e-be41-fa820f180738',) {} {{(pid=66703) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 783.498934] env[66703]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] deletion realization of port 9b597ce1-e331-4923-90ea-df86affc03cc [ 783.499139] env[66703]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=66703) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 783.499214] env[66703]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=66703) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 783.499340] env[66703]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=66703) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 783.499617] env[66703]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=66703) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 783.499765] env[66703]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=66703) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 783.500031] env[66703]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Segment Port:9b597ce1-e331-4923-90ea-df86affc03cc already deleted. [ 783.500031] env[66703]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-9b597ce1-e331-4923-90ea-df86affc03cc" {{(pid=66703) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 783.534785] env[66703]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66703) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 783.534785] env[66703]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66703) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 783.534785] env[66703]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66703) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 783.536703] env[66703]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66703) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 783.536703] env[66703]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66703) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 783.536703] env[66703]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: edd00d40-6f87-4c61-9069-3d442058e704 is going to be updated. [ 783.574487] env[66703]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66703) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 783.574682] env[66703]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66703) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 783.574767] env[66703]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66703) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 783.574996] env[66703]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66703) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 783.575253] env[66703]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66703) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 783.586340] env[66703]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: edd00d40-6f87-4c61-9069-3d442058e704 in Status: IN_PROGRESS for 2s [ 783.951323] env[66703]: INFO networking_nsxv3.common.synchronization [req-8943106c-11e6-4fb9-b3a3-ddd2495c49e0 req-4fa07fdd-ae2b-4f9a-a0b7-506b1fe89dbe service nova] Enqueued Resource ID: edd00d40-6f87-4c61-9069-3d442058e704 with Priority: HIGHEST for action security_group_rules [ 783.951501] env[66703]: INFO networking_nsxv3.common.synchronization [req-8943106c-11e6-4fb9-b3a3-ddd2495c49e0 req-4fa07fdd-ae2b-4f9a-a0b7-506b1fe89dbe service nova] Enqueued Resource ID: edd00d40-6f87-4c61-9069-3d442058e704 with Priority: HIGHEST for action security_group_members [ 783.951633] env[66703]: INFO networking_nsxv3.common.synchronization [req-8943106c-11e6-4fb9-b3a3-ddd2495c49e0 req-4fa07fdd-ae2b-4f9a-a0b7-506b1fe89dbe service nova] Enqueued Resource ID: 44005299-87ec-40f6-9daa-32a4e97c926c with Priority: HIGHEST for action port [ 783.952197] env[66703]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: edd00d40-6f87-4c61-9069-3d442058e704 with Priority: HIGHEST for action security_group_rules [ 783.952738] env[66703]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: edd00d40-6f87-4c61-9069-3d442058e704 with Priority: HIGHEST for action security_group_members [ 783.952863] env[66703]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 44005299-87ec-40f6-9daa-32a4e97c926c with Priority: HIGHEST for action port [ 783.954129] env[66703]: DEBUG networking_nsxv3.common.locking [-] Lock rules-edd00d40-6f87-4c61-9069-3d442058e704 taken with stack trace [, , ] {{(pid=66703) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 783.954260] env[66703]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-edd00d40-6f87-4c61-9069-3d442058e704" {{(pid=66703) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 783.954336] env[66703]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-edd00d40-6f87-4c61-9069-3d442058e704" {{(pid=66703) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 783.954560] env[66703]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-edd00d40-6f87-4c61-9069-3d442058e704" {{(pid=66703) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 783.954636] env[66703]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('edd00d40-6f87-4c61-9069-3d442058e704',) {} {{(pid=66703) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 783.956113] env[66703]: DEBUG networking_nsxv3.common.locking [-] Lock member-edd00d40-6f87-4c61-9069-3d442058e704 taken with stack trace [, , ] {{(pid=66703) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 783.959103] env[66703]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-edd00d40-6f87-4c61-9069-3d442058e704" {{(pid=66703) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 783.959415] env[66703]: DEBUG networking_nsxv3.common.locking [-] Lock port-44005299-87ec-40f6-9daa-32a4e97c926c taken with stack trace [, , ] {{(pid=66703) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 783.959579] env[66703]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-44005299-87ec-40f6-9daa-32a4e97c926c" {{(pid=66703) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 783.959635] env[66703]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-44005299-87ec-40f6-9daa-32a4e97c926c" {{(pid=66703) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 783.959848] env[66703]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-44005299-87ec-40f6-9daa-32a4e97c926c" {{(pid=66703) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 783.959948] env[66703]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('44005299-87ec-40f6-9daa-32a4e97c926c',) {} {{(pid=66703) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 783.965478] env[66703]: DEBUG networking_nsxv3.common.locking [-] Lock member-6365a784-f6cd-436e-be41-fa820f180738 taken with stack trace [, , , ] {{(pid=66703) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 783.965600] env[66703]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-6365a784-f6cd-436e-be41-fa820f180738" {{(pid=66703) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 783.965685] env[66703]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-6365a784-f6cd-436e-be41-fa820f180738" {{(pid=66703) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 783.966477] env[66703]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-6365a784-f6cd-436e-be41-fa820f180738" {{(pid=66703) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 783.966477] env[66703]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=66703) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 783.966477] env[66703]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66703) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 783.966477] env[66703]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66703) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 783.966477] env[66703]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66703) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 783.966477] env[66703]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66703) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 783.966748] env[66703]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-6365a784-f6cd-436e-be41-fa820f180738" {{(pid=66703) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 783.966748] env[66703]: DEBUG networking_nsxv3.common.locking [-] Lock member-6365a784-f6cd-436e-be41-fa820f180738 taken with stack trace [, , , ] {{(pid=66703) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 783.966815] env[66703]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-6365a784-f6cd-436e-be41-fa820f180738" {{(pid=66703) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 783.966849] env[66703]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-6365a784-f6cd-436e-be41-fa820f180738" {{(pid=66703) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 783.967124] env[66703]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-6365a784-f6cd-436e-be41-fa820f180738" {{(pid=66703) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 783.967194] env[66703]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=66703) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 783.967244] env[66703]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66703) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 783.967298] env[66703]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66703) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 783.967437] env[66703]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66703) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 783.968777] env[66703]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66703) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 783.969146] env[66703]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-6365a784-f6cd-436e-be41-fa820f180738" {{(pid=66703) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 783.969293] env[66703]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('6365a784-f6cd-436e-be41-fa820f180738',) {} {{(pid=66703) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 784.408440] env[66703]: INFO networking_nsxv3.common.synchronization [req-842f8c7a-d7b9-45af-b023-993ee86eb265 req-16da786b-3c6e-49be-a94e-4dc975d0e9f6 tempest-ImagesOneServerNegativeTestJSON-1948503749 tempest-ImagesOneServerNegativeTestJSON-1948503749-project-member] Enqueued Resource ID: 49cb7e93-7ef3-4fd4-b6fd-65673af109cd with Priority: HIGHEST for action security_group_members [ 784.409051] env[66703]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 49cb7e93-7ef3-4fd4-b6fd-65673af109cd with Priority: HIGHEST for action security_group_members [ 784.409378] env[66703]: DEBUG networking_nsxv3.common.locking [-] Lock member-49cb7e93-7ef3-4fd4-b6fd-65673af109cd taken with stack trace [, , ] {{(pid=66703) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 784.409498] env[66703]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-49cb7e93-7ef3-4fd4-b6fd-65673af109cd" {{(pid=66703) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 784.409562] env[66703]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-49cb7e93-7ef3-4fd4-b6fd-65673af109cd" {{(pid=66703) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 784.409757] env[66703]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-49cb7e93-7ef3-4fd4-b6fd-65673af109cd" {{(pid=66703) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 784.409944] env[66703]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=66703) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 784.410018] env[66703]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66703) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 784.410066] env[66703]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66703) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 784.410186] env[66703]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66703) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 784.410265] env[66703]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66703) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 784.410357] env[66703]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('49cb7e93-7ef3-4fd4-b6fd-65673af109cd',) {} {{(pid=66703) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 784.465909] env[66703]: DEBUG networking_nsxv3.common.locking [-] Lock member-edd00d40-6f87-4c61-9069-3d442058e704 taken with stack trace [, , , ] {{(pid=66703) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 784.466050] env[66703]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-edd00d40-6f87-4c61-9069-3d442058e704" {{(pid=66703) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 784.473768] env[66703]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] realization of port 44005299-87ec-40f6-9daa-32a4e97c926c with status ACTIVE [ 784.473768] env[66703]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=66703) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 784.473768] env[66703]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=66703) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 784.473768] env[66703]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=66703) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 784.474924] env[66703]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=66703) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 784.475119] env[66703]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=66703) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 784.475377] env[66703]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , ] {{(pid=66703) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 784.475525] env[66703]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=66703) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 784.475637] env[66703]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=66703) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 784.475890] env[66703]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=66703) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 784.476031] env[66703]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=66703) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 784.476282] env[66703]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=66703) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 784.476463] env[66703]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=66703) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 784.476562] env[66703]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=66703) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 784.476751] env[66703]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=66703) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 784.476872] env[66703]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=66703) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 784.477024] env[66703]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: SegmentPort with ID: 44005299-87ec-40f6-9daa-32a4e97c926c is going to be updated. [ 784.478804] env[66703]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for 6365a784-f6cd-436e-be41-fa820f180738: rpc.has_security_group_logging(os_id): False [ 784.500417] env[66703]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=66703) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 784.500647] env[66703]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66703) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 784.500788] env[66703]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66703) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 784.501042] env[66703]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66703) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 784.501170] env[66703]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66703) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 784.501414] env[66703]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66703) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 784.501520] env[66703]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66703) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 784.501618] env[66703]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66703) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 784.502136] env[66703]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66703) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 784.502226] env[66703]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66703) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 784.502503] env[66703]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66703) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 784.502610] env[66703]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66703) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 784.502675] env[66703]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66703) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 784.502866] env[66703]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66703) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 784.502992] env[66703]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66703) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 784.503177] env[66703]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=66703) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 784.503317] env[66703]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66703) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 784.503407] env[66703]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66703) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 784.507463] env[66703]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66703) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 784.507463] env[66703]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66703) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 784.507463] env[66703]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 6365a784-f6cd-436e-be41-fa820f180738 is going to be updated. [ 784.526254] env[66703]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=66703) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 784.526254] env[66703]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=66703) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 784.526254] env[66703]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=66703) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 784.526254] env[66703]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=66703) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 784.526254] env[66703]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=66703) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 784.526254] env[66703]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-44005299-87ec-40f6-9daa-32a4e97c926c" {{(pid=66703) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 784.593301] env[66703]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=66703) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 784.593678] env[66703]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66703) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 784.593678] env[66703]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66703) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 784.594556] env[66703]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66703) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 784.594556] env[66703]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66703) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 784.623758] env[66703]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 6365a784-f6cd-436e-be41-fa820f180738 in Status: IN_PROGRESS for 2s [ 784.913472] env[66703]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=66703) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 784.913704] env[66703]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66703) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 784.913734] env[66703]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66703) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 784.914080] env[66703]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66703) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 784.914080] env[66703]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66703) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 784.914304] env[66703]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66703) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 784.914512] env[66703]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66703) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 784.914512] env[66703]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66703) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 784.914629] env[66703]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66703) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 784.914696] env[66703]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66703) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 784.914800] env[66703]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 49cb7e93-7ef3-4fd4-b6fd-65673af109cd is going to be updated. [ 784.934123] env[66703]: DEBUG networking_nsxv3.common.locking [None req-ffa6d202-748e-4c81-9979-ad08741f9cf7 None None] Lock network-793 taken with stack trace [, , , , , , , , ] {{(pid=66703) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 784.934416] env[66703]: DEBUG oslo_concurrency.lockutils [None req-ffa6d202-748e-4c81-9979-ad08741f9cf7 None None] Acquiring lock "network-793" {{(pid=66703) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 784.934605] env[66703]: DEBUG oslo_concurrency.lockutils [None req-ffa6d202-748e-4c81-9979-ad08741f9cf7 None None] Acquired lock "network-793" {{(pid=66703) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 784.935046] env[66703]: DEBUG oslo_concurrency.lockutils [None req-ffa6d202-748e-4c81-9979-ad08741f9cf7 None None] Acquired external semaphore "network-793" {{(pid=66703) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 784.935403] env[66703]: DEBUG networking_nsxv3.common.locking [None req-ffa6d202-748e-4c81-9979-ad08741f9cf7 None None] Lock Segment taken with stack trace [, , , , , , , , , , ] {{(pid=66703) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 784.935590] env[66703]: DEBUG oslo_concurrency.lockutils [None req-ffa6d202-748e-4c81-9979-ad08741f9cf7 None None] Acquiring lock "Segment" {{(pid=66703) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 784.935846] env[66703]: DEBUG oslo_concurrency.lockutils [None req-ffa6d202-748e-4c81-9979-ad08741f9cf7 None None] Acquired lock "Segment" {{(pid=66703) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 784.935995] env[66703]: DEBUG oslo_concurrency.lockutils [None req-ffa6d202-748e-4c81-9979-ad08741f9cf7 None None] Acquired external semaphore "Segment" {{(pid=66703) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 784.937159] env[66703]: DEBUG oslo_concurrency.lockutils [None req-ffa6d202-748e-4c81-9979-ad08741f9cf7 None None] Releasing lock "Segment" {{(pid=66703) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 784.937159] env[66703]: DEBUG dogpile.cache.region [None req-ffa6d202-748e-4c81-9979-ad08741f9cf7 None None] No value present for key: 'zone-id' {{(pid=66703) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 784.937159] env[66703]: DEBUG dogpile.lock [None req-ffa6d202-748e-4c81-9979-ad08741f9cf7 None None] NeedRegenerationException {{(pid=66703) _enter /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:90}} [ 784.937159] env[66703]: DEBUG dogpile.lock [None req-ffa6d202-748e-4c81-9979-ad08741f9cf7 None None] no value, waiting for create lock {{(pid=66703) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:131}} [ 784.937159] env[66703]: DEBUG dogpile.lock [None req-ffa6d202-748e-4c81-9979-ad08741f9cf7 None None] value creation lock acquired {{(pid=66703) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:135}} [ 784.937159] env[66703]: DEBUG dogpile.cache.region [None req-ffa6d202-748e-4c81-9979-ad08741f9cf7 None None] No value present for key: 'zone-id' {{(pid=66703) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 784.937159] env[66703]: DEBUG dogpile.lock [None req-ffa6d202-748e-4c81-9979-ad08741f9cf7 None None] Calling creation function for not-yet-present value {{(pid=66703) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:174}} [ 784.937572] env[66703]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-ffa6d202-748e-4c81-9979-ad08741f9cf7 None None] Looking for TransportZone with name nsx-vlan-transportzone. [ 784.951760] env[66703]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66703) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 784.951760] env[66703]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66703) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 784.951997] env[66703]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66703) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 784.951997] env[66703]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66703) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 784.952150] env[66703]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66703) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 784.963024] env[66703]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-ffa6d202-748e-4c81-9979-ad08741f9cf7 None None] loading zone with a95c914d-748d-497c-94ab-10d4647daeba and tags [{'scope': 'mp2policy_migr_status', 'tag': 'success'}] [ 784.963024] env[66703]: DEBUG dogpile.cache.region [None req-ffa6d202-748e-4c81-9979-ad08741f9cf7 None None] Cache value generated in 0.025 seconds for key(s): 'zone-id' {{(pid=66703) _log_time /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:910}} [ 784.963024] env[66703]: DEBUG dogpile.lock [None req-ffa6d202-748e-4c81-9979-ad08741f9cf7 None None] Released creation lock {{(pid=66703) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:182}} [ 784.963024] env[66703]: DEBUG oslo_concurrency.lockutils [None req-ffa6d202-748e-4c81-9979-ad08741f9cf7 None None] Releasing lock "network-793" {{(pid=66703) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 784.963355] env[66703]: DEBUG networking_nsxv3.common.locking [None req-ffa6d202-748e-4c81-9979-ad08741f9cf7 None None] Lock port-44545144-bfbc-4803-b917-c6535dec9f53 taken with stack trace [, , , , , , , , ] {{(pid=66703) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 784.963526] env[66703]: DEBUG oslo_concurrency.lockutils [None req-ffa6d202-748e-4c81-9979-ad08741f9cf7 None None] Acquiring lock "port-44545144-bfbc-4803-b917-c6535dec9f53" {{(pid=66703) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 784.963642] env[66703]: DEBUG oslo_concurrency.lockutils [None req-ffa6d202-748e-4c81-9979-ad08741f9cf7 None None] Acquired lock "port-44545144-bfbc-4803-b917-c6535dec9f53" {{(pid=66703) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 784.964033] env[66703]: DEBUG oslo_concurrency.lockutils [None req-ffa6d202-748e-4c81-9979-ad08741f9cf7 None None] Acquired external semaphore "port-44545144-bfbc-4803-b917-c6535dec9f53" {{(pid=66703) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 784.964189] env[66703]: DEBUG networking_nsxv3.api.rpc [None req-ffa6d202-748e-4c81-9979-ad08741f9cf7 None None] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('44545144-bfbc-4803-b917-c6535dec9f53',) {} {{(pid=66703) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 784.966091] env[66703]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 49cb7e93-7ef3-4fd4-b6fd-65673af109cd in Status: IN_PROGRESS for 2s [ 785.467750] env[66703]: DEBUG networking_nsxv3.common.locking [None req-ffa6d202-748e-4c81-9979-ad08741f9cf7 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , ] {{(pid=66703) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 785.468399] env[66703]: DEBUG oslo_concurrency.lockutils [None req-ffa6d202-748e-4c81-9979-ad08741f9cf7 None None] Acquiring lock "SegmentPort" {{(pid=66703) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 785.468399] env[66703]: DEBUG oslo_concurrency.lockutils [None req-ffa6d202-748e-4c81-9979-ad08741f9cf7 None None] Acquired lock "SegmentPort" {{(pid=66703) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 785.468399] env[66703]: DEBUG oslo_concurrency.lockutils [None req-ffa6d202-748e-4c81-9979-ad08741f9cf7 None None] Acquired external semaphore "SegmentPort" {{(pid=66703) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 785.468540] env[66703]: DEBUG oslo_concurrency.lockutils [None req-ffa6d202-748e-4c81-9979-ad08741f9cf7 None None] Releasing lock "SegmentPort" {{(pid=66703) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 785.468690] env[66703]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-ffa6d202-748e-4c81-9979-ad08741f9cf7 None None] Segment Port 44545144-bfbc-4803-b917-c6535dec9f53 not found, creating... [ 785.469101] env[66703]: DEBUG networking_nsxv3.common.locking [None req-ffa6d202-748e-4c81-9979-ad08741f9cf7 None None] Lock Segment taken with stack trace [, , , , , , , , , , , ] {{(pid=66703) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 785.469101] env[66703]: DEBUG oslo_concurrency.lockutils [None req-ffa6d202-748e-4c81-9979-ad08741f9cf7 None None] Acquiring lock "Segment" {{(pid=66703) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 785.469213] env[66703]: DEBUG oslo_concurrency.lockutils [None req-ffa6d202-748e-4c81-9979-ad08741f9cf7 None None] Acquired lock "Segment" {{(pid=66703) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 785.469887] env[66703]: DEBUG oslo_concurrency.lockutils [None req-ffa6d202-748e-4c81-9979-ad08741f9cf7 None None] Acquired external semaphore "Segment" {{(pid=66703) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 785.469887] env[66703]: DEBUG oslo_concurrency.lockutils [None req-ffa6d202-748e-4c81-9979-ad08741f9cf7 None None] Releasing lock "Segment" {{(pid=66703) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 785.469887] env[66703]: DEBUG networking_nsxv3.common.locking [None req-ffa6d202-748e-4c81-9979-ad08741f9cf7 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=66703) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 785.470037] env[66703]: DEBUG oslo_concurrency.lockutils [None req-ffa6d202-748e-4c81-9979-ad08741f9cf7 None None] Acquiring lock "SegmentPort" {{(pid=66703) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 785.470082] env[66703]: DEBUG oslo_concurrency.lockutils [None req-ffa6d202-748e-4c81-9979-ad08741f9cf7 None None] Acquired lock "SegmentPort" {{(pid=66703) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 785.470261] env[66703]: DEBUG oslo_concurrency.lockutils [None req-ffa6d202-748e-4c81-9979-ad08741f9cf7 None None] Acquired external semaphore "SegmentPort" {{(pid=66703) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 785.470389] env[66703]: DEBUG oslo_concurrency.lockutils [None req-ffa6d202-748e-4c81-9979-ad08741f9cf7 None None] Releasing lock "SegmentPort" {{(pid=66703) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 785.470521] env[66703]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-ffa6d202-748e-4c81-9979-ad08741f9cf7 None None] Resource: SegmentPort with ID: 44545144-bfbc-4803-b917-c6535dec9f53 is going to be created. [ 785.491805] env[66703]: DEBUG networking_nsxv3.common.locking [None req-ffa6d202-748e-4c81-9979-ad08741f9cf7 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=66703) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 785.492062] env[66703]: DEBUG oslo_concurrency.lockutils [None req-ffa6d202-748e-4c81-9979-ad08741f9cf7 None None] Acquiring lock "SegmentPort" {{(pid=66703) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 785.492190] env[66703]: DEBUG oslo_concurrency.lockutils [None req-ffa6d202-748e-4c81-9979-ad08741f9cf7 None None] Acquired lock "SegmentPort" {{(pid=66703) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 785.492560] env[66703]: DEBUG oslo_concurrency.lockutils [None req-ffa6d202-748e-4c81-9979-ad08741f9cf7 None None] Acquired external semaphore "SegmentPort" {{(pid=66703) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 785.492883] env[66703]: DEBUG oslo_concurrency.lockutils [None req-ffa6d202-748e-4c81-9979-ad08741f9cf7 None None] Releasing lock "SegmentPort" {{(pid=66703) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 785.493187] env[66703]: DEBUG oslo_concurrency.lockutils [None req-ffa6d202-748e-4c81-9979-ad08741f9cf7 None None] Releasing lock "port-44545144-bfbc-4803-b917-c6535dec9f53" {{(pid=66703) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 785.595655] env[66703]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: edd00d40-6f87-4c61-9069-3d442058e704 in Status: SUCCESS [ 785.596031] env[66703]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-edd00d40-6f87-4c61-9069-3d442058e704" {{(pid=66703) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 785.596081] env[66703]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-edd00d40-6f87-4c61-9069-3d442058e704" {{(pid=66703) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 785.596356] env[66703]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-edd00d40-6f87-4c61-9069-3d442058e704" {{(pid=66703) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 785.596857] env[66703]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=66703) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 785.596857] env[66703]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66703) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 785.596857] env[66703]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66703) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 785.597031] env[66703]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66703) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 785.597134] env[66703]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66703) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 785.597209] env[66703]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('edd00d40-6f87-4c61-9069-3d442058e704',) {} {{(pid=66703) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 786.100237] env[66703]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('edd00d40-6f87-4c61-9069-3d442058e704',) {} {{(pid=66703) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 786.212463] env[66703]: INFO networking_nsxv3.common.synchronization [req-842f8c7a-d7b9-45af-b023-993ee86eb265 req-b71beb06-cb1c-4ad9-957a-6a72dee8105a service nova] Enqueued Resource ID: 49cb7e93-7ef3-4fd4-b6fd-65673af109cd with Priority: HIGHEST for action security_group_rules [ 786.212463] env[66703]: INFO networking_nsxv3.common.synchronization [req-842f8c7a-d7b9-45af-b023-993ee86eb265 req-b71beb06-cb1c-4ad9-957a-6a72dee8105a service nova] Enqueued Resource ID: 49cb7e93-7ef3-4fd4-b6fd-65673af109cd with Priority: HIGHEST for action security_group_members [ 786.212463] env[66703]: INFO networking_nsxv3.common.synchronization [req-842f8c7a-d7b9-45af-b023-993ee86eb265 req-b71beb06-cb1c-4ad9-957a-6a72dee8105a service nova] Enqueued Resource ID: 44545144-bfbc-4803-b917-c6535dec9f53 with Priority: HIGHEST for action port [ 786.213018] env[66703]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 49cb7e93-7ef3-4fd4-b6fd-65673af109cd with Priority: HIGHEST for action security_group_rules [ 786.213171] env[66703]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 49cb7e93-7ef3-4fd4-b6fd-65673af109cd with Priority: HIGHEST for action security_group_members [ 786.213465] env[66703]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 44545144-bfbc-4803-b917-c6535dec9f53 with Priority: HIGHEST for action port [ 786.213640] env[66703]: DEBUG networking_nsxv3.common.locking [-] Lock rules-49cb7e93-7ef3-4fd4-b6fd-65673af109cd taken with stack trace [, , ] {{(pid=66703) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 786.213751] env[66703]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-49cb7e93-7ef3-4fd4-b6fd-65673af109cd" {{(pid=66703) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 786.213820] env[66703]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-49cb7e93-7ef3-4fd4-b6fd-65673af109cd" {{(pid=66703) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 786.214030] env[66703]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-49cb7e93-7ef3-4fd4-b6fd-65673af109cd" {{(pid=66703) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 786.214115] env[66703]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('49cb7e93-7ef3-4fd4-b6fd-65673af109cd',) {} {{(pid=66703) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 786.214988] env[66703]: DEBUG networking_nsxv3.common.locking [-] Lock member-49cb7e93-7ef3-4fd4-b6fd-65673af109cd taken with stack trace [, , ] {{(pid=66703) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 786.215146] env[66703]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-49cb7e93-7ef3-4fd4-b6fd-65673af109cd" {{(pid=66703) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 786.215223] env[66703]: DEBUG networking_nsxv3.common.locking [-] Lock port-44545144-bfbc-4803-b917-c6535dec9f53 taken with stack trace [, , ] {{(pid=66703) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 786.215323] env[66703]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-44545144-bfbc-4803-b917-c6535dec9f53" {{(pid=66703) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 786.215387] env[66703]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-44545144-bfbc-4803-b917-c6535dec9f53" {{(pid=66703) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 786.215555] env[66703]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-44545144-bfbc-4803-b917-c6535dec9f53" {{(pid=66703) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 786.215629] env[66703]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('44545144-bfbc-4803-b917-c6535dec9f53',) {} {{(pid=66703) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 786.542929] env[66703]: INFO networking_nsxv3.common.synchronization [None req-1ce8977c-7fdd-479d-9ac3-aa0111155dd5 tempest-ServersTestJSON-1847968620 tempest-ServersTestJSON-1847968620-project-member] Enqueued Resource ID: b1c3d67f-1e3c-4cc5-9f2a-196bdf599e44 with Priority: HIGHEST for action security_group_rules [ 786.542929] env[66703]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: b1c3d67f-1e3c-4cc5-9f2a-196bdf599e44 with Priority: HIGHEST for action security_group_rules [ 786.543258] env[66703]: DEBUG networking_nsxv3.common.locking [-] Lock rules-b1c3d67f-1e3c-4cc5-9f2a-196bdf599e44 taken with stack trace [, , ] {{(pid=66703) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 786.543313] env[66703]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-b1c3d67f-1e3c-4cc5-9f2a-196bdf599e44" {{(pid=66703) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 786.543345] env[66703]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-b1c3d67f-1e3c-4cc5-9f2a-196bdf599e44" {{(pid=66703) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 786.543593] env[66703]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-b1c3d67f-1e3c-4cc5-9f2a-196bdf599e44" {{(pid=66703) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 786.543668] env[66703]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('b1c3d67f-1e3c-4cc5-9f2a-196bdf599e44',) {} {{(pid=66703) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 786.603912] env[66703]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('edd00d40-6f87-4c61-9069-3d442058e704',) {} {{(pid=66703) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 786.719617] env[66703]: DEBUG networking_nsxv3.common.locking [-] Lock member-49cb7e93-7ef3-4fd4-b6fd-65673af109cd taken with stack trace [, , , ] {{(pid=66703) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 786.719906] env[66703]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-49cb7e93-7ef3-4fd4-b6fd-65673af109cd" {{(pid=66703) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 786.721293] env[66703]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] realization of port 44545144-bfbc-4803-b917-c6535dec9f53 with status ACTIVE [ 786.721582] env[66703]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=66703) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 786.721766] env[66703]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=66703) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 786.721867] env[66703]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=66703) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 786.722156] env[66703]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=66703) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 786.722292] env[66703]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=66703) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 786.722531] env[66703]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , ] {{(pid=66703) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 786.722665] env[66703]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=66703) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 786.722758] env[66703]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=66703) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 786.722971] env[66703]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=66703) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 786.723233] env[66703]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=66703) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 786.723446] env[66703]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=66703) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 786.723586] env[66703]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=66703) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 786.723627] env[66703]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=66703) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 786.723764] env[66703]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=66703) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 786.723844] env[66703]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=66703) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 786.723931] env[66703]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: SegmentPort with ID: 44545144-bfbc-4803-b917-c6535dec9f53 is going to be updated. [ 786.927971] env[66703]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 6365a784-f6cd-436e-be41-fa820f180738 in Status: SUCCESS [ 786.928236] env[66703]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-6365a784-f6cd-436e-be41-fa820f180738" {{(pid=66703) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 786.980037] env[66703]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 49cb7e93-7ef3-4fd4-b6fd-65673af109cd in Status: SUCCESS [ 786.980037] env[66703]: WARNING networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 49cb7e93-7ef3-4fd4-b6fd-65673af109cd deletion is rescheduled due to dependency. [ 786.980037] env[66703]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-49cb7e93-7ef3-4fd4-b6fd-65673af109cd" {{(pid=66703) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 786.980037] env[66703]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-49cb7e93-7ef3-4fd4-b6fd-65673af109cd" {{(pid=66703) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 786.980037] env[66703]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-49cb7e93-7ef3-4fd4-b6fd-65673af109cd" {{(pid=66703) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 786.980037] env[66703]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=66703) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 786.980037] env[66703]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66703) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 786.980037] env[66703]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66703) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 786.980037] env[66703]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66703) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 786.980904] env[66703]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66703) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 786.981177] env[66703]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('49cb7e93-7ef3-4fd4-b6fd-65673af109cd',) {} {{(pid=66703) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 786.983374] env[66703]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=66703) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 786.983723] env[66703]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=66703) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 786.984048] env[66703]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=66703) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 786.984259] env[66703]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=66703) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 786.984513] env[66703]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=66703) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 786.985350] env[66703]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-44545144-bfbc-4803-b917-c6535dec9f53" {{(pid=66703) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 787.077155] env[66703]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=66703) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 787.077367] env[66703]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66703) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 787.077544] env[66703]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66703) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 787.078247] env[66703]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66703) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 787.078247] env[66703]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66703) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 787.078617] env[66703]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: b1c3d67f-1e3c-4cc5-9f2a-196bdf599e44 already deleted. [ 787.078691] env[66703]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-b1c3d67f-1e3c-4cc5-9f2a-196bdf599e44" {{(pid=66703) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 787.107121] env[66703]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66703) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 787.107357] env[66703]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66703) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 787.107487] env[66703]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66703) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 787.108016] env[66703]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66703) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 787.108171] env[66703]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66703) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 787.108320] env[66703]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: edd00d40-6f87-4c61-9069-3d442058e704 is going to be updated. [ 787.153854] env[66703]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66703) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 787.154140] env[66703]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66703) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 787.154140] env[66703]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66703) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 787.156733] env[66703]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66703) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 787.156733] env[66703]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66703) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 787.177208] env[66703]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: edd00d40-6f87-4c61-9069-3d442058e704 in Status: IN_PROGRESS for 2s [ 787.453086] env[66703]: INFO networking_nsxv3.common.synchronization [None req-ebb07dea-bc29-4bd5-befc-f52023bc5e6c tempest-ServersTestJSON-1847968620 tempest-ServersTestJSON-1847968620-project-member] Enqueued Resource ID: b1c3d67f-1e3c-4cc5-9f2a-196bdf599e44 with Priority: HIGHEST for action security_group_rules [ 787.454067] env[66703]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: b1c3d67f-1e3c-4cc5-9f2a-196bdf599e44 with Priority: HIGHEST for action security_group_rules [ 787.454602] env[66703]: DEBUG networking_nsxv3.common.locking [-] Lock rules-b1c3d67f-1e3c-4cc5-9f2a-196bdf599e44 taken with stack trace [, , ] {{(pid=66703) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 787.454701] env[66703]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-b1c3d67f-1e3c-4cc5-9f2a-196bdf599e44" {{(pid=66703) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 787.454741] env[66703]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-b1c3d67f-1e3c-4cc5-9f2a-196bdf599e44" {{(pid=66703) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 787.454951] env[66703]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-b1c3d67f-1e3c-4cc5-9f2a-196bdf599e44" {{(pid=66703) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 787.455065] env[66703]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('b1c3d67f-1e3c-4cc5-9f2a-196bdf599e44',) {} {{(pid=66703) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 787.485818] env[66703]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('49cb7e93-7ef3-4fd4-b6fd-65673af109cd',) {} {{(pid=66703) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 787.979188] env[66703]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=66703) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 787.979548] env[66703]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66703) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 787.979548] env[66703]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66703) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 787.979717] env[66703]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66703) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 787.979846] env[66703]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66703) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 787.980034] env[66703]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: b1c3d67f-1e3c-4cc5-9f2a-196bdf599e44 already deleted. [ 787.980105] env[66703]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-b1c3d67f-1e3c-4cc5-9f2a-196bdf599e44" {{(pid=66703) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 787.987701] env[66703]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('49cb7e93-7ef3-4fd4-b6fd-65673af109cd',) {} {{(pid=66703) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 788.490076] env[66703]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66703) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 788.490315] env[66703]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66703) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 788.490315] env[66703]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66703) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 788.491540] env[66703]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66703) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 788.491540] env[66703]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66703) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 788.491540] env[66703]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 49cb7e93-7ef3-4fd4-b6fd-65673af109cd is going to be updated. [ 788.531167] env[66703]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66703) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 788.531410] env[66703]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66703) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 788.531410] env[66703]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66703) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 788.531635] env[66703]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66703) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 788.531777] env[66703]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66703) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 788.544409] env[66703]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 49cb7e93-7ef3-4fd4-b6fd-65673af109cd in Status: IN_PROGRESS for 2s [ 789.001697] env[66703]: INFO networking_nsxv3.common.synchronization [None req-19cec982-781b-4206-9276-a1e6681a343f None None] Enqueued Resource ID: 7b91871b-be7f-4f5a-a822-add595e395ae with Priority: HIGHEST for action port [ 789.002407] env[66703]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 7b91871b-be7f-4f5a-a822-add595e395ae with Priority: HIGHEST for action port [ 789.002600] env[66703]: DEBUG networking_nsxv3.common.locking [-] Lock port-7b91871b-be7f-4f5a-a822-add595e395ae taken with stack trace [, , ] {{(pid=66703) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 789.002724] env[66703]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-7b91871b-be7f-4f5a-a822-add595e395ae" {{(pid=66703) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 789.002783] env[66703]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-7b91871b-be7f-4f5a-a822-add595e395ae" {{(pid=66703) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 789.006764] env[66703]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-7b91871b-be7f-4f5a-a822-add595e395ae" {{(pid=66703) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 789.006764] env[66703]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('7b91871b-be7f-4f5a-a822-add595e395ae',) {} {{(pid=66703) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 789.185386] env[66703]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: edd00d40-6f87-4c61-9069-3d442058e704 in Status: SUCCESS [ 789.186383] env[66703]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-edd00d40-6f87-4c61-9069-3d442058e704" {{(pid=66703) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 789.193122] env[66703]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-edd00d40-6f87-4c61-9069-3d442058e704" {{(pid=66703) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 789.193122] env[66703]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-edd00d40-6f87-4c61-9069-3d442058e704" {{(pid=66703) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 789.193122] env[66703]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=66703) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 789.193122] env[66703]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66703) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 789.193122] env[66703]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66703) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 789.193122] env[66703]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66703) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 789.193122] env[66703]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66703) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 789.193122] env[66703]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-edd00d40-6f87-4c61-9069-3d442058e704" {{(pid=66703) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 789.193122] env[66703]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('edd00d40-6f87-4c61-9069-3d442058e704',) {} {{(pid=66703) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 789.274876] env[66703]: INFO networking_nsxv3.common.synchronization [req-fc24bf28-656f-4942-a6fd-8fdb6f646fa5 req-35862a63-51c2-4e91-8cc1-cc1d3c4d3832 tempest-ServersAdminNegativeTestJSON-470759558 tempest-ServersAdminNegativeTestJSON-470759558-project-member] Enqueued Resource ID: 18413db4-5134-40cb-b857-e544c0b672ac with Priority: HIGHEST for action security_group_members [ 789.276212] env[66703]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 18413db4-5134-40cb-b857-e544c0b672ac with Priority: HIGHEST for action security_group_members [ 789.276532] env[66703]: DEBUG networking_nsxv3.common.locking [-] Lock member-18413db4-5134-40cb-b857-e544c0b672ac taken with stack trace [, , ] {{(pid=66703) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 789.276658] env[66703]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-18413db4-5134-40cb-b857-e544c0b672ac" {{(pid=66703) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 789.276728] env[66703]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-18413db4-5134-40cb-b857-e544c0b672ac" {{(pid=66703) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 789.276979] env[66703]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-18413db4-5134-40cb-b857-e544c0b672ac" {{(pid=66703) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 789.277136] env[66703]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=66703) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 789.277240] env[66703]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66703) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 789.277454] env[66703]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66703) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 789.277631] env[66703]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66703) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 789.278043] env[66703]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66703) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 789.278453] env[66703]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('18413db4-5134-40cb-b857-e544c0b672ac',) {} {{(pid=66703) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 789.510420] env[66703]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] deletion realization of port 7b91871b-be7f-4f5a-a822-add595e395ae [ 789.510675] env[66703]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=66703) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 789.510806] env[66703]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=66703) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 789.510882] env[66703]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=66703) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 789.511106] env[66703]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=66703) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 789.511197] env[66703]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=66703) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 789.511279] env[66703]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Segment Port:7b91871b-be7f-4f5a-a822-add595e395ae already deleted. [ 789.511353] env[66703]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-7b91871b-be7f-4f5a-a822-add595e395ae" {{(pid=66703) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 789.693556] env[66703]: DEBUG networking_nsxv3.common.locking [-] Lock member-edd00d40-6f87-4c61-9069-3d442058e704 taken with stack trace [, , , ] {{(pid=66703) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 789.693918] env[66703]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-edd00d40-6f87-4c61-9069-3d442058e704" {{(pid=66703) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 789.693918] env[66703]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-edd00d40-6f87-4c61-9069-3d442058e704" {{(pid=66703) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 789.694053] env[66703]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-edd00d40-6f87-4c61-9069-3d442058e704" {{(pid=66703) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 789.694230] env[66703]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=66703) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 789.694343] env[66703]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66703) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 789.694473] env[66703]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66703) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 789.694542] env[66703]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66703) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 789.694643] env[66703]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66703) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 789.694762] env[66703]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-edd00d40-6f87-4c61-9069-3d442058e704" {{(pid=66703) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 789.694887] env[66703]: DEBUG networking_nsxv3.common.locking [-] Lock member-edd00d40-6f87-4c61-9069-3d442058e704 taken with stack trace [, , , ] {{(pid=66703) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 789.694986] env[66703]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-edd00d40-6f87-4c61-9069-3d442058e704" {{(pid=66703) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 789.695047] env[66703]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-edd00d40-6f87-4c61-9069-3d442058e704" {{(pid=66703) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 789.695203] env[66703]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-edd00d40-6f87-4c61-9069-3d442058e704" {{(pid=66703) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 789.695352] env[66703]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=66703) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 789.695487] env[66703]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66703) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 789.695560] env[66703]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66703) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 789.695691] env[66703]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66703) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 789.695757] env[66703]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66703) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 789.695874] env[66703]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-edd00d40-6f87-4c61-9069-3d442058e704" {{(pid=66703) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 789.695975] env[66703]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('edd00d40-6f87-4c61-9069-3d442058e704',) {} {{(pid=66703) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 789.780517] env[66703]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('18413db4-5134-40cb-b857-e544c0b672ac',) {} {{(pid=66703) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 789.786587] env[66703]: INFO networking_nsxv3.common.synchronization [None req-c8b8c71f-ead7-4338-ac74-8da9205bfb47 None None] Enqueued Resource ID: 3f192971-9a58-483b-bcfb-233a0dbd14c9 with Priority: HIGHEST for action port [ 789.787151] env[66703]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 3f192971-9a58-483b-bcfb-233a0dbd14c9 with Priority: HIGHEST for action port [ 789.787450] env[66703]: DEBUG networking_nsxv3.common.locking [-] Lock port-3f192971-9a58-483b-bcfb-233a0dbd14c9 taken with stack trace [, , ] {{(pid=66703) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 789.787568] env[66703]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-3f192971-9a58-483b-bcfb-233a0dbd14c9" {{(pid=66703) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 789.787635] env[66703]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-3f192971-9a58-483b-bcfb-233a0dbd14c9" {{(pid=66703) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 789.787896] env[66703]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-3f192971-9a58-483b-bcfb-233a0dbd14c9" {{(pid=66703) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 789.788072] env[66703]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('3f192971-9a58-483b-bcfb-233a0dbd14c9',) {} {{(pid=66703) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 790.197888] env[66703]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for edd00d40-6f87-4c61-9069-3d442058e704: rpc.has_security_group_logging(os_id): False [ 790.217391] env[66703]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=66703) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 790.217626] env[66703]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66703) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 790.217626] env[66703]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66703) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 790.217894] env[66703]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66703) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 790.218052] env[66703]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66703) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 790.218305] env[66703]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66703) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 790.218417] env[66703]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66703) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 790.218457] env[66703]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66703) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 790.218624] env[66703]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66703) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 790.218695] env[66703]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66703) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 790.218872] env[66703]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66703) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 790.218961] env[66703]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66703) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 790.219053] env[66703]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66703) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 790.219209] env[66703]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66703) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 790.219329] env[66703]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66703) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 790.219567] env[66703]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=66703) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 790.219668] env[66703]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66703) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 790.219728] env[66703]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66703) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 790.219876] env[66703]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66703) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 790.219969] env[66703]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66703) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 790.221700] env[66703]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: edd00d40-6f87-4c61-9069-3d442058e704 is going to be updated. [ 790.283363] env[66703]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('18413db4-5134-40cb-b857-e544c0b672ac',) {} {{(pid=66703) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 790.291561] env[66703]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=66703) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 790.291561] env[66703]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66703) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 790.291561] env[66703]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66703) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 790.291814] env[66703]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66703) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 790.291814] env[66703]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66703) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 790.292925] env[66703]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] deletion realization of port 3f192971-9a58-483b-bcfb-233a0dbd14c9 [ 790.293117] env[66703]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=66703) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 790.293255] env[66703]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=66703) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 790.293536] env[66703]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=66703) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 790.293594] env[66703]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=66703) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 790.293658] env[66703]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=66703) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 790.293746] env[66703]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Segment Port:3f192971-9a58-483b-bcfb-233a0dbd14c9 already deleted. [ 790.293838] env[66703]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-3f192971-9a58-483b-bcfb-233a0dbd14c9" {{(pid=66703) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 790.309525] env[66703]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: edd00d40-6f87-4c61-9069-3d442058e704 in Status: IN_PROGRESS for 2s [ 790.486760] env[66703]: INFO networking_nsxv3.common.synchronization [req-7e8ae800-e019-4d50-ac65-128feddaa3eb req-640c7d57-6993-4ea2-9a5c-3f2849ba0a26 tempest-ServerDiskConfigTestJSON-1467775587 tempest-ServerDiskConfigTestJSON-1467775587-project-member] Enqueued Resource ID: 3304826c-ce8e-49f9-aefd-3be39a0c0fbb with Priority: HIGHEST for action security_group_members [ 790.487892] env[66703]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 3304826c-ce8e-49f9-aefd-3be39a0c0fbb with Priority: HIGHEST for action security_group_members [ 790.487892] env[66703]: DEBUG networking_nsxv3.common.locking [-] Lock member-3304826c-ce8e-49f9-aefd-3be39a0c0fbb taken with stack trace [, , ] {{(pid=66703) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 790.488132] env[66703]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-3304826c-ce8e-49f9-aefd-3be39a0c0fbb" {{(pid=66703) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 790.488132] env[66703]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-3304826c-ce8e-49f9-aefd-3be39a0c0fbb" {{(pid=66703) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 790.488282] env[66703]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-3304826c-ce8e-49f9-aefd-3be39a0c0fbb" {{(pid=66703) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 790.488452] env[66703]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=66703) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 790.489839] env[66703]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66703) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 790.489839] env[66703]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66703) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 790.489839] env[66703]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66703) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 790.489839] env[66703]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66703) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 790.489839] env[66703]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('3304826c-ce8e-49f9-aefd-3be39a0c0fbb',) {} {{(pid=66703) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 790.559028] env[66703]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 49cb7e93-7ef3-4fd4-b6fd-65673af109cd in Status: SUCCESS [ 790.559028] env[66703]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-49cb7e93-7ef3-4fd4-b6fd-65673af109cd" {{(pid=66703) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 790.559028] env[66703]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-49cb7e93-7ef3-4fd4-b6fd-65673af109cd" {{(pid=66703) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 790.559028] env[66703]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-49cb7e93-7ef3-4fd4-b6fd-65673af109cd" {{(pid=66703) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 790.559028] env[66703]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=66703) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 790.559028] env[66703]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66703) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 790.559327] env[66703]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66703) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 790.559327] env[66703]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66703) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 790.559327] env[66703]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66703) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 790.559402] env[66703]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-49cb7e93-7ef3-4fd4-b6fd-65673af109cd" {{(pid=66703) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 790.559495] env[66703]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('49cb7e93-7ef3-4fd4-b6fd-65673af109cd',) {} {{(pid=66703) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 790.786254] env[66703]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66703) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 790.786473] env[66703]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66703) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 790.786473] env[66703]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66703) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 790.787628] env[66703]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66703) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 790.787628] env[66703]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66703) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 790.787628] env[66703]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 18413db4-5134-40cb-b857-e544c0b672ac is going to be updated. [ 790.817612] env[66703]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66703) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 790.817764] env[66703]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66703) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 790.818396] env[66703]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66703) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 790.818396] env[66703]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66703) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 790.818396] env[66703]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66703) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 790.830050] env[66703]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 18413db4-5134-40cb-b857-e544c0b672ac in Status: IN_PROGRESS for 2s [ 790.991931] env[66703]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=66703) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 790.992504] env[66703]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66703) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 790.992504] env[66703]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66703) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 790.992504] env[66703]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66703) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 790.992504] env[66703]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66703) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 790.992705] env[66703]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66703) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 790.992705] env[66703]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66703) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 790.992795] env[66703]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66703) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 790.992902] env[66703]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66703) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 790.992974] env[66703]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66703) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 790.993098] env[66703]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 3304826c-ce8e-49f9-aefd-3be39a0c0fbb is going to be updated. [ 791.024879] env[66703]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66703) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 791.024976] env[66703]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66703) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 791.025029] env[66703]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66703) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 791.025221] env[66703]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66703) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 791.025363] env[66703]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66703) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 791.035414] env[66703]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 3304826c-ce8e-49f9-aefd-3be39a0c0fbb in Status: IN_PROGRESS for 2s [ 791.049469] env[66703]: INFO networking_nsxv3.common.synchronization [None req-f9c67f38-00b8-484b-8e01-50f03c7199ff None None] Enqueued Resource ID: f1a71485-39db-4182-b27a-6ae5cc7466f7 with Priority: HIGHEST for action port [ 791.050213] env[66703]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: f1a71485-39db-4182-b27a-6ae5cc7466f7 with Priority: HIGHEST for action port [ 791.050356] env[66703]: DEBUG networking_nsxv3.common.locking [-] Lock port-f1a71485-39db-4182-b27a-6ae5cc7466f7 taken with stack trace [, , ] {{(pid=66703) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 791.050556] env[66703]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-f1a71485-39db-4182-b27a-6ae5cc7466f7" {{(pid=66703) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 791.050671] env[66703]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-f1a71485-39db-4182-b27a-6ae5cc7466f7" {{(pid=66703) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 791.050821] env[66703]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-f1a71485-39db-4182-b27a-6ae5cc7466f7" {{(pid=66703) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 791.050899] env[66703]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('f1a71485-39db-4182-b27a-6ae5cc7466f7',) {} {{(pid=66703) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 791.066990] env[66703]: DEBUG networking_nsxv3.common.locking [-] Lock member-49cb7e93-7ef3-4fd4-b6fd-65673af109cd taken with stack trace [, , , ] {{(pid=66703) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 791.066990] env[66703]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-49cb7e93-7ef3-4fd4-b6fd-65673af109cd" {{(pid=66703) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 791.066990] env[66703]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-49cb7e93-7ef3-4fd4-b6fd-65673af109cd" {{(pid=66703) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 791.066990] env[66703]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-49cb7e93-7ef3-4fd4-b6fd-65673af109cd" {{(pid=66703) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 791.066990] env[66703]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=66703) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 791.066990] env[66703]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66703) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 791.066990] env[66703]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66703) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 791.066990] env[66703]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66703) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 791.066990] env[66703]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66703) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 791.066990] env[66703]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-49cb7e93-7ef3-4fd4-b6fd-65673af109cd" {{(pid=66703) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 791.066990] env[66703]: DEBUG networking_nsxv3.common.locking [-] Lock member-49cb7e93-7ef3-4fd4-b6fd-65673af109cd taken with stack trace [, , , ] {{(pid=66703) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 791.066990] env[66703]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-49cb7e93-7ef3-4fd4-b6fd-65673af109cd" {{(pid=66703) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 791.066990] env[66703]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-49cb7e93-7ef3-4fd4-b6fd-65673af109cd" {{(pid=66703) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 791.066990] env[66703]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-49cb7e93-7ef3-4fd4-b6fd-65673af109cd" {{(pid=66703) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 791.066990] env[66703]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=66703) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 791.066990] env[66703]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66703) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 791.067598] env[66703]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66703) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 791.067598] env[66703]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66703) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 791.067598] env[66703]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66703) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 791.067598] env[66703]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-49cb7e93-7ef3-4fd4-b6fd-65673af109cd" {{(pid=66703) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 791.067598] env[66703]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('49cb7e93-7ef3-4fd4-b6fd-65673af109cd',) {} {{(pid=66703) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 791.553577] env[66703]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] deletion realization of port f1a71485-39db-4182-b27a-6ae5cc7466f7 [ 791.553866] env[66703]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=66703) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 791.553930] env[66703]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=66703) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 791.553975] env[66703]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=66703) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 791.554185] env[66703]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=66703) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 791.554271] env[66703]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=66703) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 791.554368] env[66703]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Segment Port:f1a71485-39db-4182-b27a-6ae5cc7466f7 already deleted. [ 791.554445] env[66703]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-f1a71485-39db-4182-b27a-6ae5cc7466f7" {{(pid=66703) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 791.569391] env[66703]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for 49cb7e93-7ef3-4fd4-b6fd-65673af109cd: rpc.has_security_group_logging(os_id): False [ 791.592876] env[66703]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=66703) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 791.593118] env[66703]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66703) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 791.593200] env[66703]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66703) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 791.593411] env[66703]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66703) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 791.593467] env[66703]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66703) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 791.593688] env[66703]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66703) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 791.594711] env[66703]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66703) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 791.594711] env[66703]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66703) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 791.594711] env[66703]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66703) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 791.594711] env[66703]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66703) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 791.594711] env[66703]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66703) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 791.594711] env[66703]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66703) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 791.594711] env[66703]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66703) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 791.594711] env[66703]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66703) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 791.595315] env[66703]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66703) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 791.595315] env[66703]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=66703) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 791.595315] env[66703]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66703) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 791.595315] env[66703]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66703) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 791.595315] env[66703]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66703) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 791.595315] env[66703]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66703) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 791.595494] env[66703]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 49cb7e93-7ef3-4fd4-b6fd-65673af109cd is going to be updated. [ 791.668280] env[66703]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=66703) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 791.668280] env[66703]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66703) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 791.668418] env[66703]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66703) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 791.668545] env[66703]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66703) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 791.668691] env[66703]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66703) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 791.683569] env[66703]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 49cb7e93-7ef3-4fd4-b6fd-65673af109cd in Status: IN_PROGRESS for 2s [ 792.323934] env[66703]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: edd00d40-6f87-4c61-9069-3d442058e704 in Status: SUCCESS [ 792.324280] env[66703]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-edd00d40-6f87-4c61-9069-3d442058e704" {{(pid=66703) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 792.370769] env[66703]: INFO networking_nsxv3.common.synchronization [None req-e619bdd7-c375-4cb8-a8e6-d54cddd84f98 None None] Enqueued Resource ID: 87f013bf-54fe-422d-b109-ed3a26379387 with Priority: HIGHEST for action port [ 792.371573] env[66703]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 87f013bf-54fe-422d-b109-ed3a26379387 with Priority: HIGHEST for action port [ 792.371914] env[66703]: DEBUG networking_nsxv3.common.locking [-] Lock port-87f013bf-54fe-422d-b109-ed3a26379387 taken with stack trace [, , ] {{(pid=66703) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 792.372105] env[66703]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-87f013bf-54fe-422d-b109-ed3a26379387" {{(pid=66703) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 792.372213] env[66703]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-87f013bf-54fe-422d-b109-ed3a26379387" {{(pid=66703) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 792.372634] env[66703]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-87f013bf-54fe-422d-b109-ed3a26379387" {{(pid=66703) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 792.372753] env[66703]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('87f013bf-54fe-422d-b109-ed3a26379387',) {} {{(pid=66703) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 792.842890] env[66703]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 18413db4-5134-40cb-b857-e544c0b672ac in Status: SUCCESS [ 792.842890] env[66703]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-18413db4-5134-40cb-b857-e544c0b672ac" {{(pid=66703) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 792.875481] env[66703]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] deletion realization of port 87f013bf-54fe-422d-b109-ed3a26379387 [ 792.875778] env[66703]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=66703) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 792.875918] env[66703]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=66703) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 792.875989] env[66703]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=66703) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 792.876257] env[66703]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=66703) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 792.876350] env[66703]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=66703) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 792.876448] env[66703]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Segment Port:87f013bf-54fe-422d-b109-ed3a26379387 already deleted. [ 792.876555] env[66703]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-87f013bf-54fe-422d-b109-ed3a26379387" {{(pid=66703) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 793.045569] env[66703]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 3304826c-ce8e-49f9-aefd-3be39a0c0fbb in Status: SUCCESS [ 793.045754] env[66703]: WARNING networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 3304826c-ce8e-49f9-aefd-3be39a0c0fbb deletion is rescheduled due to dependency. [ 793.045867] env[66703]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-3304826c-ce8e-49f9-aefd-3be39a0c0fbb" {{(pid=66703) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 793.700607] env[66703]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 49cb7e93-7ef3-4fd4-b6fd-65673af109cd in Status: SUCCESS [ 793.700871] env[66703]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-49cb7e93-7ef3-4fd4-b6fd-65673af109cd" {{(pid=66703) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 794.023018] env[66703]: INFO networking_nsxv3.common.synchronization [req-aae93066-9387-48e4-9878-174b690c36eb req-106cd8a9-3600-40e9-a947-b9435381b088 tempest-ServersV294TestFqdnHostnames-251559739 tempest-ServersV294TestFqdnHostnames-251559739-project-member] Enqueued Resource ID: a9c5dd23-48a3-431d-ac41-19c73af4faf6 with Priority: HIGHEST for action security_group_members [ 794.023610] env[66703]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: a9c5dd23-48a3-431d-ac41-19c73af4faf6 with Priority: HIGHEST for action security_group_members [ 794.024152] env[66703]: DEBUG networking_nsxv3.common.locking [-] Lock member-a9c5dd23-48a3-431d-ac41-19c73af4faf6 taken with stack trace [, , ] {{(pid=66703) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 794.027871] env[66703]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-a9c5dd23-48a3-431d-ac41-19c73af4faf6" {{(pid=66703) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 794.027871] env[66703]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-a9c5dd23-48a3-431d-ac41-19c73af4faf6" {{(pid=66703) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 794.028438] env[66703]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-a9c5dd23-48a3-431d-ac41-19c73af4faf6" {{(pid=66703) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 794.028652] env[66703]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=66703) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 794.028771] env[66703]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66703) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 794.028837] env[66703]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66703) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 794.029068] env[66703]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66703) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 794.029189] env[66703]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66703) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 794.029295] env[66703]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('a9c5dd23-48a3-431d-ac41-19c73af4faf6',) {} {{(pid=66703) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 794.533613] env[66703]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=66703) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 794.533904] env[66703]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66703) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 794.533904] env[66703]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66703) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 794.534181] env[66703]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66703) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 794.534342] env[66703]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66703) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 794.534903] env[66703]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66703) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 794.534903] env[66703]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66703) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 794.534903] env[66703]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66703) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 794.534903] env[66703]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66703) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 794.535121] env[66703]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66703) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 794.535121] env[66703]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: a9c5dd23-48a3-431d-ac41-19c73af4faf6 already deleted. [ 794.535121] env[66703]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-a9c5dd23-48a3-431d-ac41-19c73af4faf6" {{(pid=66703) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 794.659895] env[66703]: DEBUG networking_nsxv3.common.locking [None req-33d36011-a73c-4b6d-849a-f8c867240c48 None None] Lock network-815 taken with stack trace [, , , , , , , , ] {{(pid=66703) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 794.660122] env[66703]: DEBUG oslo_concurrency.lockutils [None req-33d36011-a73c-4b6d-849a-f8c867240c48 None None] Acquiring lock "network-815" {{(pid=66703) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 794.660301] env[66703]: DEBUG oslo_concurrency.lockutils [None req-33d36011-a73c-4b6d-849a-f8c867240c48 None None] Acquired lock "network-815" {{(pid=66703) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 794.660549] env[66703]: DEBUG oslo_concurrency.lockutils [None req-33d36011-a73c-4b6d-849a-f8c867240c48 None None] Acquired external semaphore "network-815" {{(pid=66703) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 794.660806] env[66703]: DEBUG networking_nsxv3.common.locking [None req-33d36011-a73c-4b6d-849a-f8c867240c48 None None] Lock Segment taken with stack trace [, , , , , , , , , , ] {{(pid=66703) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 794.661259] env[66703]: DEBUG oslo_concurrency.lockutils [None req-33d36011-a73c-4b6d-849a-f8c867240c48 None None] Acquiring lock "Segment" {{(pid=66703) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 794.661259] env[66703]: DEBUG oslo_concurrency.lockutils [None req-33d36011-a73c-4b6d-849a-f8c867240c48 None None] Acquired lock "Segment" {{(pid=66703) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 794.661417] env[66703]: DEBUG oslo_concurrency.lockutils [None req-33d36011-a73c-4b6d-849a-f8c867240c48 None None] Acquired external semaphore "Segment" {{(pid=66703) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 794.661563] env[66703]: DEBUG oslo_concurrency.lockutils [None req-33d36011-a73c-4b6d-849a-f8c867240c48 None None] Releasing lock "Segment" {{(pid=66703) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 794.661785] env[66703]: DEBUG dogpile.cache.region [None req-33d36011-a73c-4b6d-849a-f8c867240c48 None None] No value present for key: 'zone-id' {{(pid=66703) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 794.661896] env[66703]: DEBUG dogpile.lock [None req-33d36011-a73c-4b6d-849a-f8c867240c48 None None] NeedRegenerationException {{(pid=66703) _enter /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:90}} [ 794.662080] env[66703]: DEBUG dogpile.lock [None req-33d36011-a73c-4b6d-849a-f8c867240c48 None None] no value, waiting for create lock {{(pid=66703) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:131}} [ 794.662234] env[66703]: DEBUG dogpile.lock [None req-33d36011-a73c-4b6d-849a-f8c867240c48 None None] value creation lock acquired {{(pid=66703) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:135}} [ 794.662354] env[66703]: DEBUG dogpile.cache.region [None req-33d36011-a73c-4b6d-849a-f8c867240c48 None None] No value present for key: 'zone-id' {{(pid=66703) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 794.662551] env[66703]: DEBUG dogpile.lock [None req-33d36011-a73c-4b6d-849a-f8c867240c48 None None] Calling creation function for not-yet-present value {{(pid=66703) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:174}} [ 794.662635] env[66703]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-33d36011-a73c-4b6d-849a-f8c867240c48 None None] Looking for TransportZone with name nsx-vlan-transportzone. [ 794.684827] env[66703]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-33d36011-a73c-4b6d-849a-f8c867240c48 None None] loading zone with a95c914d-748d-497c-94ab-10d4647daeba and tags [{'scope': 'mp2policy_migr_status', 'tag': 'success'}] [ 794.685104] env[66703]: DEBUG dogpile.cache.region [None req-33d36011-a73c-4b6d-849a-f8c867240c48 None None] Cache value generated in 0.022 seconds for key(s): 'zone-id' {{(pid=66703) _log_time /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:910}} [ 794.685174] env[66703]: DEBUG dogpile.lock [None req-33d36011-a73c-4b6d-849a-f8c867240c48 None None] Released creation lock {{(pid=66703) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:182}} [ 794.685348] env[66703]: DEBUG oslo_concurrency.lockutils [None req-33d36011-a73c-4b6d-849a-f8c867240c48 None None] Releasing lock "network-815" {{(pid=66703) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 794.685819] env[66703]: DEBUG networking_nsxv3.common.locking [None req-33d36011-a73c-4b6d-849a-f8c867240c48 None None] Lock port-5d0c034b-6a7e-44c7-87b4-a4450d39413d taken with stack trace [, , , , , , , , ] {{(pid=66703) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 794.686035] env[66703]: DEBUG oslo_concurrency.lockutils [None req-33d36011-a73c-4b6d-849a-f8c867240c48 None None] Acquiring lock "port-5d0c034b-6a7e-44c7-87b4-a4450d39413d" {{(pid=66703) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 794.686171] env[66703]: DEBUG oslo_concurrency.lockutils [None req-33d36011-a73c-4b6d-849a-f8c867240c48 None None] Acquired lock "port-5d0c034b-6a7e-44c7-87b4-a4450d39413d" {{(pid=66703) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 794.686503] env[66703]: DEBUG oslo_concurrency.lockutils [None req-33d36011-a73c-4b6d-849a-f8c867240c48 None None] Acquired external semaphore "port-5d0c034b-6a7e-44c7-87b4-a4450d39413d" {{(pid=66703) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 794.686642] env[66703]: DEBUG networking_nsxv3.api.rpc [None req-33d36011-a73c-4b6d-849a-f8c867240c48 None None] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('5d0c034b-6a7e-44c7-87b4-a4450d39413d',) {} {{(pid=66703) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 795.192019] env[66703]: DEBUG networking_nsxv3.common.locking [None req-33d36011-a73c-4b6d-849a-f8c867240c48 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , ] {{(pid=66703) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 795.192019] env[66703]: DEBUG oslo_concurrency.lockutils [None req-33d36011-a73c-4b6d-849a-f8c867240c48 None None] Acquiring lock "SegmentPort" {{(pid=66703) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 795.192019] env[66703]: DEBUG oslo_concurrency.lockutils [None req-33d36011-a73c-4b6d-849a-f8c867240c48 None None] Acquired lock "SegmentPort" {{(pid=66703) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 795.192019] env[66703]: DEBUG oslo_concurrency.lockutils [None req-33d36011-a73c-4b6d-849a-f8c867240c48 None None] Acquired external semaphore "SegmentPort" {{(pid=66703) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 795.192019] env[66703]: DEBUG oslo_concurrency.lockutils [None req-33d36011-a73c-4b6d-849a-f8c867240c48 None None] Releasing lock "SegmentPort" {{(pid=66703) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 795.192019] env[66703]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-33d36011-a73c-4b6d-849a-f8c867240c48 None None] Segment Port 5d0c034b-6a7e-44c7-87b4-a4450d39413d not found, creating... [ 795.192019] env[66703]: DEBUG networking_nsxv3.common.locking [None req-33d36011-a73c-4b6d-849a-f8c867240c48 None None] Lock Segment taken with stack trace [, , , , , , , , , , , ] {{(pid=66703) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 795.192019] env[66703]: DEBUG oslo_concurrency.lockutils [None req-33d36011-a73c-4b6d-849a-f8c867240c48 None None] Acquiring lock "Segment" {{(pid=66703) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 795.192019] env[66703]: DEBUG oslo_concurrency.lockutils [None req-33d36011-a73c-4b6d-849a-f8c867240c48 None None] Acquired lock "Segment" {{(pid=66703) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 795.192019] env[66703]: DEBUG oslo_concurrency.lockutils [None req-33d36011-a73c-4b6d-849a-f8c867240c48 None None] Acquired external semaphore "Segment" {{(pid=66703) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 795.192019] env[66703]: DEBUG oslo_concurrency.lockutils [None req-33d36011-a73c-4b6d-849a-f8c867240c48 None None] Releasing lock "Segment" {{(pid=66703) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 795.192725] env[66703]: DEBUG networking_nsxv3.common.locking [None req-33d36011-a73c-4b6d-849a-f8c867240c48 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=66703) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 795.192725] env[66703]: DEBUG oslo_concurrency.lockutils [None req-33d36011-a73c-4b6d-849a-f8c867240c48 None None] Acquiring lock "SegmentPort" {{(pid=66703) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 795.192725] env[66703]: DEBUG oslo_concurrency.lockutils [None req-33d36011-a73c-4b6d-849a-f8c867240c48 None None] Acquired lock "SegmentPort" {{(pid=66703) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 795.192725] env[66703]: DEBUG oslo_concurrency.lockutils [None req-33d36011-a73c-4b6d-849a-f8c867240c48 None None] Acquired external semaphore "SegmentPort" {{(pid=66703) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 795.192725] env[66703]: DEBUG oslo_concurrency.lockutils [None req-33d36011-a73c-4b6d-849a-f8c867240c48 None None] Releasing lock "SegmentPort" {{(pid=66703) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 795.192725] env[66703]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-33d36011-a73c-4b6d-849a-f8c867240c48 None None] Resource: SegmentPort with ID: 5d0c034b-6a7e-44c7-87b4-a4450d39413d is going to be created. [ 795.216058] env[66703]: DEBUG networking_nsxv3.common.locking [None req-33d36011-a73c-4b6d-849a-f8c867240c48 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=66703) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 795.216058] env[66703]: DEBUG oslo_concurrency.lockutils [None req-33d36011-a73c-4b6d-849a-f8c867240c48 None None] Acquiring lock "SegmentPort" {{(pid=66703) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 795.216058] env[66703]: DEBUG oslo_concurrency.lockutils [None req-33d36011-a73c-4b6d-849a-f8c867240c48 None None] Acquired lock "SegmentPort" {{(pid=66703) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 795.216326] env[66703]: DEBUG oslo_concurrency.lockutils [None req-33d36011-a73c-4b6d-849a-f8c867240c48 None None] Acquired external semaphore "SegmentPort" {{(pid=66703) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 795.216527] env[66703]: DEBUG oslo_concurrency.lockutils [None req-33d36011-a73c-4b6d-849a-f8c867240c48 None None] Releasing lock "SegmentPort" {{(pid=66703) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 795.216887] env[66703]: DEBUG oslo_concurrency.lockutils [None req-33d36011-a73c-4b6d-849a-f8c867240c48 None None] Releasing lock "port-5d0c034b-6a7e-44c7-87b4-a4450d39413d" {{(pid=66703) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 796.297354] env[66703]: INFO networking_nsxv3.common.synchronization [req-aae93066-9387-48e4-9878-174b690c36eb req-600c15d8-8815-41c7-ab9d-235fb6950823 service nova] Enqueued Resource ID: a9c5dd23-48a3-431d-ac41-19c73af4faf6 with Priority: HIGHEST for action security_group_rules [ 796.297822] env[66703]: INFO networking_nsxv3.common.synchronization [req-aae93066-9387-48e4-9878-174b690c36eb req-600c15d8-8815-41c7-ab9d-235fb6950823 service nova] Enqueued Resource ID: a9c5dd23-48a3-431d-ac41-19c73af4faf6 with Priority: HIGHEST for action security_group_members [ 796.298269] env[66703]: INFO networking_nsxv3.common.synchronization [req-aae93066-9387-48e4-9878-174b690c36eb req-600c15d8-8815-41c7-ab9d-235fb6950823 service nova] Enqueued Resource ID: 5d0c034b-6a7e-44c7-87b4-a4450d39413d with Priority: HIGHEST for action port [ 796.298269] env[66703]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: a9c5dd23-48a3-431d-ac41-19c73af4faf6 with Priority: HIGHEST for action security_group_rules [ 796.298445] env[66703]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: a9c5dd23-48a3-431d-ac41-19c73af4faf6 with Priority: HIGHEST for action security_group_members [ 796.298445] env[66703]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 5d0c034b-6a7e-44c7-87b4-a4450d39413d with Priority: HIGHEST for action port [ 796.299128] env[66703]: DEBUG networking_nsxv3.common.locking [-] Lock rules-a9c5dd23-48a3-431d-ac41-19c73af4faf6 taken with stack trace [, , ] {{(pid=66703) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 796.299210] env[66703]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-a9c5dd23-48a3-431d-ac41-19c73af4faf6" {{(pid=66703) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 796.299244] env[66703]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-a9c5dd23-48a3-431d-ac41-19c73af4faf6" {{(pid=66703) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 796.299753] env[66703]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-a9c5dd23-48a3-431d-ac41-19c73af4faf6" {{(pid=66703) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 796.299753] env[66703]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('a9c5dd23-48a3-431d-ac41-19c73af4faf6',) {} {{(pid=66703) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 796.301921] env[66703]: DEBUG networking_nsxv3.common.locking [-] Lock member-a9c5dd23-48a3-431d-ac41-19c73af4faf6 taken with stack trace [, , ] {{(pid=66703) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 796.301921] env[66703]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-a9c5dd23-48a3-431d-ac41-19c73af4faf6" {{(pid=66703) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 796.301921] env[66703]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-a9c5dd23-48a3-431d-ac41-19c73af4faf6" {{(pid=66703) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 796.301921] env[66703]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-a9c5dd23-48a3-431d-ac41-19c73af4faf6" {{(pid=66703) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 796.305176] env[66703]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=66703) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 796.305316] env[66703]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66703) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 796.305388] env[66703]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66703) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 796.305586] env[66703]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66703) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 796.305676] env[66703]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66703) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 796.305774] env[66703]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('a9c5dd23-48a3-431d-ac41-19c73af4faf6',) {} {{(pid=66703) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 796.307709] env[66703]: DEBUG networking_nsxv3.common.locking [-] Lock port-5d0c034b-6a7e-44c7-87b4-a4450d39413d taken with stack trace [, , ] {{(pid=66703) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 796.307834] env[66703]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-5d0c034b-6a7e-44c7-87b4-a4450d39413d" {{(pid=66703) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 796.307950] env[66703]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-5d0c034b-6a7e-44c7-87b4-a4450d39413d" {{(pid=66703) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 796.308133] env[66703]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-5d0c034b-6a7e-44c7-87b4-a4450d39413d" {{(pid=66703) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 796.308225] env[66703]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('5d0c034b-6a7e-44c7-87b4-a4450d39413d',) {} {{(pid=66703) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 796.419153] env[66703]: INFO networking_nsxv3.common.synchronization [req-1c38ac2b-834b-401b-b849-a290d217315c req-a299c62a-29ed-477c-9a48-d32364e41168 tempest-ServersTestBootFromVolume-1209463373 tempest-ServersTestBootFromVolume-1209463373-project-member] Enqueued Resource ID: 50deca7c-20de-416b-a7ff-7a2252a34c03 with Priority: HIGHEST for action security_group_members [ 796.419153] env[66703]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 50deca7c-20de-416b-a7ff-7a2252a34c03 with Priority: HIGHEST for action security_group_members [ 796.419153] env[66703]: DEBUG networking_nsxv3.common.locking [-] Lock member-50deca7c-20de-416b-a7ff-7a2252a34c03 taken with stack trace [, , ] {{(pid=66703) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 796.419153] env[66703]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-50deca7c-20de-416b-a7ff-7a2252a34c03" {{(pid=66703) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 796.419153] env[66703]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-50deca7c-20de-416b-a7ff-7a2252a34c03" {{(pid=66703) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 796.419153] env[66703]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-50deca7c-20de-416b-a7ff-7a2252a34c03" {{(pid=66703) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 796.419153] env[66703]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=66703) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 796.419422] env[66703]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66703) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 796.419422] env[66703]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66703) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 796.419422] env[66703]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66703) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 796.419513] env[66703]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66703) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 796.419929] env[66703]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('50deca7c-20de-416b-a7ff-7a2252a34c03',) {} {{(pid=66703) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 796.775021] env[66703]: INFO networking_nsxv3.common.synchronization [req-4d6b389f-70b4-44a7-b267-bdb399c9f5f1 req-11333049-7b35-4623-b8f1-20bd19a76d31 tempest-ImagesTestJSON-1641770331 tempest-ImagesTestJSON-1641770331-project-member] Enqueued Resource ID: f52985e4-827d-4ac5-ba08-62ae5081fda6 with Priority: HIGHEST for action security_group_members [ 796.776249] env[66703]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: f52985e4-827d-4ac5-ba08-62ae5081fda6 with Priority: HIGHEST for action security_group_members [ 796.776249] env[66703]: DEBUG networking_nsxv3.common.locking [-] Lock member-f52985e4-827d-4ac5-ba08-62ae5081fda6 taken with stack trace [, , ] {{(pid=66703) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 796.776249] env[66703]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-f52985e4-827d-4ac5-ba08-62ae5081fda6" {{(pid=66703) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 796.776249] env[66703]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-f52985e4-827d-4ac5-ba08-62ae5081fda6" {{(pid=66703) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 796.776543] env[66703]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-f52985e4-827d-4ac5-ba08-62ae5081fda6" {{(pid=66703) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 796.776730] env[66703]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=66703) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 796.776859] env[66703]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66703) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 796.776937] env[66703]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66703) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 796.777154] env[66703]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66703) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 796.777293] env[66703]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66703) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 796.777413] env[66703]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('f52985e4-827d-4ac5-ba08-62ae5081fda6',) {} {{(pid=66703) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 796.810745] env[66703]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('a9c5dd23-48a3-431d-ac41-19c73af4faf6',) {} {{(pid=66703) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 796.811841] env[66703]: DEBUG networking_nsxv3.common.locking [-] Lock member-a9c5dd23-48a3-431d-ac41-19c73af4faf6 taken with stack trace [, , , ] {{(pid=66703) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 796.811986] env[66703]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-a9c5dd23-48a3-431d-ac41-19c73af4faf6" {{(pid=66703) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 796.812446] env[66703]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] realization of port 5d0c034b-6a7e-44c7-87b4-a4450d39413d with status ACTIVE [ 796.812446] env[66703]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=66703) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 796.812446] env[66703]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=66703) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 796.812616] env[66703]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=66703) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 796.812926] env[66703]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=66703) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 796.812926] env[66703]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=66703) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 796.813025] env[66703]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , ] {{(pid=66703) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 796.813247] env[66703]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=66703) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 796.813247] env[66703]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=66703) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 796.813386] env[66703]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=66703) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 796.813470] env[66703]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=66703) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 796.813682] env[66703]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=66703) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 796.814564] env[66703]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=66703) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 796.814564] env[66703]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=66703) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 796.814564] env[66703]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=66703) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 796.814564] env[66703]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=66703) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 796.814695] env[66703]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: SegmentPort with ID: 5d0c034b-6a7e-44c7-87b4-a4450d39413d is going to be updated. [ 796.842455] env[66703]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=66703) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 796.843351] env[66703]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=66703) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 796.843351] env[66703]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=66703) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 796.843351] env[66703]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=66703) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 796.843351] env[66703]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=66703) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 796.843351] env[66703]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-5d0c034b-6a7e-44c7-87b4-a4450d39413d" {{(pid=66703) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 796.922841] env[66703]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=66703) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 796.922993] env[66703]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66703) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 796.922993] env[66703]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66703) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 796.924337] env[66703]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66703) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 796.924337] env[66703]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66703) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 796.924337] env[66703]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66703) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 796.924337] env[66703]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66703) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 796.924337] env[66703]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66703) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 796.924337] env[66703]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66703) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 796.924337] env[66703]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66703) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 796.924337] env[66703]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 50deca7c-20de-416b-a7ff-7a2252a34c03 is going to be updated. [ 796.975674] env[66703]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66703) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 796.975674] env[66703]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66703) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 796.975674] env[66703]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66703) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 796.975674] env[66703]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66703) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 796.975674] env[66703]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66703) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 796.989399] env[66703]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 50deca7c-20de-416b-a7ff-7a2252a34c03 in Status: IN_PROGRESS for 2s [ 797.279694] env[66703]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=66703) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 797.279694] env[66703]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66703) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 797.279918] env[66703]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66703) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 797.281992] env[66703]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66703) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 797.282087] env[66703]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66703) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 797.282395] env[66703]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66703) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 797.282518] env[66703]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66703) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 797.282585] env[66703]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66703) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 797.282758] env[66703]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66703) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 797.282851] env[66703]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66703) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 797.283073] env[66703]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: f52985e4-827d-4ac5-ba08-62ae5081fda6 already deleted. [ 797.283073] env[66703]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-f52985e4-827d-4ac5-ba08-62ae5081fda6" {{(pid=66703) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 797.317046] env[66703]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('a9c5dd23-48a3-431d-ac41-19c73af4faf6',) {} {{(pid=66703) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 797.422448] env[66703]: DEBUG networking_nsxv3.common.locking [None req-ffa6d202-748e-4c81-9979-ad08741f9cf7 None None] Lock network-449 taken with stack trace [, , , , , , , , ] {{(pid=66703) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 797.422933] env[66703]: DEBUG oslo_concurrency.lockutils [None req-ffa6d202-748e-4c81-9979-ad08741f9cf7 None None] Acquiring lock "network-449" {{(pid=66703) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 797.423398] env[66703]: DEBUG oslo_concurrency.lockutils [None req-ffa6d202-748e-4c81-9979-ad08741f9cf7 None None] Acquired lock "network-449" {{(pid=66703) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 797.423824] env[66703]: DEBUG oslo_concurrency.lockutils [None req-ffa6d202-748e-4c81-9979-ad08741f9cf7 None None] Acquired external semaphore "network-449" {{(pid=66703) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 797.424360] env[66703]: DEBUG networking_nsxv3.common.locking [None req-ffa6d202-748e-4c81-9979-ad08741f9cf7 None None] Lock Segment taken with stack trace [, , , , , , , , , , ] {{(pid=66703) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 797.424718] env[66703]: DEBUG oslo_concurrency.lockutils [None req-ffa6d202-748e-4c81-9979-ad08741f9cf7 None None] Acquiring lock "Segment" {{(pid=66703) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 797.424972] env[66703]: DEBUG oslo_concurrency.lockutils [None req-ffa6d202-748e-4c81-9979-ad08741f9cf7 None None] Acquired lock "Segment" {{(pid=66703) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 797.425320] env[66703]: DEBUG oslo_concurrency.lockutils [None req-ffa6d202-748e-4c81-9979-ad08741f9cf7 None None] Acquired external semaphore "Segment" {{(pid=66703) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 797.425514] env[66703]: DEBUG oslo_concurrency.lockutils [None req-ffa6d202-748e-4c81-9979-ad08741f9cf7 None None] Releasing lock "Segment" {{(pid=66703) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 797.425764] env[66703]: DEBUG dogpile.cache.region [None req-ffa6d202-748e-4c81-9979-ad08741f9cf7 None None] No value present for key: 'zone-id' {{(pid=66703) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 797.425918] env[66703]: DEBUG dogpile.lock [None req-ffa6d202-748e-4c81-9979-ad08741f9cf7 None None] NeedRegenerationException {{(pid=66703) _enter /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:90}} [ 797.426124] env[66703]: DEBUG dogpile.lock [None req-ffa6d202-748e-4c81-9979-ad08741f9cf7 None None] no value, waiting for create lock {{(pid=66703) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:131}} [ 797.426276] env[66703]: DEBUG dogpile.lock [None req-ffa6d202-748e-4c81-9979-ad08741f9cf7 None None] value creation lock acquired {{(pid=66703) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:135}} [ 797.426434] env[66703]: DEBUG dogpile.cache.region [None req-ffa6d202-748e-4c81-9979-ad08741f9cf7 None None] No value present for key: 'zone-id' {{(pid=66703) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 797.426570] env[66703]: DEBUG dogpile.lock [None req-ffa6d202-748e-4c81-9979-ad08741f9cf7 None None] Calling creation function for not-yet-present value {{(pid=66703) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:174}} [ 797.426748] env[66703]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-ffa6d202-748e-4c81-9979-ad08741f9cf7 None None] Looking for TransportZone with name nsx-vlan-transportzone. [ 797.447358] env[66703]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-ffa6d202-748e-4c81-9979-ad08741f9cf7 None None] loading zone with a95c914d-748d-497c-94ab-10d4647daeba and tags [{'scope': 'mp2policy_migr_status', 'tag': 'success'}] [ 797.447528] env[66703]: DEBUG dogpile.cache.region [None req-ffa6d202-748e-4c81-9979-ad08741f9cf7 None None] Cache value generated in 0.021 seconds for key(s): 'zone-id' {{(pid=66703) _log_time /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:910}} [ 797.447661] env[66703]: DEBUG dogpile.lock [None req-ffa6d202-748e-4c81-9979-ad08741f9cf7 None None] Released creation lock {{(pid=66703) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:182}} [ 797.447836] env[66703]: DEBUG oslo_concurrency.lockutils [None req-ffa6d202-748e-4c81-9979-ad08741f9cf7 None None] Releasing lock "network-449" {{(pid=66703) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 797.448461] env[66703]: DEBUG networking_nsxv3.common.locking [None req-ffa6d202-748e-4c81-9979-ad08741f9cf7 None None] Lock port-7738d1ed-35ae-4b9c-ab16-d8566835031a taken with stack trace [, , , , , , , , ] {{(pid=66703) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 797.448681] env[66703]: DEBUG oslo_concurrency.lockutils [None req-ffa6d202-748e-4c81-9979-ad08741f9cf7 None None] Acquiring lock "port-7738d1ed-35ae-4b9c-ab16-d8566835031a" {{(pid=66703) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 797.448918] env[66703]: DEBUG oslo_concurrency.lockutils [None req-ffa6d202-748e-4c81-9979-ad08741f9cf7 None None] Acquired lock "port-7738d1ed-35ae-4b9c-ab16-d8566835031a" {{(pid=66703) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 797.449342] env[66703]: DEBUG oslo_concurrency.lockutils [None req-ffa6d202-748e-4c81-9979-ad08741f9cf7 None None] Acquired external semaphore "port-7738d1ed-35ae-4b9c-ab16-d8566835031a" {{(pid=66703) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 797.449566] env[66703]: DEBUG networking_nsxv3.api.rpc [None req-ffa6d202-748e-4c81-9979-ad08741f9cf7 None None] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('7738d1ed-35ae-4b9c-ab16-d8566835031a',) {} {{(pid=66703) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 797.820531] env[66703]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66703) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 797.820670] env[66703]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66703) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 797.820727] env[66703]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66703) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 797.821245] env[66703]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66703) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 797.821245] env[66703]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66703) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 797.821245] env[66703]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: a9c5dd23-48a3-431d-ac41-19c73af4faf6 is going to be created. [ 797.845554] env[66703]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66703) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 797.845732] env[66703]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66703) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 797.845732] env[66703]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66703) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 797.846106] env[66703]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66703) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 797.846645] env[66703]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66703) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 797.856466] env[66703]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: a9c5dd23-48a3-431d-ac41-19c73af4faf6 in Status: UNINITIALIZED for 2s [ 797.952923] env[66703]: DEBUG networking_nsxv3.common.locking [None req-ffa6d202-748e-4c81-9979-ad08741f9cf7 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , ] {{(pid=66703) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 797.953167] env[66703]: DEBUG oslo_concurrency.lockutils [None req-ffa6d202-748e-4c81-9979-ad08741f9cf7 None None] Acquiring lock "SegmentPort" {{(pid=66703) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 797.953289] env[66703]: DEBUG oslo_concurrency.lockutils [None req-ffa6d202-748e-4c81-9979-ad08741f9cf7 None None] Acquired lock "SegmentPort" {{(pid=66703) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 797.953566] env[66703]: DEBUG oslo_concurrency.lockutils [None req-ffa6d202-748e-4c81-9979-ad08741f9cf7 None None] Acquired external semaphore "SegmentPort" {{(pid=66703) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 797.953704] env[66703]: DEBUG oslo_concurrency.lockutils [None req-ffa6d202-748e-4c81-9979-ad08741f9cf7 None None] Releasing lock "SegmentPort" {{(pid=66703) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 797.953855] env[66703]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-ffa6d202-748e-4c81-9979-ad08741f9cf7 None None] Segment Port 7738d1ed-35ae-4b9c-ab16-d8566835031a not found, creating... [ 797.954134] env[66703]: DEBUG networking_nsxv3.common.locking [None req-ffa6d202-748e-4c81-9979-ad08741f9cf7 None None] Lock Segment taken with stack trace [, , , , , , , , , , , ] {{(pid=66703) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 797.954283] env[66703]: DEBUG oslo_concurrency.lockutils [None req-ffa6d202-748e-4c81-9979-ad08741f9cf7 None None] Acquiring lock "Segment" {{(pid=66703) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 797.954392] env[66703]: DEBUG oslo_concurrency.lockutils [None req-ffa6d202-748e-4c81-9979-ad08741f9cf7 None None] Acquired lock "Segment" {{(pid=66703) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 797.954742] env[66703]: DEBUG oslo_concurrency.lockutils [None req-ffa6d202-748e-4c81-9979-ad08741f9cf7 None None] Acquired external semaphore "Segment" {{(pid=66703) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 797.954895] env[66703]: DEBUG oslo_concurrency.lockutils [None req-ffa6d202-748e-4c81-9979-ad08741f9cf7 None None] Releasing lock "Segment" {{(pid=66703) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 797.955179] env[66703]: DEBUG networking_nsxv3.common.locking [None req-ffa6d202-748e-4c81-9979-ad08741f9cf7 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=66703) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 797.955327] env[66703]: DEBUG oslo_concurrency.lockutils [None req-ffa6d202-748e-4c81-9979-ad08741f9cf7 None None] Acquiring lock "SegmentPort" {{(pid=66703) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 797.955437] env[66703]: DEBUG oslo_concurrency.lockutils [None req-ffa6d202-748e-4c81-9979-ad08741f9cf7 None None] Acquired lock "SegmentPort" {{(pid=66703) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 797.955968] env[66703]: DEBUG oslo_concurrency.lockutils [None req-ffa6d202-748e-4c81-9979-ad08741f9cf7 None None] Acquired external semaphore "SegmentPort" {{(pid=66703) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 797.955968] env[66703]: DEBUG oslo_concurrency.lockutils [None req-ffa6d202-748e-4c81-9979-ad08741f9cf7 None None] Releasing lock "SegmentPort" {{(pid=66703) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 797.955968] env[66703]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-ffa6d202-748e-4c81-9979-ad08741f9cf7 None None] Resource: SegmentPort with ID: 7738d1ed-35ae-4b9c-ab16-d8566835031a is going to be created. [ 797.979841] env[66703]: DEBUG networking_nsxv3.common.locking [None req-ffa6d202-748e-4c81-9979-ad08741f9cf7 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=66703) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 797.980100] env[66703]: DEBUG oslo_concurrency.lockutils [None req-ffa6d202-748e-4c81-9979-ad08741f9cf7 None None] Acquiring lock "SegmentPort" {{(pid=66703) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 797.980312] env[66703]: DEBUG oslo_concurrency.lockutils [None req-ffa6d202-748e-4c81-9979-ad08741f9cf7 None None] Acquired lock "SegmentPort" {{(pid=66703) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 797.980624] env[66703]: DEBUG oslo_concurrency.lockutils [None req-ffa6d202-748e-4c81-9979-ad08741f9cf7 None None] Acquired external semaphore "SegmentPort" {{(pid=66703) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 797.980840] env[66703]: DEBUG oslo_concurrency.lockutils [None req-ffa6d202-748e-4c81-9979-ad08741f9cf7 None None] Releasing lock "SegmentPort" {{(pid=66703) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 797.981100] env[66703]: DEBUG oslo_concurrency.lockutils [None req-ffa6d202-748e-4c81-9979-ad08741f9cf7 None None] Releasing lock "port-7738d1ed-35ae-4b9c-ab16-d8566835031a" {{(pid=66703) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 798.753375] env[66703]: INFO networking_nsxv3.common.synchronization [req-4d6b389f-70b4-44a7-b267-bdb399c9f5f1 req-b0c67cf4-3181-4cf8-9de0-d507bf65a119 service nova] Enqueued Resource ID: f52985e4-827d-4ac5-ba08-62ae5081fda6 with Priority: HIGHEST for action security_group_rules [ 798.753631] env[66703]: INFO networking_nsxv3.common.synchronization [req-4d6b389f-70b4-44a7-b267-bdb399c9f5f1 req-b0c67cf4-3181-4cf8-9de0-d507bf65a119 service nova] Enqueued Resource ID: f52985e4-827d-4ac5-ba08-62ae5081fda6 with Priority: HIGHEST for action security_group_members [ 798.753750] env[66703]: INFO networking_nsxv3.common.synchronization [req-4d6b389f-70b4-44a7-b267-bdb399c9f5f1 req-b0c67cf4-3181-4cf8-9de0-d507bf65a119 service nova] Enqueued Resource ID: 7738d1ed-35ae-4b9c-ab16-d8566835031a with Priority: HIGHEST for action port [ 798.754223] env[66703]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: f52985e4-827d-4ac5-ba08-62ae5081fda6 with Priority: HIGHEST for action security_group_rules [ 798.754365] env[66703]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: f52985e4-827d-4ac5-ba08-62ae5081fda6 with Priority: HIGHEST for action security_group_members [ 798.754465] env[66703]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 7738d1ed-35ae-4b9c-ab16-d8566835031a with Priority: HIGHEST for action port [ 798.754727] env[66703]: DEBUG networking_nsxv3.common.locking [-] Lock rules-f52985e4-827d-4ac5-ba08-62ae5081fda6 taken with stack trace [, , ] {{(pid=66703) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 798.754850] env[66703]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-f52985e4-827d-4ac5-ba08-62ae5081fda6" {{(pid=66703) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 798.754918] env[66703]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-f52985e4-827d-4ac5-ba08-62ae5081fda6" {{(pid=66703) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 798.755196] env[66703]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-f52985e4-827d-4ac5-ba08-62ae5081fda6" {{(pid=66703) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 798.755282] env[66703]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('f52985e4-827d-4ac5-ba08-62ae5081fda6',) {} {{(pid=66703) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 798.756263] env[66703]: DEBUG networking_nsxv3.common.locking [-] Lock member-f52985e4-827d-4ac5-ba08-62ae5081fda6 taken with stack trace [, , ] {{(pid=66703) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 798.756366] env[66703]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-f52985e4-827d-4ac5-ba08-62ae5081fda6" {{(pid=66703) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 798.756366] env[66703]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-f52985e4-827d-4ac5-ba08-62ae5081fda6" {{(pid=66703) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 798.756546] env[66703]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-f52985e4-827d-4ac5-ba08-62ae5081fda6" {{(pid=66703) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 798.756698] env[66703]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=66703) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 798.756793] env[66703]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66703) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 798.756871] env[66703]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66703) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 798.756991] env[66703]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66703) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 798.757091] env[66703]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66703) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 798.757184] env[66703]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('f52985e4-827d-4ac5-ba08-62ae5081fda6',) {} {{(pid=66703) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 798.758081] env[66703]: DEBUG networking_nsxv3.common.locking [-] Lock port-7738d1ed-35ae-4b9c-ab16-d8566835031a taken with stack trace [, , ] {{(pid=66703) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 798.758207] env[66703]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-7738d1ed-35ae-4b9c-ab16-d8566835031a" {{(pid=66703) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 798.758207] env[66703]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-7738d1ed-35ae-4b9c-ab16-d8566835031a" {{(pid=66703) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 798.758577] env[66703]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-7738d1ed-35ae-4b9c-ab16-d8566835031a" {{(pid=66703) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 798.758577] env[66703]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('7738d1ed-35ae-4b9c-ab16-d8566835031a',) {} {{(pid=66703) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 798.999211] env[66703]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 50deca7c-20de-416b-a7ff-7a2252a34c03 in Status: SUCCESS [ 798.999416] env[66703]: WARNING networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 50deca7c-20de-416b-a7ff-7a2252a34c03 deletion is rescheduled due to dependency. [ 798.999659] env[66703]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-50deca7c-20de-416b-a7ff-7a2252a34c03" {{(pid=66703) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 799.260236] env[66703]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('f52985e4-827d-4ac5-ba08-62ae5081fda6',) {} {{(pid=66703) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 799.261672] env[66703]: DEBUG networking_nsxv3.common.locking [-] Lock member-f52985e4-827d-4ac5-ba08-62ae5081fda6 taken with stack trace [, , , ] {{(pid=66703) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 799.261672] env[66703]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-f52985e4-827d-4ac5-ba08-62ae5081fda6" {{(pid=66703) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 799.261672] env[66703]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] realization of port 7738d1ed-35ae-4b9c-ab16-d8566835031a with status ACTIVE [ 799.261857] env[66703]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=66703) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 799.261857] env[66703]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=66703) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 799.261857] env[66703]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=66703) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 799.262097] env[66703]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=66703) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 799.262221] env[66703]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=66703) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 799.262417] env[66703]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , ] {{(pid=66703) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 799.262747] env[66703]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=66703) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 799.262747] env[66703]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=66703) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 799.262747] env[66703]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=66703) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 799.262871] env[66703]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=66703) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 799.262988] env[66703]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=66703) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 799.263557] env[66703]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=66703) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 799.264602] env[66703]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=66703) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 799.264602] env[66703]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=66703) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 799.264602] env[66703]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=66703) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 799.264751] env[66703]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: SegmentPort with ID: 7738d1ed-35ae-4b9c-ab16-d8566835031a is going to be updated. [ 799.288390] env[66703]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=66703) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 799.289894] env[66703]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=66703) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 799.289894] env[66703]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=66703) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 799.289894] env[66703]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=66703) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 799.289894] env[66703]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=66703) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 799.289894] env[66703]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-7738d1ed-35ae-4b9c-ab16-d8566835031a" {{(pid=66703) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 799.669957] env[66703]: INFO networking_nsxv3.common.synchronization [None req-557a67ee-166c-45b1-8518-b4b130a32812 None None] Enqueued Resource ID: c3f5e278-379b-41ec-bd00-2fa6eb1556bb with Priority: HIGHEST for action port [ 799.670624] env[66703]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: c3f5e278-379b-41ec-bd00-2fa6eb1556bb with Priority: HIGHEST for action port [ 799.670952] env[66703]: DEBUG networking_nsxv3.common.locking [-] Lock port-c3f5e278-379b-41ec-bd00-2fa6eb1556bb taken with stack trace [, , ] {{(pid=66703) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 799.671105] env[66703]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-c3f5e278-379b-41ec-bd00-2fa6eb1556bb" {{(pid=66703) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 799.672716] env[66703]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-c3f5e278-379b-41ec-bd00-2fa6eb1556bb" {{(pid=66703) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 799.673677] env[66703]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-c3f5e278-379b-41ec-bd00-2fa6eb1556bb" {{(pid=66703) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 799.673763] env[66703]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('c3f5e278-379b-41ec-bd00-2fa6eb1556bb',) {} {{(pid=66703) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 799.767330] env[66703]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('f52985e4-827d-4ac5-ba08-62ae5081fda6',) {} {{(pid=66703) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 799.869144] env[66703]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: a9c5dd23-48a3-431d-ac41-19c73af4faf6 in Status: SUCCESS [ 799.869661] env[66703]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-a9c5dd23-48a3-431d-ac41-19c73af4faf6" {{(pid=66703) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 799.869661] env[66703]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-a9c5dd23-48a3-431d-ac41-19c73af4faf6" {{(pid=66703) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 799.871038] env[66703]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-a9c5dd23-48a3-431d-ac41-19c73af4faf6" {{(pid=66703) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 799.871038] env[66703]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=66703) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 799.871038] env[66703]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66703) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 799.871038] env[66703]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66703) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 799.871312] env[66703]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66703) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 799.871312] env[66703]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66703) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 799.871312] env[66703]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-a9c5dd23-48a3-431d-ac41-19c73af4faf6" {{(pid=66703) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 799.871493] env[66703]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('a9c5dd23-48a3-431d-ac41-19c73af4faf6',) {} {{(pid=66703) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 800.096483] env[66703]: INFO networking_nsxv3.common.synchronization [None req-b9e61443-a986-4642-b91a-6de03fbcaf2e None None] Enqueued Resource ID: bae41d78-7fba-4c33-a3f9-7b262a599b49 with Priority: HIGHEST for action port [ 800.097503] env[66703]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: bae41d78-7fba-4c33-a3f9-7b262a599b49 with Priority: HIGHEST for action port [ 800.097503] env[66703]: DEBUG networking_nsxv3.common.locking [-] Lock port-bae41d78-7fba-4c33-a3f9-7b262a599b49 taken with stack trace [, , ] {{(pid=66703) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 800.097503] env[66703]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-bae41d78-7fba-4c33-a3f9-7b262a599b49" {{(pid=66703) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 800.097739] env[66703]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-bae41d78-7fba-4c33-a3f9-7b262a599b49" {{(pid=66703) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 800.098288] env[66703]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-bae41d78-7fba-4c33-a3f9-7b262a599b49" {{(pid=66703) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 800.098288] env[66703]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('bae41d78-7fba-4c33-a3f9-7b262a599b49',) {} {{(pid=66703) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 800.176519] env[66703]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] deletion realization of port c3f5e278-379b-41ec-bd00-2fa6eb1556bb [ 800.180280] env[66703]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=66703) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 800.180280] env[66703]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=66703) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 800.180280] env[66703]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=66703) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 800.180280] env[66703]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=66703) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 800.180280] env[66703]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=66703) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 800.180280] env[66703]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Segment Port:c3f5e278-379b-41ec-bd00-2fa6eb1556bb already deleted. [ 800.180280] env[66703]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-c3f5e278-379b-41ec-bd00-2fa6eb1556bb" {{(pid=66703) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 800.272495] env[66703]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66703) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 800.273548] env[66703]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66703) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 800.273548] env[66703]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66703) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 800.273548] env[66703]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66703) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 800.273548] env[66703]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66703) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 800.273548] env[66703]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: f52985e4-827d-4ac5-ba08-62ae5081fda6 is going to be created. [ 800.305109] env[66703]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66703) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 800.305109] env[66703]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66703) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 800.305379] env[66703]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66703) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 800.305379] env[66703]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66703) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 800.305507] env[66703]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66703) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 800.315430] env[66703]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: f52985e4-827d-4ac5-ba08-62ae5081fda6 in Status: UNINITIALIZED for 2s [ 800.375667] env[66703]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('a9c5dd23-48a3-431d-ac41-19c73af4faf6',) {} {{(pid=66703) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 800.601068] env[66703]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] deletion realization of port bae41d78-7fba-4c33-a3f9-7b262a599b49 [ 800.601312] env[66703]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=66703) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 800.601446] env[66703]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=66703) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 800.601511] env[66703]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=66703) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 800.601776] env[66703]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=66703) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 800.601811] env[66703]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=66703) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 800.601895] env[66703]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Segment Port:bae41d78-7fba-4c33-a3f9-7b262a599b49 already deleted. [ 800.601972] env[66703]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-bae41d78-7fba-4c33-a3f9-7b262a599b49" {{(pid=66703) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 800.878627] env[66703]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for a9c5dd23-48a3-431d-ac41-19c73af4faf6: rpc.has_security_group_logging(os_id): False [ 800.902836] env[66703]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=66703) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 800.905024] env[66703]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66703) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 800.905024] env[66703]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66703) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 800.905024] env[66703]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66703) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 800.905024] env[66703]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66703) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 800.905024] env[66703]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=66703) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 800.905024] env[66703]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66703) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 800.905024] env[66703]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66703) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 800.905024] env[66703]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66703) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 800.905024] env[66703]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66703) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 800.905521] env[66703]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: a9c5dd23-48a3-431d-ac41-19c73af4faf6 is going to be created. [ 801.014397] env[66703]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=66703) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 801.014397] env[66703]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66703) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 801.014397] env[66703]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66703) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 801.014397] env[66703]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66703) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 801.014587] env[66703]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66703) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 801.029976] env[66703]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: a9c5dd23-48a3-431d-ac41-19c73af4faf6 in Status: IN_PROGRESS for 2s [ 802.250604] env[66703]: INFO networking_nsxv3.common.synchronization [req-8c1d3683-88b2-419a-8d9d-a10274e90eeb req-ffb2b38f-4df5-4a2e-8eb2-76f5411ed6af tempest-FloatingIPsAssociationTestJSON-1555652497 tempest-FloatingIPsAssociationTestJSON-1555652497-project-member] Enqueued Resource ID: 8e4a28ae-331b-4bc3-83a7-35099819703c with Priority: HIGHEST for action security_group_members [ 802.254062] env[66703]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 8e4a28ae-331b-4bc3-83a7-35099819703c with Priority: HIGHEST for action security_group_members [ 802.254062] env[66703]: DEBUG networking_nsxv3.common.locking [-] Lock member-8e4a28ae-331b-4bc3-83a7-35099819703c taken with stack trace [, , ] {{(pid=66703) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 802.254062] env[66703]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-8e4a28ae-331b-4bc3-83a7-35099819703c" {{(pid=66703) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 802.254062] env[66703]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-8e4a28ae-331b-4bc3-83a7-35099819703c" {{(pid=66703) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 802.254062] env[66703]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-8e4a28ae-331b-4bc3-83a7-35099819703c" {{(pid=66703) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 802.254062] env[66703]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=66703) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 802.254062] env[66703]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66703) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 802.254062] env[66703]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66703) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 802.254480] env[66703]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66703) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 802.254480] env[66703]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66703) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 802.254480] env[66703]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('8e4a28ae-331b-4bc3-83a7-35099819703c',) {} {{(pid=66703) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 802.328292] env[66703]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: f52985e4-827d-4ac5-ba08-62ae5081fda6 in Status: SUCCESS [ 802.331241] env[66703]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-f52985e4-827d-4ac5-ba08-62ae5081fda6" {{(pid=66703) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 802.331241] env[66703]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-f52985e4-827d-4ac5-ba08-62ae5081fda6" {{(pid=66703) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 802.331241] env[66703]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-f52985e4-827d-4ac5-ba08-62ae5081fda6" {{(pid=66703) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 802.331241] env[66703]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=66703) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 802.331241] env[66703]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66703) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 802.331241] env[66703]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66703) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 802.331241] env[66703]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66703) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 802.331241] env[66703]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66703) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 802.331241] env[66703]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-f52985e4-827d-4ac5-ba08-62ae5081fda6" {{(pid=66703) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 802.331241] env[66703]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('f52985e4-827d-4ac5-ba08-62ae5081fda6',) {} {{(pid=66703) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 802.371897] env[66703]: INFO networking_nsxv3.common.synchronization [None req-a601b845-c05c-4f7b-8c84-020ed2db46d0 None None] Enqueued Resource ID: b9e4e1fa-52b0-44e9-8bde-58a46b86856b with Priority: HIGHEST for action port [ 802.371897] env[66703]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: b9e4e1fa-52b0-44e9-8bde-58a46b86856b with Priority: HIGHEST for action port [ 802.371897] env[66703]: DEBUG networking_nsxv3.common.locking [-] Lock port-b9e4e1fa-52b0-44e9-8bde-58a46b86856b taken with stack trace [, , ] {{(pid=66703) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 802.371897] env[66703]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-b9e4e1fa-52b0-44e9-8bde-58a46b86856b" {{(pid=66703) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 802.371897] env[66703]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-b9e4e1fa-52b0-44e9-8bde-58a46b86856b" {{(pid=66703) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 802.371897] env[66703]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-b9e4e1fa-52b0-44e9-8bde-58a46b86856b" {{(pid=66703) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 802.371897] env[66703]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('b9e4e1fa-52b0-44e9-8bde-58a46b86856b',) {} {{(pid=66703) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 802.388578] env[66703]: INFO networking_nsxv3.common.synchronization [req-faa103bd-520f-4188-904d-a794b1252ba6 req-bdefa7f5-af8c-46ec-87d1-92a186ae7b39 tempest-ServerDiskConfigTestJSON-1467775587 tempest-ServerDiskConfigTestJSON-1467775587-project-member] Enqueued Resource ID: 3304826c-ce8e-49f9-aefd-3be39a0c0fbb with Priority: HIGHEST for action security_group_members [ 802.390344] env[66703]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 3304826c-ce8e-49f9-aefd-3be39a0c0fbb with Priority: HIGHEST for action security_group_members [ 802.391334] env[66703]: DEBUG networking_nsxv3.common.locking [-] Lock member-3304826c-ce8e-49f9-aefd-3be39a0c0fbb taken with stack trace [, , ] {{(pid=66703) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 802.391334] env[66703]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-3304826c-ce8e-49f9-aefd-3be39a0c0fbb" {{(pid=66703) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 802.391334] env[66703]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-3304826c-ce8e-49f9-aefd-3be39a0c0fbb" {{(pid=66703) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 802.391334] env[66703]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-3304826c-ce8e-49f9-aefd-3be39a0c0fbb" {{(pid=66703) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 802.391334] env[66703]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=66703) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 802.391334] env[66703]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66703) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 802.391784] env[66703]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66703) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 802.391784] env[66703]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66703) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 802.391784] env[66703]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66703) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 802.391784] env[66703]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('3304826c-ce8e-49f9-aefd-3be39a0c0fbb',) {} {{(pid=66703) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 802.585687] env[66703]: INFO networking_nsxv3.common.synchronization [None req-a72f4199-ae41-425b-9ddc-ecfe4a1aa965 tempest-ServerActionsV293TestJSON-90938605 tempest-ServerActionsV293TestJSON-90938605-project-member] Enqueued Resource ID: 35f311e8-9fa5-4653-bc01-ffb31083430c with Priority: HIGHEST for action security_group_rules [ 802.588070] env[66703]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 35f311e8-9fa5-4653-bc01-ffb31083430c with Priority: HIGHEST for action security_group_rules [ 802.588070] env[66703]: DEBUG networking_nsxv3.common.locking [-] Lock rules-35f311e8-9fa5-4653-bc01-ffb31083430c taken with stack trace [, , ] {{(pid=66703) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 802.588070] env[66703]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-35f311e8-9fa5-4653-bc01-ffb31083430c" {{(pid=66703) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 802.590047] env[66703]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-35f311e8-9fa5-4653-bc01-ffb31083430c" {{(pid=66703) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 802.590170] env[66703]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-35f311e8-9fa5-4653-bc01-ffb31083430c" {{(pid=66703) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 802.590170] env[66703]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('35f311e8-9fa5-4653-bc01-ffb31083430c',) {} {{(pid=66703) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 802.759543] env[66703]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=66703) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 802.759543] env[66703]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66703) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 802.759543] env[66703]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66703) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 802.759543] env[66703]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66703) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 802.759543] env[66703]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66703) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 802.759543] env[66703]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66703) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 802.759543] env[66703]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66703) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 802.759543] env[66703]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66703) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 802.759543] env[66703]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66703) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 802.759543] env[66703]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66703) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 802.759543] env[66703]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 8e4a28ae-331b-4bc3-83a7-35099819703c is going to be updated. [ 802.794730] env[66703]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66703) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 802.794730] env[66703]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66703) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 802.794730] env[66703]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66703) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 802.794730] env[66703]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66703) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 802.794730] env[66703]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66703) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 802.804967] env[66703]: INFO networking_nsxv3.common.synchronization [None req-5f43d553-a71a-49a3-a29a-aae63ed88b8e None None] Enqueued Resource ID: 17176743-87aa-4117-a8e6-e9ce7d28368f with Priority: HIGHEST for action port [ 802.804967] env[66703]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 17176743-87aa-4117-a8e6-e9ce7d28368f with Priority: HIGHEST for action port [ 802.806052] env[66703]: INFO networking_nsxv3.common.synchronization [None req-29383ad8-073c-4f5c-9838-782ee2cedfa2 tempest-ServerActionsV293TestJSON-90938605 tempest-ServerActionsV293TestJSON-90938605-project-member] Enqueued Resource ID: 35f311e8-9fa5-4653-bc01-ffb31083430c with Priority: HIGHEST for action security_group_rules [ 802.807235] env[66703]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 8e4a28ae-331b-4bc3-83a7-35099819703c in Status: IN_PROGRESS for 2s [ 802.807627] env[66703]: DEBUG networking_nsxv3.common.locking [-] Lock port-17176743-87aa-4117-a8e6-e9ce7d28368f taken with stack trace [, , ] {{(pid=66703) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 802.807907] env[66703]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-17176743-87aa-4117-a8e6-e9ce7d28368f" {{(pid=66703) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 802.808132] env[66703]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-17176743-87aa-4117-a8e6-e9ce7d28368f" {{(pid=66703) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 802.808604] env[66703]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-17176743-87aa-4117-a8e6-e9ce7d28368f" {{(pid=66703) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 802.808793] env[66703]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('17176743-87aa-4117-a8e6-e9ce7d28368f',) {} {{(pid=66703) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 802.810066] env[66703]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 35f311e8-9fa5-4653-bc01-ffb31083430c with Priority: HIGHEST for action security_group_rules [ 802.811747] env[66703]: DEBUG networking_nsxv3.common.locking [-] Lock rules-35f311e8-9fa5-4653-bc01-ffb31083430c taken with stack trace [, , ] {{(pid=66703) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 802.812691] env[66703]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-35f311e8-9fa5-4653-bc01-ffb31083430c" {{(pid=66703) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 802.835191] env[66703]: DEBUG networking_nsxv3.common.locking [-] Lock member-f52985e4-827d-4ac5-ba08-62ae5081fda6 taken with stack trace [, , , ] {{(pid=66703) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 802.835458] env[66703]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-f52985e4-827d-4ac5-ba08-62ae5081fda6" {{(pid=66703) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 802.835757] env[66703]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-f52985e4-827d-4ac5-ba08-62ae5081fda6" {{(pid=66703) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 802.838040] env[66703]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-f52985e4-827d-4ac5-ba08-62ae5081fda6" {{(pid=66703) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 802.838040] env[66703]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=66703) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 802.838040] env[66703]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66703) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 802.838040] env[66703]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66703) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 802.838040] env[66703]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66703) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 802.838040] env[66703]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66703) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 802.838040] env[66703]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-f52985e4-827d-4ac5-ba08-62ae5081fda6" {{(pid=66703) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 802.838040] env[66703]: DEBUG networking_nsxv3.common.locking [-] Lock member-f52985e4-827d-4ac5-ba08-62ae5081fda6 taken with stack trace [, , , ] {{(pid=66703) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 802.838040] env[66703]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-f52985e4-827d-4ac5-ba08-62ae5081fda6" {{(pid=66703) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 802.838040] env[66703]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-f52985e4-827d-4ac5-ba08-62ae5081fda6" {{(pid=66703) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 802.838815] env[66703]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-f52985e4-827d-4ac5-ba08-62ae5081fda6" {{(pid=66703) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 802.839184] env[66703]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=66703) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 802.839496] env[66703]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66703) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 802.839737] env[66703]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66703) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 802.840232] env[66703]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66703) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 802.840784] env[66703]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66703) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 802.841081] env[66703]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-f52985e4-827d-4ac5-ba08-62ae5081fda6" {{(pid=66703) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 802.843029] env[66703]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('f52985e4-827d-4ac5-ba08-62ae5081fda6',) {} {{(pid=66703) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 802.874276] env[66703]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] deletion realization of port b9e4e1fa-52b0-44e9-8bde-58a46b86856b [ 802.874519] env[66703]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=66703) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 802.874648] env[66703]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=66703) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 802.874717] env[66703]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=66703) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 802.875502] env[66703]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=66703) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 802.875502] env[66703]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=66703) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 802.875502] env[66703]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Segment Port:b9e4e1fa-52b0-44e9-8bde-58a46b86856b already deleted. [ 802.875502] env[66703]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-b9e4e1fa-52b0-44e9-8bde-58a46b86856b" {{(pid=66703) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 802.893030] env[66703]: DEBUG networking_nsxv3.common.locking [None req-ffa6d202-748e-4c81-9979-ad08741f9cf7 None None] Lock network-732 taken with stack trace [, , , , , , , , ] {{(pid=66703) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 802.893559] env[66703]: DEBUG oslo_concurrency.lockutils [None req-ffa6d202-748e-4c81-9979-ad08741f9cf7 None None] Acquiring lock "network-732" {{(pid=66703) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 802.893705] env[66703]: DEBUG oslo_concurrency.lockutils [None req-ffa6d202-748e-4c81-9979-ad08741f9cf7 None None] Acquired lock "network-732" {{(pid=66703) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 802.895616] env[66703]: DEBUG oslo_concurrency.lockutils [None req-ffa6d202-748e-4c81-9979-ad08741f9cf7 None None] Acquired external semaphore "network-732" {{(pid=66703) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 802.896011] env[66703]: DEBUG networking_nsxv3.common.locking [None req-ffa6d202-748e-4c81-9979-ad08741f9cf7 None None] Lock Segment taken with stack trace [, , , , , , , , , , ] {{(pid=66703) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 802.896173] env[66703]: DEBUG oslo_concurrency.lockutils [None req-ffa6d202-748e-4c81-9979-ad08741f9cf7 None None] Acquiring lock "Segment" {{(pid=66703) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 802.896290] env[66703]: DEBUG oslo_concurrency.lockutils [None req-ffa6d202-748e-4c81-9979-ad08741f9cf7 None None] Acquired lock "Segment" {{(pid=66703) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 802.896517] env[66703]: DEBUG oslo_concurrency.lockutils [None req-ffa6d202-748e-4c81-9979-ad08741f9cf7 None None] Acquired external semaphore "Segment" {{(pid=66703) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 802.896660] env[66703]: DEBUG oslo_concurrency.lockutils [None req-ffa6d202-748e-4c81-9979-ad08741f9cf7 None None] Releasing lock "Segment" {{(pid=66703) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 802.896867] env[66703]: DEBUG dogpile.cache.region [None req-ffa6d202-748e-4c81-9979-ad08741f9cf7 None None] No value present for key: 'zone-id' {{(pid=66703) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 802.897009] env[66703]: DEBUG dogpile.lock [None req-ffa6d202-748e-4c81-9979-ad08741f9cf7 None None] NeedRegenerationException {{(pid=66703) _enter /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:90}} [ 802.897130] env[66703]: DEBUG dogpile.lock [None req-ffa6d202-748e-4c81-9979-ad08741f9cf7 None None] no value, waiting for create lock {{(pid=66703) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:131}} [ 802.897261] env[66703]: DEBUG dogpile.lock [None req-ffa6d202-748e-4c81-9979-ad08741f9cf7 None None] value creation lock acquired {{(pid=66703) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:135}} [ 802.897371] env[66703]: DEBUG dogpile.cache.region [None req-ffa6d202-748e-4c81-9979-ad08741f9cf7 None None] No value present for key: 'zone-id' {{(pid=66703) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 802.897476] env[66703]: DEBUG dogpile.lock [None req-ffa6d202-748e-4c81-9979-ad08741f9cf7 None None] Calling creation function for not-yet-present value {{(pid=66703) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:174}} [ 802.897601] env[66703]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-ffa6d202-748e-4c81-9979-ad08741f9cf7 None None] Looking for TransportZone with name nsx-vlan-transportzone. [ 802.901081] env[66703]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=66703) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 802.901231] env[66703]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66703) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 802.901307] env[66703]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66703) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 802.901542] env[66703]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66703) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 802.901629] env[66703]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66703) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 802.901760] env[66703]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66703) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 802.901856] env[66703]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66703) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 802.901906] env[66703]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66703) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 802.902137] env[66703]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66703) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 802.902137] env[66703]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66703) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 802.902269] env[66703]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 3304826c-ce8e-49f9-aefd-3be39a0c0fbb is going to be updated. [ 802.940316] env[66703]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-ffa6d202-748e-4c81-9979-ad08741f9cf7 None None] loading zone with a95c914d-748d-497c-94ab-10d4647daeba and tags [{'scope': 'mp2policy_migr_status', 'tag': 'success'}] [ 802.941063] env[66703]: DEBUG dogpile.cache.region [None req-ffa6d202-748e-4c81-9979-ad08741f9cf7 None None] Cache value generated in 0.043 seconds for key(s): 'zone-id' {{(pid=66703) _log_time /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:910}} [ 802.941063] env[66703]: DEBUG dogpile.lock [None req-ffa6d202-748e-4c81-9979-ad08741f9cf7 None None] Released creation lock {{(pid=66703) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:182}} [ 802.941063] env[66703]: DEBUG oslo_concurrency.lockutils [None req-ffa6d202-748e-4c81-9979-ad08741f9cf7 None None] Releasing lock "network-732" {{(pid=66703) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 802.941063] env[66703]: DEBUG networking_nsxv3.common.locking [None req-ffa6d202-748e-4c81-9979-ad08741f9cf7 None None] Lock port-968d9ce0-9922-4a22-830b-5b6107c5f94a taken with stack trace [, , , , , , , , ] {{(pid=66703) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 802.941581] env[66703]: DEBUG oslo_concurrency.lockutils [None req-ffa6d202-748e-4c81-9979-ad08741f9cf7 None None] Acquiring lock "port-968d9ce0-9922-4a22-830b-5b6107c5f94a" {{(pid=66703) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 802.941581] env[66703]: DEBUG oslo_concurrency.lockutils [None req-ffa6d202-748e-4c81-9979-ad08741f9cf7 None None] Acquired lock "port-968d9ce0-9922-4a22-830b-5b6107c5f94a" {{(pid=66703) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 802.941684] env[66703]: DEBUG oslo_concurrency.lockutils [None req-ffa6d202-748e-4c81-9979-ad08741f9cf7 None None] Acquired external semaphore "port-968d9ce0-9922-4a22-830b-5b6107c5f94a" {{(pid=66703) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 802.941804] env[66703]: DEBUG networking_nsxv3.api.rpc [None req-ffa6d202-748e-4c81-9979-ad08741f9cf7 None None] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('968d9ce0-9922-4a22-830b-5b6107c5f94a',) {} {{(pid=66703) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 802.945423] env[66703]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66703) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 802.946614] env[66703]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66703) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 802.946690] env[66703]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66703) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 802.947671] env[66703]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66703) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 802.947671] env[66703]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66703) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 802.957028] env[66703]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 3304826c-ce8e-49f9-aefd-3be39a0c0fbb in Status: IN_PROGRESS for 2s [ 803.034332] env[66703]: INFO networking_nsxv3.common.synchronization [req-200e18ad-d261-4992-9f29-240500f2ff6f req-2438bb37-c3e6-492c-89a1-66adb1d7ebd0 tempest-SecurityGroupsTestJSON-990568022 tempest-SecurityGroupsTestJSON-990568022-project-member] Enqueued Resource ID: c980f404-e832-441f-9346-ec5a161579f0 with Priority: HIGHEST for action security_group_members [ 803.034672] env[66703]: INFO networking_nsxv3.common.synchronization [req-200e18ad-d261-4992-9f29-240500f2ff6f req-2438bb37-c3e6-492c-89a1-66adb1d7ebd0 tempest-SecurityGroupsTestJSON-990568022 tempest-SecurityGroupsTestJSON-990568022-project-member] Enqueued Resource ID: edd00d40-6f87-4c61-9069-3d442058e704 with Priority: HIGHEST for action security_group_members [ 803.035347] env[66703]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: c980f404-e832-441f-9346-ec5a161579f0 with Priority: HIGHEST for action security_group_members [ 803.035629] env[66703]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: edd00d40-6f87-4c61-9069-3d442058e704 with Priority: HIGHEST for action security_group_members [ 803.036092] env[66703]: DEBUG networking_nsxv3.common.locking [-] Lock member-c980f404-e832-441f-9346-ec5a161579f0 taken with stack trace [, , ] {{(pid=66703) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 803.036390] env[66703]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-c980f404-e832-441f-9346-ec5a161579f0" {{(pid=66703) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 803.036565] env[66703]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-c980f404-e832-441f-9346-ec5a161579f0" {{(pid=66703) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 803.036903] env[66703]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-c980f404-e832-441f-9346-ec5a161579f0" {{(pid=66703) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 803.037195] env[66703]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=66703) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 803.037433] env[66703]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66703) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 803.037612] env[66703]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66703) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 803.037870] env[66703]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66703) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 803.038107] env[66703]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66703) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 803.038316] env[66703]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('c980f404-e832-441f-9346-ec5a161579f0',) {} {{(pid=66703) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 803.039873] env[66703]: DEBUG networking_nsxv3.common.locking [-] Lock member-edd00d40-6f87-4c61-9069-3d442058e704 taken with stack trace [, , ] {{(pid=66703) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 803.043440] env[66703]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-edd00d40-6f87-4c61-9069-3d442058e704" {{(pid=66703) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 803.043440] env[66703]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-edd00d40-6f87-4c61-9069-3d442058e704" {{(pid=66703) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 803.043440] env[66703]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-edd00d40-6f87-4c61-9069-3d442058e704" {{(pid=66703) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 803.043440] env[66703]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=66703) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 803.043440] env[66703]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66703) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 803.043440] env[66703]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66703) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 803.043440] env[66703]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66703) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 803.043440] env[66703]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66703) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 803.043440] env[66703]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('edd00d40-6f87-4c61-9069-3d442058e704',) {} {{(pid=66703) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 803.043440] env[66703]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: a9c5dd23-48a3-431d-ac41-19c73af4faf6 in Status: SUCCESS [ 803.043440] env[66703]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-a9c5dd23-48a3-431d-ac41-19c73af4faf6" {{(pid=66703) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 803.109220] env[66703]: INFO networking_nsxv3.common.synchronization [req-200e18ad-d261-4992-9f29-240500f2ff6f req-2438bb37-c3e6-492c-89a1-66adb1d7ebd0 tempest-SecurityGroupsTestJSON-990568022 tempest-SecurityGroupsTestJSON-990568022-project-member] Enqueued Resource ID: c980f404-e832-441f-9346-ec5a161579f0 with Priority: HIGHEST for action security_group_rules [ 803.109220] env[66703]: INFO networking_nsxv3.common.synchronization [req-200e18ad-d261-4992-9f29-240500f2ff6f req-2438bb37-c3e6-492c-89a1-66adb1d7ebd0 tempest-SecurityGroupsTestJSON-990568022 tempest-SecurityGroupsTestJSON-990568022-project-member] Enqueued Resource ID: c980f404-e832-441f-9346-ec5a161579f0 with Priority: HIGHEST for action security_group_members [ 803.109220] env[66703]: INFO networking_nsxv3.common.synchronization [req-200e18ad-d261-4992-9f29-240500f2ff6f req-2438bb37-c3e6-492c-89a1-66adb1d7ebd0 tempest-SecurityGroupsTestJSON-990568022 tempest-SecurityGroupsTestJSON-990568022-project-member] Enqueued Resource ID: edd00d40-6f87-4c61-9069-3d442058e704 with Priority: HIGHEST for action security_group_rules [ 803.109220] env[66703]: INFO networking_nsxv3.common.synchronization [req-200e18ad-d261-4992-9f29-240500f2ff6f req-2438bb37-c3e6-492c-89a1-66adb1d7ebd0 tempest-SecurityGroupsTestJSON-990568022 tempest-SecurityGroupsTestJSON-990568022-project-member] Enqueued Resource ID: edd00d40-6f87-4c61-9069-3d442058e704 with Priority: HIGHEST for action security_group_members [ 803.109220] env[66703]: INFO networking_nsxv3.common.synchronization [req-200e18ad-d261-4992-9f29-240500f2ff6f req-2438bb37-c3e6-492c-89a1-66adb1d7ebd0 tempest-SecurityGroupsTestJSON-990568022 tempest-SecurityGroupsTestJSON-990568022-project-member] Enqueued Resource ID: 44005299-87ec-40f6-9daa-32a4e97c926c with Priority: HIGHEST for action port [ 803.109887] env[66703]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: c980f404-e832-441f-9346-ec5a161579f0 with Priority: HIGHEST for action security_group_rules [ 803.110199] env[66703]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: edd00d40-6f87-4c61-9069-3d442058e704 with Priority: HIGHEST for action security_group_rules [ 803.110452] env[66703]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 44005299-87ec-40f6-9daa-32a4e97c926c with Priority: HIGHEST for action port [ 803.110714] env[66703]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: c980f404-e832-441f-9346-ec5a161579f0 with Priority: HIGHEST for action security_group_members [ 803.110907] env[66703]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: edd00d40-6f87-4c61-9069-3d442058e704 with Priority: HIGHEST for action security_group_members [ 803.111767] env[66703]: DEBUG networking_nsxv3.common.locking [-] Lock rules-c980f404-e832-441f-9346-ec5a161579f0 taken with stack trace [, , ] {{(pid=66703) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 803.114019] env[66703]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-c980f404-e832-441f-9346-ec5a161579f0" {{(pid=66703) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 803.114019] env[66703]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-c980f404-e832-441f-9346-ec5a161579f0" {{(pid=66703) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 803.114019] env[66703]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-c980f404-e832-441f-9346-ec5a161579f0" {{(pid=66703) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 803.114019] env[66703]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('c980f404-e832-441f-9346-ec5a161579f0',) {} {{(pid=66703) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 803.114019] env[66703]: DEBUG networking_nsxv3.common.locking [-] Lock rules-edd00d40-6f87-4c61-9069-3d442058e704 taken with stack trace [, , ] {{(pid=66703) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 803.114019] env[66703]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-edd00d40-6f87-4c61-9069-3d442058e704" {{(pid=66703) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 803.114019] env[66703]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-edd00d40-6f87-4c61-9069-3d442058e704" {{(pid=66703) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 803.114019] env[66703]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-edd00d40-6f87-4c61-9069-3d442058e704" {{(pid=66703) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 803.114019] env[66703]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('edd00d40-6f87-4c61-9069-3d442058e704',) {} {{(pid=66703) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 803.115251] env[66703]: DEBUG networking_nsxv3.common.locking [-] Lock port-44005299-87ec-40f6-9daa-32a4e97c926c taken with stack trace [, , ] {{(pid=66703) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 803.115541] env[66703]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-44005299-87ec-40f6-9daa-32a4e97c926c" {{(pid=66703) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 803.115699] env[66703]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-44005299-87ec-40f6-9daa-32a4e97c926c" {{(pid=66703) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 803.116080] env[66703]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-44005299-87ec-40f6-9daa-32a4e97c926c" {{(pid=66703) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 803.116319] env[66703]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('44005299-87ec-40f6-9daa-32a4e97c926c',) {} {{(pid=66703) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 803.117454] env[66703]: DEBUG networking_nsxv3.common.locking [-] Lock member-c980f404-e832-441f-9346-ec5a161579f0 taken with stack trace [, , ] {{(pid=66703) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 803.117658] env[66703]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-c980f404-e832-441f-9346-ec5a161579f0" {{(pid=66703) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 803.118312] env[66703]: DEBUG networking_nsxv3.common.locking [-] Lock member-edd00d40-6f87-4c61-9069-3d442058e704 taken with stack trace [, , ] {{(pid=66703) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 803.118524] env[66703]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-edd00d40-6f87-4c61-9069-3d442058e704" {{(pid=66703) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 803.120088] env[66703]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=66703) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 803.120371] env[66703]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66703) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 803.120904] env[66703]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66703) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 803.120904] env[66703]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66703) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 803.120904] env[66703]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66703) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 803.121200] env[66703]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 35f311e8-9fa5-4653-bc01-ffb31083430c already deleted. [ 803.121363] env[66703]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-35f311e8-9fa5-4653-bc01-ffb31083430c" {{(pid=66703) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 803.122586] env[66703]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-35f311e8-9fa5-4653-bc01-ffb31083430c" {{(pid=66703) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 803.122586] env[66703]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-35f311e8-9fa5-4653-bc01-ffb31083430c" {{(pid=66703) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 803.122586] env[66703]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('35f311e8-9fa5-4653-bc01-ffb31083430c',) {} {{(pid=66703) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 803.313405] env[66703]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] deletion realization of port 17176743-87aa-4117-a8e6-e9ce7d28368f [ 803.313405] env[66703]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=66703) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 803.313405] env[66703]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=66703) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 803.313405] env[66703]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=66703) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 803.313405] env[66703]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=66703) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 803.313405] env[66703]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=66703) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 803.313405] env[66703]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Segment Port:17176743-87aa-4117-a8e6-e9ce7d28368f already deleted. [ 803.313405] env[66703]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-17176743-87aa-4117-a8e6-e9ce7d28368f" {{(pid=66703) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 803.346214] env[66703]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for f52985e4-827d-4ac5-ba08-62ae5081fda6: rpc.has_security_group_logging(os_id): False [ 803.365609] env[66703]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=66703) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 803.365609] env[66703]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66703) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 803.365609] env[66703]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66703) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 803.365609] env[66703]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66703) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 803.365609] env[66703]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66703) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 803.365609] env[66703]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66703) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 803.365609] env[66703]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66703) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 803.365609] env[66703]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66703) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 803.366173] env[66703]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66703) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 803.366173] env[66703]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66703) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 803.366505] env[66703]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66703) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 803.366706] env[66703]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66703) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 803.366875] env[66703]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66703) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 803.367105] env[66703]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66703) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 803.367245] env[66703]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66703) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 803.367564] env[66703]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=66703) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 803.367750] env[66703]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66703) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 803.367815] env[66703]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66703) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 803.368116] env[66703]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66703) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 803.368236] env[66703]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66703) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 803.368401] env[66703]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: f52985e4-827d-4ac5-ba08-62ae5081fda6 is going to be created. [ 803.436794] env[66703]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=66703) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 803.436865] env[66703]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66703) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 803.436913] env[66703]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66703) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 803.437201] env[66703]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66703) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 803.437618] env[66703]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66703) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 803.445624] env[66703]: DEBUG networking_nsxv3.common.locking [None req-ffa6d202-748e-4c81-9979-ad08741f9cf7 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , ] {{(pid=66703) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 803.445856] env[66703]: DEBUG oslo_concurrency.lockutils [None req-ffa6d202-748e-4c81-9979-ad08741f9cf7 None None] Acquiring lock "SegmentPort" {{(pid=66703) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 803.446020] env[66703]: DEBUG oslo_concurrency.lockutils [None req-ffa6d202-748e-4c81-9979-ad08741f9cf7 None None] Acquired lock "SegmentPort" {{(pid=66703) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 803.446299] env[66703]: DEBUG oslo_concurrency.lockutils [None req-ffa6d202-748e-4c81-9979-ad08741f9cf7 None None] Acquired external semaphore "SegmentPort" {{(pid=66703) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 803.446444] env[66703]: DEBUG oslo_concurrency.lockutils [None req-ffa6d202-748e-4c81-9979-ad08741f9cf7 None None] Releasing lock "SegmentPort" {{(pid=66703) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 803.446592] env[66703]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-ffa6d202-748e-4c81-9979-ad08741f9cf7 None None] Segment Port 968d9ce0-9922-4a22-830b-5b6107c5f94a not found, creating... [ 803.446852] env[66703]: DEBUG networking_nsxv3.common.locking [None req-ffa6d202-748e-4c81-9979-ad08741f9cf7 None None] Lock Segment taken with stack trace [, , , , , , , , , , , ] {{(pid=66703) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 803.446994] env[66703]: DEBUG oslo_concurrency.lockutils [None req-ffa6d202-748e-4c81-9979-ad08741f9cf7 None None] Acquiring lock "Segment" {{(pid=66703) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 803.447114] env[66703]: DEBUG oslo_concurrency.lockutils [None req-ffa6d202-748e-4c81-9979-ad08741f9cf7 None None] Acquired lock "Segment" {{(pid=66703) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 803.447330] env[66703]: DEBUG oslo_concurrency.lockutils [None req-ffa6d202-748e-4c81-9979-ad08741f9cf7 None None] Acquired external semaphore "Segment" {{(pid=66703) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 803.447452] env[66703]: DEBUG oslo_concurrency.lockutils [None req-ffa6d202-748e-4c81-9979-ad08741f9cf7 None None] Releasing lock "Segment" {{(pid=66703) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 803.447716] env[66703]: DEBUG networking_nsxv3.common.locking [None req-ffa6d202-748e-4c81-9979-ad08741f9cf7 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=66703) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 803.447857] env[66703]: DEBUG oslo_concurrency.lockutils [None req-ffa6d202-748e-4c81-9979-ad08741f9cf7 None None] Acquiring lock "SegmentPort" {{(pid=66703) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 803.447960] env[66703]: DEBUG oslo_concurrency.lockutils [None req-ffa6d202-748e-4c81-9979-ad08741f9cf7 None None] Acquired lock "SegmentPort" {{(pid=66703) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 803.448202] env[66703]: DEBUG oslo_concurrency.lockutils [None req-ffa6d202-748e-4c81-9979-ad08741f9cf7 None None] Acquired external semaphore "SegmentPort" {{(pid=66703) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 803.448360] env[66703]: DEBUG oslo_concurrency.lockutils [None req-ffa6d202-748e-4c81-9979-ad08741f9cf7 None None] Releasing lock "SegmentPort" {{(pid=66703) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 803.448528] env[66703]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-ffa6d202-748e-4c81-9979-ad08741f9cf7 None None] Resource: SegmentPort with ID: 968d9ce0-9922-4a22-830b-5b6107c5f94a is going to be created. [ 803.451836] env[66703]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: f52985e4-827d-4ac5-ba08-62ae5081fda6 in Status: IN_PROGRESS for 2s [ 803.474600] env[66703]: DEBUG networking_nsxv3.common.locking [None req-ffa6d202-748e-4c81-9979-ad08741f9cf7 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=66703) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 803.474870] env[66703]: DEBUG oslo_concurrency.lockutils [None req-ffa6d202-748e-4c81-9979-ad08741f9cf7 None None] Acquiring lock "SegmentPort" {{(pid=66703) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 803.475128] env[66703]: DEBUG oslo_concurrency.lockutils [None req-ffa6d202-748e-4c81-9979-ad08741f9cf7 None None] Acquired lock "SegmentPort" {{(pid=66703) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 803.475469] env[66703]: DEBUG oslo_concurrency.lockutils [None req-ffa6d202-748e-4c81-9979-ad08741f9cf7 None None] Acquired external semaphore "SegmentPort" {{(pid=66703) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 803.476335] env[66703]: DEBUG oslo_concurrency.lockutils [None req-ffa6d202-748e-4c81-9979-ad08741f9cf7 None None] Releasing lock "SegmentPort" {{(pid=66703) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 803.476335] env[66703]: DEBUG oslo_concurrency.lockutils [None req-ffa6d202-748e-4c81-9979-ad08741f9cf7 None None] Releasing lock "port-968d9ce0-9922-4a22-830b-5b6107c5f94a" {{(pid=66703) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 803.545671] env[66703]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('c980f404-e832-441f-9346-ec5a161579f0',) {} {{(pid=66703) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 803.547323] env[66703]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('edd00d40-6f87-4c61-9069-3d442058e704',) {} {{(pid=66703) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 803.619813] env[66703]: DEBUG networking_nsxv3.common.locking [-] Lock member-edd00d40-6f87-4c61-9069-3d442058e704 taken with stack trace [, , , ] {{(pid=66703) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 803.620532] env[66703]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-edd00d40-6f87-4c61-9069-3d442058e704" {{(pid=66703) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 803.620928] env[66703]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] realization of port 44005299-87ec-40f6-9daa-32a4e97c926c with status ACTIVE [ 803.621204] env[66703]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=66703) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 803.622194] env[66703]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=66703) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 803.622303] env[66703]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=66703) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 803.622599] env[66703]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=66703) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 803.623195] env[66703]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=66703) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 803.623195] env[66703]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , ] {{(pid=66703) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 803.624221] env[66703]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=66703) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 803.624356] env[66703]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=66703) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 803.628064] env[66703]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=66703) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 803.628064] env[66703]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=66703) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 803.628064] env[66703]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=66703) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 803.628064] env[66703]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=66703) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 803.628064] env[66703]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=66703) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 803.628064] env[66703]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=66703) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 803.628064] env[66703]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=66703) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 803.628064] env[66703]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: SegmentPort with ID: 44005299-87ec-40f6-9daa-32a4e97c926c is going to be updated. [ 803.629533] env[66703]: DEBUG networking_nsxv3.common.locking [-] Lock member-c980f404-e832-441f-9346-ec5a161579f0 taken with stack trace [, , , ] {{(pid=66703) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 803.629968] env[66703]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-c980f404-e832-441f-9346-ec5a161579f0" {{(pid=66703) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 803.661725] env[66703]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=66703) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 803.661995] env[66703]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66703) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 803.661995] env[66703]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66703) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 803.663160] env[66703]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66703) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 803.663160] env[66703]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66703) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 803.663160] env[66703]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 35f311e8-9fa5-4653-bc01-ffb31083430c already deleted. [ 803.663160] env[66703]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-35f311e8-9fa5-4653-bc01-ffb31083430c" {{(pid=66703) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 803.674457] env[66703]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=66703) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 803.674611] env[66703]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=66703) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 803.674702] env[66703]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=66703) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 803.674926] env[66703]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=66703) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 803.675144] env[66703]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=66703) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 803.675319] env[66703]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-44005299-87ec-40f6-9daa-32a4e97c926c" {{(pid=66703) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 804.050117] env[66703]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('c980f404-e832-441f-9346-ec5a161579f0',) {} {{(pid=66703) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 804.051185] env[66703]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('edd00d40-6f87-4c61-9069-3d442058e704',) {} {{(pid=66703) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 804.235587] env[66703]: INFO networking_nsxv3.common.synchronization [req-faa103bd-520f-4188-904d-a794b1252ba6 req-5fb48be4-2b06-4a2a-a743-70570cc303df service nova] Enqueued Resource ID: 3304826c-ce8e-49f9-aefd-3be39a0c0fbb with Priority: HIGHEST for action security_group_rules [ 804.235861] env[66703]: INFO networking_nsxv3.common.synchronization [req-faa103bd-520f-4188-904d-a794b1252ba6 req-5fb48be4-2b06-4a2a-a743-70570cc303df service nova] Enqueued Resource ID: 3304826c-ce8e-49f9-aefd-3be39a0c0fbb with Priority: HIGHEST for action security_group_members [ 804.236101] env[66703]: INFO networking_nsxv3.common.synchronization [req-faa103bd-520f-4188-904d-a794b1252ba6 req-5fb48be4-2b06-4a2a-a743-70570cc303df service nova] Enqueued Resource ID: 968d9ce0-9922-4a22-830b-5b6107c5f94a with Priority: HIGHEST for action port [ 804.236766] env[66703]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 3304826c-ce8e-49f9-aefd-3be39a0c0fbb with Priority: HIGHEST for action security_group_rules [ 804.237602] env[66703]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 3304826c-ce8e-49f9-aefd-3be39a0c0fbb with Priority: HIGHEST for action security_group_members [ 804.237727] env[66703]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 968d9ce0-9922-4a22-830b-5b6107c5f94a with Priority: HIGHEST for action port [ 804.238042] env[66703]: DEBUG networking_nsxv3.common.locking [-] Lock rules-3304826c-ce8e-49f9-aefd-3be39a0c0fbb taken with stack trace [, , ] {{(pid=66703) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 804.238195] env[66703]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-3304826c-ce8e-49f9-aefd-3be39a0c0fbb" {{(pid=66703) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 804.238248] env[66703]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-3304826c-ce8e-49f9-aefd-3be39a0c0fbb" {{(pid=66703) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 804.238430] env[66703]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-3304826c-ce8e-49f9-aefd-3be39a0c0fbb" {{(pid=66703) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 804.238506] env[66703]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('3304826c-ce8e-49f9-aefd-3be39a0c0fbb',) {} {{(pid=66703) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 804.239450] env[66703]: DEBUG networking_nsxv3.common.locking [-] Lock member-3304826c-ce8e-49f9-aefd-3be39a0c0fbb taken with stack trace [, , ] {{(pid=66703) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 804.239553] env[66703]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-3304826c-ce8e-49f9-aefd-3be39a0c0fbb" {{(pid=66703) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 804.240085] env[66703]: DEBUG networking_nsxv3.common.locking [-] Lock port-968d9ce0-9922-4a22-830b-5b6107c5f94a taken with stack trace [, , ] {{(pid=66703) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 804.240345] env[66703]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-968d9ce0-9922-4a22-830b-5b6107c5f94a" {{(pid=66703) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 804.240345] env[66703]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-968d9ce0-9922-4a22-830b-5b6107c5f94a" {{(pid=66703) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 804.240493] env[66703]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-968d9ce0-9922-4a22-830b-5b6107c5f94a" {{(pid=66703) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 804.240538] env[66703]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('968d9ce0-9922-4a22-830b-5b6107c5f94a',) {} {{(pid=66703) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 804.552705] env[66703]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66703) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 804.553144] env[66703]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66703) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 804.553144] env[66703]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66703) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 804.553286] env[66703]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66703) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 804.553286] env[66703]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66703) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 804.553513] env[66703]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: c980f404-e832-441f-9346-ec5a161579f0 is going to be created. [ 804.554757] env[66703]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66703) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 804.554866] env[66703]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66703) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 804.554954] env[66703]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66703) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 804.555162] env[66703]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66703) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 804.555531] env[66703]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66703) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 804.555627] env[66703]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: edd00d40-6f87-4c61-9069-3d442058e704 is going to be updated. [ 804.589700] env[66703]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66703) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 804.589700] env[66703]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66703) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 804.589700] env[66703]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66703) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 804.589700] env[66703]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66703) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 804.589700] env[66703]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66703) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 804.598129] env[66703]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66703) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 804.598129] env[66703]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66703) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 804.598129] env[66703]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66703) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 804.598129] env[66703]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66703) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 804.598129] env[66703]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66703) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 804.600104] env[66703]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: c980f404-e832-441f-9346-ec5a161579f0 in Status: UNINITIALIZED for 2s [ 804.605672] env[66703]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: edd00d40-6f87-4c61-9069-3d442058e704 in Status: IN_PROGRESS for 2s [ 804.742908] env[66703]: DEBUG networking_nsxv3.common.locking [-] Lock member-3304826c-ce8e-49f9-aefd-3be39a0c0fbb taken with stack trace [, , , ] {{(pid=66703) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 804.743085] env[66703]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-3304826c-ce8e-49f9-aefd-3be39a0c0fbb" {{(pid=66703) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 804.743251] env[66703]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] realization of port 968d9ce0-9922-4a22-830b-5b6107c5f94a with status ACTIVE [ 804.743512] env[66703]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=66703) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 804.743676] env[66703]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=66703) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 804.743819] env[66703]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=66703) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 804.744529] env[66703]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=66703) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 804.744529] env[66703]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=66703) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 804.744529] env[66703]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , ] {{(pid=66703) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 804.744785] env[66703]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=66703) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 804.744785] env[66703]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=66703) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 804.744904] env[66703]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=66703) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 804.747485] env[66703]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=66703) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 804.747485] env[66703]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=66703) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 804.747485] env[66703]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=66703) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 804.747485] env[66703]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=66703) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 804.747485] env[66703]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=66703) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 804.747485] env[66703]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=66703) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 804.747485] env[66703]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: SegmentPort with ID: 968d9ce0-9922-4a22-830b-5b6107c5f94a is going to be updated. [ 804.755537] env[66703]: INFO networking_nsxv3.common.synchronization [req-b87158a7-cb28-4cca-aba3-b5615a4cafe1 req-0ef9774f-0a3e-4ac7-a111-aafe3a61d5a8 tempest-ServersNegativeTestMultiTenantJSON-287825831 tempest-ServersNegativeTestMultiTenantJSON-287825831-project-member] Enqueued Resource ID: 9e323f42-5013-4d32-95d0-2cc0dffa766e with Priority: HIGHEST for action security_group_members [ 804.756836] env[66703]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 9e323f42-5013-4d32-95d0-2cc0dffa766e with Priority: HIGHEST for action security_group_members [ 804.757030] env[66703]: DEBUG networking_nsxv3.common.locking [-] Lock member-9e323f42-5013-4d32-95d0-2cc0dffa766e taken with stack trace [, , ] {{(pid=66703) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 804.757240] env[66703]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-9e323f42-5013-4d32-95d0-2cc0dffa766e" {{(pid=66703) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 804.757302] env[66703]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-9e323f42-5013-4d32-95d0-2cc0dffa766e" {{(pid=66703) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 804.758483] env[66703]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-9e323f42-5013-4d32-95d0-2cc0dffa766e" {{(pid=66703) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 804.758483] env[66703]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=66703) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 804.758483] env[66703]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66703) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 804.758483] env[66703]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66703) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 804.758956] env[66703]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66703) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 804.758956] env[66703]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66703) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 804.759147] env[66703]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('9e323f42-5013-4d32-95d0-2cc0dffa766e',) {} {{(pid=66703) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 804.783609] env[66703]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=66703) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 804.783609] env[66703]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=66703) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 804.783609] env[66703]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=66703) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 804.783609] env[66703]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=66703) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 804.783609] env[66703]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=66703) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 804.783866] env[66703]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-968d9ce0-9922-4a22-830b-5b6107c5f94a" {{(pid=66703) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 804.824628] env[66703]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 8e4a28ae-331b-4bc3-83a7-35099819703c in Status: SUCCESS [ 804.824819] env[66703]: WARNING networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 8e4a28ae-331b-4bc3-83a7-35099819703c deletion is rescheduled due to dependency. [ 804.824943] env[66703]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-8e4a28ae-331b-4bc3-83a7-35099819703c" {{(pid=66703) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 804.976077] env[66703]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 3304826c-ce8e-49f9-aefd-3be39a0c0fbb in Status: SUCCESS [ 804.976077] env[66703]: WARNING networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 3304826c-ce8e-49f9-aefd-3be39a0c0fbb deletion is rescheduled due to dependency. [ 804.976077] env[66703]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-3304826c-ce8e-49f9-aefd-3be39a0c0fbb" {{(pid=66703) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 804.976077] env[66703]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-3304826c-ce8e-49f9-aefd-3be39a0c0fbb" {{(pid=66703) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 804.976077] env[66703]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-3304826c-ce8e-49f9-aefd-3be39a0c0fbb" {{(pid=66703) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 804.976077] env[66703]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=66703) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 804.976077] env[66703]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66703) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 804.976077] env[66703]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66703) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 804.976385] env[66703]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66703) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 804.976385] env[66703]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66703) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 804.976385] env[66703]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('3304826c-ce8e-49f9-aefd-3be39a0c0fbb',) {} {{(pid=66703) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 805.262056] env[66703]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=66703) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 805.262219] env[66703]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66703) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 805.262882] env[66703]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66703) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 805.262882] env[66703]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66703) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 805.262882] env[66703]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66703) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 805.262882] env[66703]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66703) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 805.262882] env[66703]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66703) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 805.264090] env[66703]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66703) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 805.264090] env[66703]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66703) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 805.264090] env[66703]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66703) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 805.264090] env[66703]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 9e323f42-5013-4d32-95d0-2cc0dffa766e is going to be updated. [ 805.297297] env[66703]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66703) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 805.297541] env[66703]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66703) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 805.298392] env[66703]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66703) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 805.298392] env[66703]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66703) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 805.298505] env[66703]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66703) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 805.308928] env[66703]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 9e323f42-5013-4d32-95d0-2cc0dffa766e in Status: IN_PROGRESS for 2s [ 805.470483] env[66703]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: f52985e4-827d-4ac5-ba08-62ae5081fda6 in Status: SUCCESS [ 805.470483] env[66703]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-f52985e4-827d-4ac5-ba08-62ae5081fda6" {{(pid=66703) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 805.479680] env[66703]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('3304826c-ce8e-49f9-aefd-3be39a0c0fbb',) {} {{(pid=66703) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 805.488438] env[66703]: INFO networking_nsxv3.common.synchronization [req-d5ede113-032b-4db9-b4f4-63ca0da493e3 req-048d0ab5-5ef0-44f0-9f30-7a5160b74733 tempest-ServersAdminNegativeTestJSON-470759558 tempest-ServersAdminNegativeTestJSON-470759558-project-member] Enqueued Resource ID: 18413db4-5134-40cb-b857-e544c0b672ac with Priority: HIGHEST for action security_group_members [ 805.489345] env[66703]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 18413db4-5134-40cb-b857-e544c0b672ac with Priority: HIGHEST for action security_group_members [ 805.489446] env[66703]: DEBUG networking_nsxv3.common.locking [-] Lock member-18413db4-5134-40cb-b857-e544c0b672ac taken with stack trace [, , ] {{(pid=66703) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 805.489552] env[66703]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-18413db4-5134-40cb-b857-e544c0b672ac" {{(pid=66703) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 805.489609] env[66703]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-18413db4-5134-40cb-b857-e544c0b672ac" {{(pid=66703) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 805.489808] env[66703]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-18413db4-5134-40cb-b857-e544c0b672ac" {{(pid=66703) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 805.491039] env[66703]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=66703) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 805.491039] env[66703]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66703) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 805.491039] env[66703]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66703) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 805.491039] env[66703]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66703) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 805.491039] env[66703]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66703) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 805.491039] env[66703]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('18413db4-5134-40cb-b857-e544c0b672ac',) {} {{(pid=66703) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 805.985423] env[66703]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('3304826c-ce8e-49f9-aefd-3be39a0c0fbb',) {} {{(pid=66703) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 806.000038] env[66703]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=66703) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 806.000038] env[66703]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66703) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 806.000038] env[66703]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66703) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 806.000038] env[66703]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66703) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 806.000038] env[66703]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66703) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 806.000038] env[66703]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66703) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 806.000038] env[66703]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66703) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 806.000038] env[66703]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66703) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 806.000038] env[66703]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66703) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 806.000038] env[66703]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66703) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 806.000038] env[66703]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 18413db4-5134-40cb-b857-e544c0b672ac is going to be updated. [ 806.032642] env[66703]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66703) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 806.032813] env[66703]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66703) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 806.032873] env[66703]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66703) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 806.033076] env[66703]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66703) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 806.033216] env[66703]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66703) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 806.045405] env[66703]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 18413db4-5134-40cb-b857-e544c0b672ac in Status: IN_PROGRESS for 2s [ 806.489579] env[66703]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66703) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 806.489741] env[66703]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66703) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 806.489810] env[66703]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66703) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 806.490043] env[66703]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66703) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 806.490133] env[66703]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66703) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 806.490234] env[66703]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 3304826c-ce8e-49f9-aefd-3be39a0c0fbb is going to be updated. [ 806.522145] env[66703]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66703) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 806.522481] env[66703]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66703) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 806.522572] env[66703]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66703) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 806.522750] env[66703]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66703) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 806.522911] env[66703]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66703) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 806.529988] env[66703]: INFO networking_nsxv3.common.synchronization [req-53696eea-70ad-4b68-9aad-7fb74bf53035 req-73a1b1f3-b381-4d43-adbb-86edbb274d2d tempest-AttachInterfacesUnderV243Test-958747735 tempest-AttachInterfacesUnderV243Test-958747735-project-member] Enqueued Resource ID: 30de771b-a136-45ed-b92b-db3de891006f with Priority: HIGHEST for action security_group_members [ 806.531370] env[66703]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 30de771b-a136-45ed-b92b-db3de891006f with Priority: HIGHEST for action security_group_members [ 806.531370] env[66703]: DEBUG networking_nsxv3.common.locking [-] Lock member-30de771b-a136-45ed-b92b-db3de891006f taken with stack trace [, , ] {{(pid=66703) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 806.535286] env[66703]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-30de771b-a136-45ed-b92b-db3de891006f" {{(pid=66703) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 806.535286] env[66703]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-30de771b-a136-45ed-b92b-db3de891006f" {{(pid=66703) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 806.535441] env[66703]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-30de771b-a136-45ed-b92b-db3de891006f" {{(pid=66703) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 806.535605] env[66703]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=66703) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 806.535717] env[66703]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66703) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 806.535779] env[66703]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66703) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 806.536332] env[66703]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66703) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 806.536332] env[66703]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66703) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 806.536332] env[66703]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('30de771b-a136-45ed-b92b-db3de891006f',) {} {{(pid=66703) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 806.537708] env[66703]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 3304826c-ce8e-49f9-aefd-3be39a0c0fbb in Status: IN_PROGRESS for 2s [ 806.565431] env[66703]: INFO networking_nsxv3.common.synchronization [req-53696eea-70ad-4b68-9aad-7fb74bf53035 req-73a1b1f3-b381-4d43-adbb-86edbb274d2d tempest-AttachInterfacesUnderV243Test-958747735 tempest-AttachInterfacesUnderV243Test-958747735-project-member] Enqueued Resource ID: 30de771b-a136-45ed-b92b-db3de891006f with Priority: HIGHEST for action security_group_rules [ 806.565848] env[66703]: INFO networking_nsxv3.common.synchronization [req-53696eea-70ad-4b68-9aad-7fb74bf53035 req-73a1b1f3-b381-4d43-adbb-86edbb274d2d tempest-AttachInterfacesUnderV243Test-958747735 tempest-AttachInterfacesUnderV243Test-958747735-project-member] Enqueued Resource ID: 30de771b-a136-45ed-b92b-db3de891006f with Priority: HIGHEST for action security_group_members [ 806.568042] env[66703]: INFO networking_nsxv3.common.synchronization [req-53696eea-70ad-4b68-9aad-7fb74bf53035 req-73a1b1f3-b381-4d43-adbb-86edbb274d2d tempest-AttachInterfacesUnderV243Test-958747735 tempest-AttachInterfacesUnderV243Test-958747735-project-member] Enqueued Resource ID: 49821330-b294-440c-97d4-5602066a1ba6 with Priority: HIGHEST for action port [ 806.568042] env[66703]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 30de771b-a136-45ed-b92b-db3de891006f with Priority: HIGHEST for action security_group_rules [ 806.568042] env[66703]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 30de771b-a136-45ed-b92b-db3de891006f with Priority: HIGHEST for action security_group_members [ 806.568042] env[66703]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 49821330-b294-440c-97d4-5602066a1ba6 with Priority: HIGHEST for action port [ 806.568042] env[66703]: DEBUG networking_nsxv3.common.locking [-] Lock rules-30de771b-a136-45ed-b92b-db3de891006f taken with stack trace [, , ] {{(pid=66703) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 806.568042] env[66703]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-30de771b-a136-45ed-b92b-db3de891006f" {{(pid=66703) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 806.568042] env[66703]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-30de771b-a136-45ed-b92b-db3de891006f" {{(pid=66703) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 806.569593] env[66703]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-30de771b-a136-45ed-b92b-db3de891006f" {{(pid=66703) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 806.569842] env[66703]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('30de771b-a136-45ed-b92b-db3de891006f',) {} {{(pid=66703) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 806.573160] env[66703]: DEBUG networking_nsxv3.common.locking [-] Lock member-30de771b-a136-45ed-b92b-db3de891006f taken with stack trace [, , ] {{(pid=66703) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 806.573160] env[66703]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-30de771b-a136-45ed-b92b-db3de891006f" {{(pid=66703) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 806.573160] env[66703]: DEBUG networking_nsxv3.common.locking [-] Lock port-49821330-b294-440c-97d4-5602066a1ba6 taken with stack trace [, , ] {{(pid=66703) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 806.573160] env[66703]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-49821330-b294-440c-97d4-5602066a1ba6" {{(pid=66703) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 806.573160] env[66703]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-49821330-b294-440c-97d4-5602066a1ba6" {{(pid=66703) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 806.573160] env[66703]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-49821330-b294-440c-97d4-5602066a1ba6" {{(pid=66703) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 806.573160] env[66703]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('49821330-b294-440c-97d4-5602066a1ba6',) {} {{(pid=66703) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 806.612201] env[66703]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: c980f404-e832-441f-9346-ec5a161579f0 in Status: SUCCESS [ 806.612201] env[66703]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-c980f404-e832-441f-9346-ec5a161579f0" {{(pid=66703) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 806.612787] env[66703]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-c980f404-e832-441f-9346-ec5a161579f0" {{(pid=66703) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 806.613053] env[66703]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-c980f404-e832-441f-9346-ec5a161579f0" {{(pid=66703) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 806.614439] env[66703]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=66703) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 806.614825] env[66703]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66703) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 806.614825] env[66703]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66703) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 806.615470] env[66703]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66703) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 806.615576] env[66703]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66703) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 806.615686] env[66703]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('c980f404-e832-441f-9346-ec5a161579f0',) {} {{(pid=66703) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 806.617922] env[66703]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: edd00d40-6f87-4c61-9069-3d442058e704 in Status: SUCCESS [ 806.618191] env[66703]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-edd00d40-6f87-4c61-9069-3d442058e704" {{(pid=66703) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 806.618730] env[66703]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-edd00d40-6f87-4c61-9069-3d442058e704" {{(pid=66703) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 806.619635] env[66703]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-edd00d40-6f87-4c61-9069-3d442058e704" {{(pid=66703) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 806.620543] env[66703]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=66703) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 806.620543] env[66703]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66703) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 806.620543] env[66703]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66703) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 806.620749] env[66703]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66703) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 806.620783] env[66703]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66703) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 806.623539] env[66703]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('edd00d40-6f87-4c61-9069-3d442058e704',) {} {{(pid=66703) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 807.041419] env[66703]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('30de771b-a136-45ed-b92b-db3de891006f',) {} {{(pid=66703) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 807.074116] env[66703]: DEBUG networking_nsxv3.common.locking [-] Lock member-30de771b-a136-45ed-b92b-db3de891006f taken with stack trace [, , , ] {{(pid=66703) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 807.074288] env[66703]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-30de771b-a136-45ed-b92b-db3de891006f" {{(pid=66703) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 807.074568] env[66703]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] realization of port 49821330-b294-440c-97d4-5602066a1ba6 with status ACTIVE [ 807.074769] env[66703]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=66703) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 807.074897] env[66703]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=66703) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 807.074983] env[66703]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=66703) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 807.075332] env[66703]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=66703) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 807.075391] env[66703]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=66703) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 807.075587] env[66703]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , ] {{(pid=66703) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 807.075707] env[66703]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=66703) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 807.075775] env[66703]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=66703) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 807.075997] env[66703]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=66703) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 807.076160] env[66703]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=66703) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 807.076392] env[66703]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=66703) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 807.076501] env[66703]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=66703) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 807.076579] env[66703]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=66703) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 807.076749] env[66703]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=66703) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 807.077527] env[66703]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=66703) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 807.077527] env[66703]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: SegmentPort with ID: 49821330-b294-440c-97d4-5602066a1ba6 is going to be updated. [ 807.113319] env[66703]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=66703) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 807.113319] env[66703]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=66703) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 807.113555] env[66703]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=66703) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 807.113778] env[66703]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=66703) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 807.113844] env[66703]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=66703) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 807.114502] env[66703]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-49821330-b294-440c-97d4-5602066a1ba6" {{(pid=66703) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 807.124481] env[66703]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('c980f404-e832-441f-9346-ec5a161579f0',) {} {{(pid=66703) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 807.126597] env[66703]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('edd00d40-6f87-4c61-9069-3d442058e704',) {} {{(pid=66703) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 807.323621] env[66703]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 9e323f42-5013-4d32-95d0-2cc0dffa766e in Status: SUCCESS [ 807.324769] env[66703]: WARNING networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 9e323f42-5013-4d32-95d0-2cc0dffa766e deletion is rescheduled due to dependency. [ 807.324769] env[66703]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-9e323f42-5013-4d32-95d0-2cc0dffa766e" {{(pid=66703) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 807.384089] env[66703]: INFO networking_nsxv3.common.synchronization [req-2c6ba0d2-6a89-4fc5-b689-918473b3a0a5 req-d62ae970-c461-44eb-8c4b-df3a9c5c64d2 tempest-ServersTestJSON-1847968620 tempest-ServersTestJSON-1847968620-project-member] Enqueued Resource ID: b1c3d67f-1e3c-4cc5-9f2a-196bdf599e44 with Priority: HIGHEST for action security_group_members [ 807.384591] env[66703]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: b1c3d67f-1e3c-4cc5-9f2a-196bdf599e44 with Priority: HIGHEST for action security_group_members [ 807.385098] env[66703]: DEBUG networking_nsxv3.common.locking [-] Lock member-b1c3d67f-1e3c-4cc5-9f2a-196bdf599e44 taken with stack trace [, , ] {{(pid=66703) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 807.385098] env[66703]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-b1c3d67f-1e3c-4cc5-9f2a-196bdf599e44" {{(pid=66703) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 807.385098] env[66703]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-b1c3d67f-1e3c-4cc5-9f2a-196bdf599e44" {{(pid=66703) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 807.385401] env[66703]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-b1c3d67f-1e3c-4cc5-9f2a-196bdf599e44" {{(pid=66703) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 807.386750] env[66703]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=66703) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 807.386750] env[66703]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66703) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 807.386750] env[66703]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66703) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 807.386750] env[66703]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66703) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 807.386750] env[66703]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66703) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 807.386750] env[66703]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('b1c3d67f-1e3c-4cc5-9f2a-196bdf599e44',) {} {{(pid=66703) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 807.544725] env[66703]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('30de771b-a136-45ed-b92b-db3de891006f',) {} {{(pid=66703) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 807.631537] env[66703]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('c980f404-e832-441f-9346-ec5a161579f0',) {} {{(pid=66703) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 807.631537] env[66703]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('edd00d40-6f87-4c61-9069-3d442058e704',) {} {{(pid=66703) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 807.890391] env[66703]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=66703) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 807.890391] env[66703]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66703) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 807.890391] env[66703]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66703) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 807.894157] env[66703]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66703) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 807.894157] env[66703]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66703) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 807.894157] env[66703]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66703) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 807.894157] env[66703]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66703) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 807.894157] env[66703]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66703) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 807.894157] env[66703]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66703) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 807.894157] env[66703]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66703) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 807.894157] env[66703]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: b1c3d67f-1e3c-4cc5-9f2a-196bdf599e44 already deleted. [ 807.894157] env[66703]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-b1c3d67f-1e3c-4cc5-9f2a-196bdf599e44" {{(pid=66703) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 808.047325] env[66703]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66703) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 808.047698] env[66703]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66703) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 808.047698] env[66703]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66703) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 808.047787] env[66703]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66703) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 808.047957] env[66703]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66703) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 808.047957] env[66703]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 30de771b-a136-45ed-b92b-db3de891006f is going to be updated. [ 808.061657] env[66703]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 18413db4-5134-40cb-b857-e544c0b672ac in Status: SUCCESS [ 808.061657] env[66703]: WARNING networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 18413db4-5134-40cb-b857-e544c0b672ac deletion is rescheduled due to dependency. [ 808.061657] env[66703]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-18413db4-5134-40cb-b857-e544c0b672ac" {{(pid=66703) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 808.085522] env[66703]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66703) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 808.085764] env[66703]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66703) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 808.085764] env[66703]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66703) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 808.085989] env[66703]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66703) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 808.086115] env[66703]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66703) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 808.098654] env[66703]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 30de771b-a136-45ed-b92b-db3de891006f in Status: IN_PROGRESS for 2s [ 808.134462] env[66703]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66703) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 808.135624] env[66703]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66703) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 808.135624] env[66703]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66703) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 808.135624] env[66703]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66703) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 808.135624] env[66703]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66703) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 808.135624] env[66703]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: c980f404-e832-441f-9346-ec5a161579f0 is going to be updated. [ 808.136678] env[66703]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66703) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 808.136802] env[66703]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66703) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 808.136883] env[66703]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66703) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 808.140021] env[66703]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66703) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 808.140021] env[66703]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66703) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 808.140021] env[66703]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: edd00d40-6f87-4c61-9069-3d442058e704 is going to be updated. [ 808.189128] env[66703]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66703) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 808.189128] env[66703]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66703) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 808.189336] env[66703]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66703) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 808.189435] env[66703]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66703) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 808.189582] env[66703]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66703) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 808.191555] env[66703]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66703) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 808.191743] env[66703]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66703) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 808.191743] env[66703]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66703) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 808.191915] env[66703]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66703) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 808.192060] env[66703]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66703) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 808.211677] env[66703]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: edd00d40-6f87-4c61-9069-3d442058e704 in Status: IN_PROGRESS for 2s [ 808.212471] env[66703]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: c980f404-e832-441f-9346-ec5a161579f0 in Status: IN_PROGRESS for 2s [ 808.230424] env[66703]: DEBUG networking_nsxv3.common.locking [None req-33d36011-a73c-4b6d-849a-f8c867240c48 None None] Lock network-365 taken with stack trace [, , , , , , , , ] {{(pid=66703) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 808.230828] env[66703]: DEBUG oslo_concurrency.lockutils [None req-33d36011-a73c-4b6d-849a-f8c867240c48 None None] Acquiring lock "network-365" {{(pid=66703) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 808.230943] env[66703]: DEBUG oslo_concurrency.lockutils [None req-33d36011-a73c-4b6d-849a-f8c867240c48 None None] Acquired lock "network-365" {{(pid=66703) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 808.231973] env[66703]: DEBUG oslo_concurrency.lockutils [None req-33d36011-a73c-4b6d-849a-f8c867240c48 None None] Acquired external semaphore "network-365" {{(pid=66703) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 808.232339] env[66703]: DEBUG networking_nsxv3.common.locking [None req-33d36011-a73c-4b6d-849a-f8c867240c48 None None] Lock Segment taken with stack trace [, , , , , , , , , , ] {{(pid=66703) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 808.232596] env[66703]: DEBUG oslo_concurrency.lockutils [None req-33d36011-a73c-4b6d-849a-f8c867240c48 None None] Acquiring lock "Segment" {{(pid=66703) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 808.232738] env[66703]: DEBUG oslo_concurrency.lockutils [None req-33d36011-a73c-4b6d-849a-f8c867240c48 None None] Acquired lock "Segment" {{(pid=66703) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 808.233051] env[66703]: DEBUG oslo_concurrency.lockutils [None req-33d36011-a73c-4b6d-849a-f8c867240c48 None None] Acquired external semaphore "Segment" {{(pid=66703) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 808.233210] env[66703]: DEBUG oslo_concurrency.lockutils [None req-33d36011-a73c-4b6d-849a-f8c867240c48 None None] Releasing lock "Segment" {{(pid=66703) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 808.234050] env[66703]: DEBUG dogpile.cache.region [None req-33d36011-a73c-4b6d-849a-f8c867240c48 None None] No value present for key: 'zone-id' {{(pid=66703) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 808.234050] env[66703]: DEBUG dogpile.lock [None req-33d36011-a73c-4b6d-849a-f8c867240c48 None None] NeedRegenerationException {{(pid=66703) _enter /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:90}} [ 808.234050] env[66703]: DEBUG dogpile.lock [None req-33d36011-a73c-4b6d-849a-f8c867240c48 None None] no value, waiting for create lock {{(pid=66703) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:131}} [ 808.234050] env[66703]: DEBUG dogpile.lock [None req-33d36011-a73c-4b6d-849a-f8c867240c48 None None] value creation lock acquired {{(pid=66703) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:135}} [ 808.234050] env[66703]: DEBUG dogpile.cache.region [None req-33d36011-a73c-4b6d-849a-f8c867240c48 None None] No value present for key: 'zone-id' {{(pid=66703) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 808.234050] env[66703]: DEBUG dogpile.lock [None req-33d36011-a73c-4b6d-849a-f8c867240c48 None None] Calling creation function for not-yet-present value {{(pid=66703) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:174}} [ 808.234314] env[66703]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-33d36011-a73c-4b6d-849a-f8c867240c48 None None] Looking for TransportZone with name nsx-vlan-transportzone. [ 808.258275] env[66703]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-33d36011-a73c-4b6d-849a-f8c867240c48 None None] loading zone with a95c914d-748d-497c-94ab-10d4647daeba and tags [{'scope': 'mp2policy_migr_status', 'tag': 'success'}] [ 808.259046] env[66703]: DEBUG dogpile.cache.region [None req-33d36011-a73c-4b6d-849a-f8c867240c48 None None] Cache value generated in 0.024 seconds for key(s): 'zone-id' {{(pid=66703) _log_time /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:910}} [ 808.259046] env[66703]: DEBUG dogpile.lock [None req-33d36011-a73c-4b6d-849a-f8c867240c48 None None] Released creation lock {{(pid=66703) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:182}} [ 808.259046] env[66703]: DEBUG oslo_concurrency.lockutils [None req-33d36011-a73c-4b6d-849a-f8c867240c48 None None] Releasing lock "network-365" {{(pid=66703) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 808.259319] env[66703]: DEBUG networking_nsxv3.common.locking [None req-33d36011-a73c-4b6d-849a-f8c867240c48 None None] Lock port-88f805ce-f325-4d12-a349-d364aeb403e5 taken with stack trace [, , , , , , , , ] {{(pid=66703) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 808.259468] env[66703]: DEBUG oslo_concurrency.lockutils [None req-33d36011-a73c-4b6d-849a-f8c867240c48 None None] Acquiring lock "port-88f805ce-f325-4d12-a349-d364aeb403e5" {{(pid=66703) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 808.259526] env[66703]: DEBUG oslo_concurrency.lockutils [None req-33d36011-a73c-4b6d-849a-f8c867240c48 None None] Acquired lock "port-88f805ce-f325-4d12-a349-d364aeb403e5" {{(pid=66703) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 808.260382] env[66703]: DEBUG oslo_concurrency.lockutils [None req-33d36011-a73c-4b6d-849a-f8c867240c48 None None] Acquired external semaphore "port-88f805ce-f325-4d12-a349-d364aeb403e5" {{(pid=66703) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 808.260529] env[66703]: DEBUG networking_nsxv3.api.rpc [None req-33d36011-a73c-4b6d-849a-f8c867240c48 None None] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('88f805ce-f325-4d12-a349-d364aeb403e5',) {} {{(pid=66703) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 808.550623] env[66703]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 3304826c-ce8e-49f9-aefd-3be39a0c0fbb in Status: SUCCESS [ 808.550623] env[66703]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-3304826c-ce8e-49f9-aefd-3be39a0c0fbb" {{(pid=66703) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 808.551271] env[66703]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-3304826c-ce8e-49f9-aefd-3be39a0c0fbb" {{(pid=66703) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 808.551271] env[66703]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-3304826c-ce8e-49f9-aefd-3be39a0c0fbb" {{(pid=66703) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 808.551527] env[66703]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=66703) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 808.551862] env[66703]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66703) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 808.551983] env[66703]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66703) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 808.552621] env[66703]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66703) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 808.552621] env[66703]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66703) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 808.552621] env[66703]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-3304826c-ce8e-49f9-aefd-3be39a0c0fbb" {{(pid=66703) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 808.552763] env[66703]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('3304826c-ce8e-49f9-aefd-3be39a0c0fbb',) {} {{(pid=66703) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 808.764042] env[66703]: DEBUG networking_nsxv3.common.locking [None req-33d36011-a73c-4b6d-849a-f8c867240c48 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , ] {{(pid=66703) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 808.764042] env[66703]: DEBUG oslo_concurrency.lockutils [None req-33d36011-a73c-4b6d-849a-f8c867240c48 None None] Acquiring lock "SegmentPort" {{(pid=66703) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 808.764042] env[66703]: DEBUG oslo_concurrency.lockutils [None req-33d36011-a73c-4b6d-849a-f8c867240c48 None None] Acquired lock "SegmentPort" {{(pid=66703) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 808.764422] env[66703]: DEBUG oslo_concurrency.lockutils [None req-33d36011-a73c-4b6d-849a-f8c867240c48 None None] Acquired external semaphore "SegmentPort" {{(pid=66703) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 808.764422] env[66703]: DEBUG oslo_concurrency.lockutils [None req-33d36011-a73c-4b6d-849a-f8c867240c48 None None] Releasing lock "SegmentPort" {{(pid=66703) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 808.764530] env[66703]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-33d36011-a73c-4b6d-849a-f8c867240c48 None None] Segment Port 88f805ce-f325-4d12-a349-d364aeb403e5 not found, creating... [ 808.764923] env[66703]: DEBUG networking_nsxv3.common.locking [None req-33d36011-a73c-4b6d-849a-f8c867240c48 None None] Lock Segment taken with stack trace [, , , , , , , , , , , ] {{(pid=66703) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 808.767037] env[66703]: DEBUG oslo_concurrency.lockutils [None req-33d36011-a73c-4b6d-849a-f8c867240c48 None None] Acquiring lock "Segment" {{(pid=66703) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 808.767037] env[66703]: DEBUG oslo_concurrency.lockutils [None req-33d36011-a73c-4b6d-849a-f8c867240c48 None None] Acquired lock "Segment" {{(pid=66703) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 808.767037] env[66703]: DEBUG oslo_concurrency.lockutils [None req-33d36011-a73c-4b6d-849a-f8c867240c48 None None] Acquired external semaphore "Segment" {{(pid=66703) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 808.767037] env[66703]: DEBUG oslo_concurrency.lockutils [None req-33d36011-a73c-4b6d-849a-f8c867240c48 None None] Releasing lock "Segment" {{(pid=66703) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 808.767037] env[66703]: DEBUG networking_nsxv3.common.locking [None req-33d36011-a73c-4b6d-849a-f8c867240c48 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=66703) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 808.767037] env[66703]: DEBUG oslo_concurrency.lockutils [None req-33d36011-a73c-4b6d-849a-f8c867240c48 None None] Acquiring lock "SegmentPort" {{(pid=66703) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 808.767037] env[66703]: DEBUG oslo_concurrency.lockutils [None req-33d36011-a73c-4b6d-849a-f8c867240c48 None None] Acquired lock "SegmentPort" {{(pid=66703) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 808.767037] env[66703]: DEBUG oslo_concurrency.lockutils [None req-33d36011-a73c-4b6d-849a-f8c867240c48 None None] Acquired external semaphore "SegmentPort" {{(pid=66703) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 808.767728] env[66703]: DEBUG oslo_concurrency.lockutils [None req-33d36011-a73c-4b6d-849a-f8c867240c48 None None] Releasing lock "SegmentPort" {{(pid=66703) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 808.767728] env[66703]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-33d36011-a73c-4b6d-849a-f8c867240c48 None None] Resource: SegmentPort with ID: 88f805ce-f325-4d12-a349-d364aeb403e5 is going to be created. [ 808.815163] env[66703]: DEBUG networking_nsxv3.common.locking [None req-33d36011-a73c-4b6d-849a-f8c867240c48 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=66703) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 808.815412] env[66703]: DEBUG oslo_concurrency.lockutils [None req-33d36011-a73c-4b6d-849a-f8c867240c48 None None] Acquiring lock "SegmentPort" {{(pid=66703) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 808.815522] env[66703]: DEBUG oslo_concurrency.lockutils [None req-33d36011-a73c-4b6d-849a-f8c867240c48 None None] Acquired lock "SegmentPort" {{(pid=66703) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 808.815809] env[66703]: DEBUG oslo_concurrency.lockutils [None req-33d36011-a73c-4b6d-849a-f8c867240c48 None None] Acquired external semaphore "SegmentPort" {{(pid=66703) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 808.816074] env[66703]: DEBUG oslo_concurrency.lockutils [None req-33d36011-a73c-4b6d-849a-f8c867240c48 None None] Releasing lock "SegmentPort" {{(pid=66703) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 808.816349] env[66703]: DEBUG oslo_concurrency.lockutils [None req-33d36011-a73c-4b6d-849a-f8c867240c48 None None] Releasing lock "port-88f805ce-f325-4d12-a349-d364aeb403e5" {{(pid=66703) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 809.056641] env[66703]: DEBUG networking_nsxv3.common.locking [-] Lock member-3304826c-ce8e-49f9-aefd-3be39a0c0fbb taken with stack trace [, , , ] {{(pid=66703) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 809.056641] env[66703]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-3304826c-ce8e-49f9-aefd-3be39a0c0fbb" {{(pid=66703) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 809.057114] env[66703]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-3304826c-ce8e-49f9-aefd-3be39a0c0fbb" {{(pid=66703) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 809.057114] env[66703]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-3304826c-ce8e-49f9-aefd-3be39a0c0fbb" {{(pid=66703) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 809.057205] env[66703]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=66703) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 809.057300] env[66703]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66703) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 809.057369] env[66703]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66703) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 809.057526] env[66703]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66703) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 809.057841] env[66703]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66703) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 809.057841] env[66703]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-3304826c-ce8e-49f9-aefd-3be39a0c0fbb" {{(pid=66703) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 809.057957] env[66703]: DEBUG networking_nsxv3.common.locking [-] Lock member-3304826c-ce8e-49f9-aefd-3be39a0c0fbb taken with stack trace [, , , ] {{(pid=66703) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 809.057957] env[66703]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-3304826c-ce8e-49f9-aefd-3be39a0c0fbb" {{(pid=66703) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 809.058098] env[66703]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-3304826c-ce8e-49f9-aefd-3be39a0c0fbb" {{(pid=66703) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 809.058221] env[66703]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-3304826c-ce8e-49f9-aefd-3be39a0c0fbb" {{(pid=66703) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 809.058377] env[66703]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=66703) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 809.058481] env[66703]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66703) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 809.058542] env[66703]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66703) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 809.058694] env[66703]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66703) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 809.058784] env[66703]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66703) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 809.058868] env[66703]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-3304826c-ce8e-49f9-aefd-3be39a0c0fbb" {{(pid=66703) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 809.058962] env[66703]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('3304826c-ce8e-49f9-aefd-3be39a0c0fbb',) {} {{(pid=66703) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 809.520216] env[66703]: INFO networking_nsxv3.common.synchronization [req-2c6ba0d2-6a89-4fc5-b689-918473b3a0a5 req-72f88553-cff3-4cc6-895b-1a8801eded24 service nova] Enqueued Resource ID: b1c3d67f-1e3c-4cc5-9f2a-196bdf599e44 with Priority: HIGHEST for action security_group_rules [ 809.520421] env[66703]: INFO networking_nsxv3.common.synchronization [req-2c6ba0d2-6a89-4fc5-b689-918473b3a0a5 req-72f88553-cff3-4cc6-895b-1a8801eded24 service nova] Enqueued Resource ID: b1c3d67f-1e3c-4cc5-9f2a-196bdf599e44 with Priority: HIGHEST for action security_group_members [ 809.520569] env[66703]: INFO networking_nsxv3.common.synchronization [req-2c6ba0d2-6a89-4fc5-b689-918473b3a0a5 req-72f88553-cff3-4cc6-895b-1a8801eded24 service nova] Enqueued Resource ID: 88f805ce-f325-4d12-a349-d364aeb403e5 with Priority: HIGHEST for action port [ 809.523200] env[66703]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: b1c3d67f-1e3c-4cc5-9f2a-196bdf599e44 with Priority: HIGHEST for action security_group_rules [ 809.523876] env[66703]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: b1c3d67f-1e3c-4cc5-9f2a-196bdf599e44 with Priority: HIGHEST for action security_group_members [ 809.523876] env[66703]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 88f805ce-f325-4d12-a349-d364aeb403e5 with Priority: HIGHEST for action port [ 809.524987] env[66703]: DEBUG networking_nsxv3.common.locking [-] Lock rules-b1c3d67f-1e3c-4cc5-9f2a-196bdf599e44 taken with stack trace [, , ] {{(pid=66703) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 809.524987] env[66703]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-b1c3d67f-1e3c-4cc5-9f2a-196bdf599e44" {{(pid=66703) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 809.524987] env[66703]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-b1c3d67f-1e3c-4cc5-9f2a-196bdf599e44" {{(pid=66703) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 809.524987] env[66703]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-b1c3d67f-1e3c-4cc5-9f2a-196bdf599e44" {{(pid=66703) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 809.524987] env[66703]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('b1c3d67f-1e3c-4cc5-9f2a-196bdf599e44',) {} {{(pid=66703) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 809.525696] env[66703]: DEBUG networking_nsxv3.common.locking [-] Lock member-b1c3d67f-1e3c-4cc5-9f2a-196bdf599e44 taken with stack trace [, , ] {{(pid=66703) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 809.525819] env[66703]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-b1c3d67f-1e3c-4cc5-9f2a-196bdf599e44" {{(pid=66703) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 809.525876] env[66703]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-b1c3d67f-1e3c-4cc5-9f2a-196bdf599e44" {{(pid=66703) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 809.527864] env[66703]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-b1c3d67f-1e3c-4cc5-9f2a-196bdf599e44" {{(pid=66703) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 809.527864] env[66703]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=66703) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 809.527864] env[66703]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66703) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 809.527864] env[66703]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66703) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 809.527864] env[66703]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66703) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 809.527864] env[66703]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66703) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 809.527864] env[66703]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('b1c3d67f-1e3c-4cc5-9f2a-196bdf599e44',) {} {{(pid=66703) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 809.532019] env[66703]: DEBUG networking_nsxv3.common.locking [-] Lock port-88f805ce-f325-4d12-a349-d364aeb403e5 taken with stack trace [, , ] {{(pid=66703) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 809.532019] env[66703]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-88f805ce-f325-4d12-a349-d364aeb403e5" {{(pid=66703) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 809.532019] env[66703]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-88f805ce-f325-4d12-a349-d364aeb403e5" {{(pid=66703) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 809.532019] env[66703]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-88f805ce-f325-4d12-a349-d364aeb403e5" {{(pid=66703) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 809.532019] env[66703]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('88f805ce-f325-4d12-a349-d364aeb403e5',) {} {{(pid=66703) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 809.537149] env[66703]: INFO networking_nsxv3.common.synchronization [req-2c816943-e29c-4436-9baf-193a69001f76 req-7bb8f8ba-3dd1-4c1e-90ce-e50462395e96 tempest-ServerMetadataNegativeTestJSON-1146975588 tempest-ServerMetadataNegativeTestJSON-1146975588-project-member] Enqueued Resource ID: 6346706c-1caf-4cbe-88de-b1c9a0ad8189 with Priority: HIGHEST for action security_group_members [ 809.537823] env[66703]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 6346706c-1caf-4cbe-88de-b1c9a0ad8189 with Priority: HIGHEST for action security_group_members [ 809.539479] env[66703]: DEBUG networking_nsxv3.common.locking [-] Lock member-6346706c-1caf-4cbe-88de-b1c9a0ad8189 taken with stack trace [, , ] {{(pid=66703) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 809.539479] env[66703]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-6346706c-1caf-4cbe-88de-b1c9a0ad8189" {{(pid=66703) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 809.539479] env[66703]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-6346706c-1caf-4cbe-88de-b1c9a0ad8189" {{(pid=66703) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 809.539696] env[66703]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-6346706c-1caf-4cbe-88de-b1c9a0ad8189" {{(pid=66703) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 809.540920] env[66703]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=66703) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 809.540920] env[66703]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66703) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 809.540920] env[66703]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66703) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 809.540920] env[66703]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66703) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 809.540920] env[66703]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66703) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 809.540920] env[66703]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('6346706c-1caf-4cbe-88de-b1c9a0ad8189',) {} {{(pid=66703) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 809.565205] env[66703]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for 3304826c-ce8e-49f9-aefd-3be39a0c0fbb: rpc.has_security_group_logging(os_id): False [ 809.588147] env[66703]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=66703) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 809.588317] env[66703]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66703) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 809.588388] env[66703]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66703) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 809.588660] env[66703]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66703) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 809.588787] env[66703]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66703) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 809.589802] env[66703]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66703) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 809.589802] env[66703]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66703) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 809.589802] env[66703]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66703) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 809.589802] env[66703]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66703) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 809.589802] env[66703]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66703) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 809.589802] env[66703]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66703) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 809.589802] env[66703]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66703) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 809.590273] env[66703]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66703) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 809.590273] env[66703]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66703) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 809.592060] env[66703]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66703) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 809.592321] env[66703]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=66703) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 809.592429] env[66703]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66703) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 809.592591] env[66703]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66703) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 809.592664] env[66703]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66703) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 809.592742] env[66703]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66703) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 809.593892] env[66703]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 3304826c-ce8e-49f9-aefd-3be39a0c0fbb is going to be updated. [ 809.683449] env[66703]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=66703) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 809.683593] env[66703]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66703) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 809.683662] env[66703]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66703) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 809.683959] env[66703]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66703) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 809.684058] env[66703]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66703) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 809.711539] env[66703]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 3304826c-ce8e-49f9-aefd-3be39a0c0fbb in Status: IN_PROGRESS for 2s [ 809.964636] env[66703]: INFO networking_nsxv3.common.synchronization [None req-eba11436-ae78-4a10-8eee-cfe8211bc561 None None] Enqueued Resource ID: e1bd57a9-30c0-4841-b288-89f5c27a18ef with Priority: HIGHEST for action port [ 809.965302] env[66703]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: e1bd57a9-30c0-4841-b288-89f5c27a18ef with Priority: HIGHEST for action port [ 809.965575] env[66703]: DEBUG networking_nsxv3.common.locking [-] Lock port-e1bd57a9-30c0-4841-b288-89f5c27a18ef taken with stack trace [, , ] {{(pid=66703) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 809.965698] env[66703]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-e1bd57a9-30c0-4841-b288-89f5c27a18ef" {{(pid=66703) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 809.965762] env[66703]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-e1bd57a9-30c0-4841-b288-89f5c27a18ef" {{(pid=66703) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 809.966050] env[66703]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-e1bd57a9-30c0-4841-b288-89f5c27a18ef" {{(pid=66703) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 809.966299] env[66703]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('e1bd57a9-30c0-4841-b288-89f5c27a18ef',) {} {{(pid=66703) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 810.029816] env[66703]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('b1c3d67f-1e3c-4cc5-9f2a-196bdf599e44',) {} {{(pid=66703) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 810.036266] env[66703]: DEBUG networking_nsxv3.common.locking [-] Lock member-b1c3d67f-1e3c-4cc5-9f2a-196bdf599e44 taken with stack trace [, , , ] {{(pid=66703) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 810.036266] env[66703]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-b1c3d67f-1e3c-4cc5-9f2a-196bdf599e44" {{(pid=66703) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 810.036439] env[66703]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] realization of port 88f805ce-f325-4d12-a349-d364aeb403e5 with status ACTIVE [ 810.036615] env[66703]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=66703) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 810.036746] env[66703]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=66703) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 810.037291] env[66703]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=66703) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 810.037573] env[66703]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=66703) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 810.037704] env[66703]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=66703) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 810.037928] env[66703]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , ] {{(pid=66703) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 810.038183] env[66703]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=66703) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 810.038307] env[66703]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=66703) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 810.038491] env[66703]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=66703) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 810.038579] env[66703]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=66703) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 810.038776] env[66703]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=66703) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 810.038875] env[66703]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=66703) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 810.038936] env[66703]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=66703) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 810.039748] env[66703]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=66703) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 810.039748] env[66703]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=66703) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 810.039748] env[66703]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: SegmentPort with ID: 88f805ce-f325-4d12-a349-d364aeb403e5 is going to be updated. [ 810.045582] env[66703]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=66703) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 810.045733] env[66703]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66703) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 810.045805] env[66703]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66703) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 810.046011] env[66703]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66703) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 810.046128] env[66703]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66703) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 810.046312] env[66703]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66703) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 810.046409] env[66703]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66703) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 810.046472] env[66703]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66703) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 810.046617] env[66703]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66703) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 810.046695] env[66703]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66703) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 810.046779] env[66703]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 6346706c-1caf-4cbe-88de-b1c9a0ad8189 is going to be updated. [ 810.072451] env[66703]: INFO networking_nsxv3.common.synchronization [req-796fc515-e048-4a0d-a142-067c122d93a6 req-12d90d1d-e799-425a-a6f0-fa43067bce69 tempest-MultipleCreateTestJSON-608855124 tempest-MultipleCreateTestJSON-608855124-project-member] Enqueued Resource ID: 451b70bc-ee39-4478-8b6b-ae8f5e4bf551 with Priority: HIGHEST for action security_group_members [ 810.072451] env[66703]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 451b70bc-ee39-4478-8b6b-ae8f5e4bf551 with Priority: HIGHEST for action security_group_members [ 810.072451] env[66703]: DEBUG networking_nsxv3.common.locking [-] Lock member-451b70bc-ee39-4478-8b6b-ae8f5e4bf551 taken with stack trace [, , ] {{(pid=66703) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 810.072451] env[66703]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-451b70bc-ee39-4478-8b6b-ae8f5e4bf551" {{(pid=66703) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 810.073365] env[66703]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-451b70bc-ee39-4478-8b6b-ae8f5e4bf551" {{(pid=66703) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 810.073714] env[66703]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-451b70bc-ee39-4478-8b6b-ae8f5e4bf551" {{(pid=66703) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 810.073912] env[66703]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=66703) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 810.074120] env[66703]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66703) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 810.074189] env[66703]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66703) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 810.074318] env[66703]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66703) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 810.074444] env[66703]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66703) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 810.074555] env[66703]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('451b70bc-ee39-4478-8b6b-ae8f5e4bf551',) {} {{(pid=66703) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 810.076381] env[66703]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=66703) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 810.076539] env[66703]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=66703) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 810.076613] env[66703]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=66703) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 810.076807] env[66703]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=66703) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 810.076996] env[66703]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=66703) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 810.077665] env[66703]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-88f805ce-f325-4d12-a349-d364aeb403e5" {{(pid=66703) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 810.086399] env[66703]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66703) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 810.086580] env[66703]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66703) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 810.087329] env[66703]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66703) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 810.087329] env[66703]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66703) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 810.087329] env[66703]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66703) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 810.100140] env[66703]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 6346706c-1caf-4cbe-88de-b1c9a0ad8189 in Status: IN_PROGRESS for 2s [ 810.111177] env[66703]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 30de771b-a136-45ed-b92b-db3de891006f in Status: SUCCESS [ 810.111436] env[66703]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-30de771b-a136-45ed-b92b-db3de891006f" {{(pid=66703) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 810.112016] env[66703]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-30de771b-a136-45ed-b92b-db3de891006f" {{(pid=66703) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 810.112701] env[66703]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-30de771b-a136-45ed-b92b-db3de891006f" {{(pid=66703) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 810.112909] env[66703]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=66703) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 810.113051] env[66703]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66703) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 810.113124] env[66703]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66703) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 810.113299] env[66703]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66703) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 810.113387] env[66703]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66703) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 810.113490] env[66703]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('30de771b-a136-45ed-b92b-db3de891006f',) {} {{(pid=66703) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 810.226119] env[66703]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: edd00d40-6f87-4c61-9069-3d442058e704 in Status: SUCCESS [ 810.226361] env[66703]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-edd00d40-6f87-4c61-9069-3d442058e704" {{(pid=66703) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 810.227167] env[66703]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: c980f404-e832-441f-9346-ec5a161579f0 in Status: SUCCESS [ 810.227452] env[66703]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-c980f404-e832-441f-9346-ec5a161579f0" {{(pid=66703) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 810.227625] env[66703]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-edd00d40-6f87-4c61-9069-3d442058e704" {{(pid=66703) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 810.228822] env[66703]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-edd00d40-6f87-4c61-9069-3d442058e704" {{(pid=66703) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 810.228822] env[66703]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=66703) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 810.228822] env[66703]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66703) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 810.228822] env[66703]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66703) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 810.229118] env[66703]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66703) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 810.229118] env[66703]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66703) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 810.229250] env[66703]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-edd00d40-6f87-4c61-9069-3d442058e704" {{(pid=66703) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 810.229361] env[66703]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('edd00d40-6f87-4c61-9069-3d442058e704',) {} {{(pid=66703) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 810.230249] env[66703]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-c980f404-e832-441f-9346-ec5a161579f0" {{(pid=66703) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 810.230557] env[66703]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-c980f404-e832-441f-9346-ec5a161579f0" {{(pid=66703) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 810.230775] env[66703]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=66703) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 810.230899] env[66703]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66703) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 810.230969] env[66703]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66703) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 810.231172] env[66703]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66703) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 810.231275] env[66703]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66703) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 810.231366] env[66703]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-c980f404-e832-441f-9346-ec5a161579f0" {{(pid=66703) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 810.231483] env[66703]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('c980f404-e832-441f-9346-ec5a161579f0',) {} {{(pid=66703) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 810.467763] env[66703]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] deletion realization of port e1bd57a9-30c0-4841-b288-89f5c27a18ef [ 810.468188] env[66703]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=66703) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 810.468596] env[66703]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=66703) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 810.469259] env[66703]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=66703) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 810.469259] env[66703]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=66703) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 810.469259] env[66703]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=66703) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 810.471226] env[66703]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Segment Port:e1bd57a9-30c0-4841-b288-89f5c27a18ef already deleted. [ 810.471359] env[66703]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-e1bd57a9-30c0-4841-b288-89f5c27a18ef" {{(pid=66703) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 810.531818] env[66703]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('b1c3d67f-1e3c-4cc5-9f2a-196bdf599e44',) {} {{(pid=66703) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 810.579643] env[66703]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=66703) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 810.580032] env[66703]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66703) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 810.580032] env[66703]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66703) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 810.580214] env[66703]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66703) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 810.580406] env[66703]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66703) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 810.580719] env[66703]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66703) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 810.580879] env[66703]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66703) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 810.580981] env[66703]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66703) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 810.581227] env[66703]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66703) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 810.581359] env[66703]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66703) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 810.581493] env[66703]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 451b70bc-ee39-4478-8b6b-ae8f5e4bf551 already deleted. [ 810.581616] env[66703]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-451b70bc-ee39-4478-8b6b-ae8f5e4bf551" {{(pid=66703) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 810.615961] env[66703]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('30de771b-a136-45ed-b92b-db3de891006f',) {} {{(pid=66703) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 810.719378] env[66703]: DEBUG networking_nsxv3.common.locking [None req-ffa6d202-748e-4c81-9979-ad08741f9cf7 None None] Lock network-672 taken with stack trace [, , , , , , , , ] {{(pid=66703) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 810.719378] env[66703]: DEBUG oslo_concurrency.lockutils [None req-ffa6d202-748e-4c81-9979-ad08741f9cf7 None None] Acquiring lock "network-672" {{(pid=66703) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 810.719378] env[66703]: DEBUG oslo_concurrency.lockutils [None req-ffa6d202-748e-4c81-9979-ad08741f9cf7 None None] Acquired lock "network-672" {{(pid=66703) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 810.719378] env[66703]: DEBUG oslo_concurrency.lockutils [None req-ffa6d202-748e-4c81-9979-ad08741f9cf7 None None] Acquired external semaphore "network-672" {{(pid=66703) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 810.719378] env[66703]: DEBUG networking_nsxv3.common.locking [None req-ffa6d202-748e-4c81-9979-ad08741f9cf7 None None] Lock Segment taken with stack trace [, , , , , , , , , , ] {{(pid=66703) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 810.719378] env[66703]: DEBUG oslo_concurrency.lockutils [None req-ffa6d202-748e-4c81-9979-ad08741f9cf7 None None] Acquiring lock "Segment" {{(pid=66703) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 810.719904] env[66703]: DEBUG oslo_concurrency.lockutils [None req-ffa6d202-748e-4c81-9979-ad08741f9cf7 None None] Acquired lock "Segment" {{(pid=66703) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 810.719904] env[66703]: DEBUG oslo_concurrency.lockutils [None req-ffa6d202-748e-4c81-9979-ad08741f9cf7 None None] Acquired external semaphore "Segment" {{(pid=66703) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 810.719904] env[66703]: DEBUG oslo_concurrency.lockutils [None req-ffa6d202-748e-4c81-9979-ad08741f9cf7 None None] Releasing lock "Segment" {{(pid=66703) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 810.720120] env[66703]: DEBUG dogpile.cache.region [None req-ffa6d202-748e-4c81-9979-ad08741f9cf7 None None] No value present for key: 'zone-id' {{(pid=66703) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 810.720252] env[66703]: DEBUG dogpile.lock [None req-ffa6d202-748e-4c81-9979-ad08741f9cf7 None None] NeedRegenerationException {{(pid=66703) _enter /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:90}} [ 810.720377] env[66703]: DEBUG dogpile.lock [None req-ffa6d202-748e-4c81-9979-ad08741f9cf7 None None] no value, waiting for create lock {{(pid=66703) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:131}} [ 810.720517] env[66703]: DEBUG dogpile.lock [None req-ffa6d202-748e-4c81-9979-ad08741f9cf7 None None] value creation lock acquired {{(pid=66703) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:135}} [ 810.720632] env[66703]: DEBUG dogpile.cache.region [None req-ffa6d202-748e-4c81-9979-ad08741f9cf7 None None] No value present for key: 'zone-id' {{(pid=66703) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 810.720747] env[66703]: DEBUG dogpile.lock [None req-ffa6d202-748e-4c81-9979-ad08741f9cf7 None None] Calling creation function for not-yet-present value {{(pid=66703) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:174}} [ 810.720890] env[66703]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-ffa6d202-748e-4c81-9979-ad08741f9cf7 None None] Looking for TransportZone with name nsx-vlan-transportzone. [ 810.733847] env[66703]: DEBUG networking_nsxv3.common.locking [-] Lock member-edd00d40-6f87-4c61-9069-3d442058e704 taken with stack trace [, , , ] {{(pid=66703) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 810.733847] env[66703]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-edd00d40-6f87-4c61-9069-3d442058e704" {{(pid=66703) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 810.733847] env[66703]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-edd00d40-6f87-4c61-9069-3d442058e704" {{(pid=66703) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 810.734181] env[66703]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-edd00d40-6f87-4c61-9069-3d442058e704" {{(pid=66703) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 810.734181] env[66703]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=66703) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 810.734293] env[66703]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66703) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 810.734329] env[66703]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66703) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 810.734480] env[66703]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66703) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 810.734568] env[66703]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66703) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 810.734665] env[66703]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-edd00d40-6f87-4c61-9069-3d442058e704" {{(pid=66703) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 810.734818] env[66703]: DEBUG networking_nsxv3.common.locking [-] Lock member-edd00d40-6f87-4c61-9069-3d442058e704 taken with stack trace [, , , ] {{(pid=66703) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 810.734945] env[66703]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-edd00d40-6f87-4c61-9069-3d442058e704" {{(pid=66703) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 810.735024] env[66703]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-edd00d40-6f87-4c61-9069-3d442058e704" {{(pid=66703) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 810.735170] env[66703]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-edd00d40-6f87-4c61-9069-3d442058e704" {{(pid=66703) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 810.736627] env[66703]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=66703) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 810.736627] env[66703]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66703) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 810.736627] env[66703]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66703) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 810.736627] env[66703]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66703) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 810.736627] env[66703]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66703) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 810.736627] env[66703]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-edd00d40-6f87-4c61-9069-3d442058e704" {{(pid=66703) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 810.736627] env[66703]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('edd00d40-6f87-4c61-9069-3d442058e704',) {} {{(pid=66703) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 810.737577] env[66703]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('c980f404-e832-441f-9346-ec5a161579f0',) {} {{(pid=66703) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 810.752784] env[66703]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-ffa6d202-748e-4c81-9979-ad08741f9cf7 None None] loading zone with a95c914d-748d-497c-94ab-10d4647daeba and tags [{'scope': 'mp2policy_migr_status', 'tag': 'success'}] [ 810.752954] env[66703]: DEBUG dogpile.cache.region [None req-ffa6d202-748e-4c81-9979-ad08741f9cf7 None None] Cache value generated in 0.032 seconds for key(s): 'zone-id' {{(pid=66703) _log_time /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:910}} [ 810.753105] env[66703]: DEBUG dogpile.lock [None req-ffa6d202-748e-4c81-9979-ad08741f9cf7 None None] Released creation lock {{(pid=66703) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:182}} [ 810.753279] env[66703]: DEBUG oslo_concurrency.lockutils [None req-ffa6d202-748e-4c81-9979-ad08741f9cf7 None None] Releasing lock "network-672" {{(pid=66703) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 810.753594] env[66703]: DEBUG networking_nsxv3.common.locking [None req-ffa6d202-748e-4c81-9979-ad08741f9cf7 None None] Lock port-cc1540ed-5512-4bca-8e13-5849dbafda73 taken with stack trace [, , , , , , , , ] {{(pid=66703) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 810.753754] env[66703]: DEBUG oslo_concurrency.lockutils [None req-ffa6d202-748e-4c81-9979-ad08741f9cf7 None None] Acquiring lock "port-cc1540ed-5512-4bca-8e13-5849dbafda73" {{(pid=66703) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 810.753864] env[66703]: DEBUG oslo_concurrency.lockutils [None req-ffa6d202-748e-4c81-9979-ad08741f9cf7 None None] Acquired lock "port-cc1540ed-5512-4bca-8e13-5849dbafda73" {{(pid=66703) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 810.757030] env[66703]: DEBUG oslo_concurrency.lockutils [None req-ffa6d202-748e-4c81-9979-ad08741f9cf7 None None] Acquired external semaphore "port-cc1540ed-5512-4bca-8e13-5849dbafda73" {{(pid=66703) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 810.757030] env[66703]: DEBUG networking_nsxv3.api.rpc [None req-ffa6d202-748e-4c81-9979-ad08741f9cf7 None None] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('cc1540ed-5512-4bca-8e13-5849dbafda73',) {} {{(pid=66703) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 811.034737] env[66703]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66703) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 811.034892] env[66703]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66703) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 811.034964] env[66703]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66703) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 811.035194] env[66703]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66703) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 811.035309] env[66703]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66703) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 811.035380] env[66703]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: b1c3d67f-1e3c-4cc5-9f2a-196bdf599e44 is going to be created. [ 811.064032] env[66703]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66703) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 811.064163] env[66703]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66703) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 811.064229] env[66703]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66703) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 811.064436] env[66703]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66703) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 811.064674] env[66703]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66703) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 811.077025] env[66703]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: b1c3d67f-1e3c-4cc5-9f2a-196bdf599e44 in Status: UNINITIALIZED for 2s [ 811.119972] env[66703]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('30de771b-a136-45ed-b92b-db3de891006f',) {} {{(pid=66703) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 811.239639] env[66703]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for edd00d40-6f87-4c61-9069-3d442058e704: rpc.has_security_group_logging(os_id): False [ 811.240311] env[66703]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for c980f404-e832-441f-9346-ec5a161579f0: rpc.has_security_group_logging(os_id): False [ 811.262790] env[66703]: DEBUG networking_nsxv3.common.locking [None req-ffa6d202-748e-4c81-9979-ad08741f9cf7 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , ] {{(pid=66703) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 811.262790] env[66703]: DEBUG oslo_concurrency.lockutils [None req-ffa6d202-748e-4c81-9979-ad08741f9cf7 None None] Acquiring lock "SegmentPort" {{(pid=66703) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 811.262790] env[66703]: DEBUG oslo_concurrency.lockutils [None req-ffa6d202-748e-4c81-9979-ad08741f9cf7 None None] Acquired lock "SegmentPort" {{(pid=66703) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 811.262790] env[66703]: DEBUG oslo_concurrency.lockutils [None req-ffa6d202-748e-4c81-9979-ad08741f9cf7 None None] Acquired external semaphore "SegmentPort" {{(pid=66703) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 811.262790] env[66703]: DEBUG oslo_concurrency.lockutils [None req-ffa6d202-748e-4c81-9979-ad08741f9cf7 None None] Releasing lock "SegmentPort" {{(pid=66703) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 811.263219] env[66703]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-ffa6d202-748e-4c81-9979-ad08741f9cf7 None None] Segment Port cc1540ed-5512-4bca-8e13-5849dbafda73 not found, creating... [ 811.263373] env[66703]: DEBUG networking_nsxv3.common.locking [None req-ffa6d202-748e-4c81-9979-ad08741f9cf7 None None] Lock Segment taken with stack trace [, , , , , , , , , , , ] {{(pid=66703) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 811.263479] env[66703]: DEBUG oslo_concurrency.lockutils [None req-ffa6d202-748e-4c81-9979-ad08741f9cf7 None None] Acquiring lock "Segment" {{(pid=66703) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 811.263610] env[66703]: DEBUG oslo_concurrency.lockutils [None req-ffa6d202-748e-4c81-9979-ad08741f9cf7 None None] Acquired lock "Segment" {{(pid=66703) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 811.263899] env[66703]: DEBUG oslo_concurrency.lockutils [None req-ffa6d202-748e-4c81-9979-ad08741f9cf7 None None] Acquired external semaphore "Segment" {{(pid=66703) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 811.264443] env[66703]: DEBUG oslo_concurrency.lockutils [None req-ffa6d202-748e-4c81-9979-ad08741f9cf7 None None] Releasing lock "Segment" {{(pid=66703) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 811.264514] env[66703]: DEBUG networking_nsxv3.common.locking [None req-ffa6d202-748e-4c81-9979-ad08741f9cf7 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=66703) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 811.264653] env[66703]: DEBUG oslo_concurrency.lockutils [None req-ffa6d202-748e-4c81-9979-ad08741f9cf7 None None] Acquiring lock "SegmentPort" {{(pid=66703) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 811.264764] env[66703]: DEBUG oslo_concurrency.lockutils [None req-ffa6d202-748e-4c81-9979-ad08741f9cf7 None None] Acquired lock "SegmentPort" {{(pid=66703) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 811.267541] env[66703]: DEBUG oslo_concurrency.lockutils [None req-ffa6d202-748e-4c81-9979-ad08741f9cf7 None None] Acquired external semaphore "SegmentPort" {{(pid=66703) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 811.267812] env[66703]: DEBUG oslo_concurrency.lockutils [None req-ffa6d202-748e-4c81-9979-ad08741f9cf7 None None] Releasing lock "SegmentPort" {{(pid=66703) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 811.267986] env[66703]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-ffa6d202-748e-4c81-9979-ad08741f9cf7 None None] Resource: SegmentPort with ID: cc1540ed-5512-4bca-8e13-5849dbafda73 is going to be created. [ 811.273389] env[66703]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=66703) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 811.273526] env[66703]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66703) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 811.273596] env[66703]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66703) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 811.273812] env[66703]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66703) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 811.273911] env[66703]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66703) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 811.274177] env[66703]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66703) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 811.274283] env[66703]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66703) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 811.274378] env[66703]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66703) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 811.275621] env[66703]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66703) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 811.275621] env[66703]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66703) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 811.275621] env[66703]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66703) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 811.275621] env[66703]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66703) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 811.275621] env[66703]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66703) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 811.275902] env[66703]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66703) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 811.275902] env[66703]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66703) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 811.276197] env[66703]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=66703) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 811.276301] env[66703]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66703) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 811.276383] env[66703]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66703) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 811.276593] env[66703]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66703) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 811.276784] env[66703]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66703) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 811.276918] env[66703]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: edd00d40-6f87-4c61-9069-3d442058e704 is going to be updated. [ 811.279884] env[66703]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=66703) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 811.280029] env[66703]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66703) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 811.280117] env[66703]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66703) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 811.280517] env[66703]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66703) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 811.280517] env[66703]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66703) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 811.280735] env[66703]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=66703) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 811.280865] env[66703]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66703) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 811.280932] env[66703]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66703) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 811.281165] env[66703]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66703) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 811.281257] env[66703]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66703) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 811.281377] env[66703]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: c980f404-e832-441f-9346-ec5a161579f0 is going to be created. [ 811.313662] env[66703]: DEBUG networking_nsxv3.common.locking [None req-ffa6d202-748e-4c81-9979-ad08741f9cf7 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=66703) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 811.313911] env[66703]: DEBUG oslo_concurrency.lockutils [None req-ffa6d202-748e-4c81-9979-ad08741f9cf7 None None] Acquiring lock "SegmentPort" {{(pid=66703) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 811.313982] env[66703]: DEBUG oslo_concurrency.lockutils [None req-ffa6d202-748e-4c81-9979-ad08741f9cf7 None None] Acquired lock "SegmentPort" {{(pid=66703) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 811.314306] env[66703]: DEBUG oslo_concurrency.lockutils [None req-ffa6d202-748e-4c81-9979-ad08741f9cf7 None None] Acquired external semaphore "SegmentPort" {{(pid=66703) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 811.314541] env[66703]: DEBUG oslo_concurrency.lockutils [None req-ffa6d202-748e-4c81-9979-ad08741f9cf7 None None] Releasing lock "SegmentPort" {{(pid=66703) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 811.314792] env[66703]: DEBUG oslo_concurrency.lockutils [None req-ffa6d202-748e-4c81-9979-ad08741f9cf7 None None] Releasing lock "port-cc1540ed-5512-4bca-8e13-5849dbafda73" {{(pid=66703) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 811.361225] env[66703]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=66703) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 811.362229] env[66703]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66703) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 811.362229] env[66703]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66703) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 811.362498] env[66703]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66703) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 811.362671] env[66703]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66703) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 811.379169] env[66703]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: c980f404-e832-441f-9346-ec5a161579f0 in Status: IN_PROGRESS for 2s [ 811.381136] env[66703]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=66703) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 811.381395] env[66703]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66703) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 811.381467] env[66703]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66703) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 811.381751] env[66703]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66703) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 811.381950] env[66703]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66703) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 811.426021] env[66703]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: edd00d40-6f87-4c61-9069-3d442058e704 in Status: IN_PROGRESS for 2s [ 811.625786] env[66703]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66703) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 811.626110] env[66703]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66703) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 811.626232] env[66703]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66703) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 811.626609] env[66703]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66703) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 811.626609] env[66703]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66703) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 811.626802] env[66703]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 30de771b-a136-45ed-b92b-db3de891006f is going to be updated. [ 811.679888] env[66703]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66703) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 811.680176] env[66703]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66703) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 811.680275] env[66703]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66703) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 811.680653] env[66703]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66703) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 811.680868] env[66703]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66703) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 811.692852] env[66703]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 30de771b-a136-45ed-b92b-db3de891006f in Status: IN_PROGRESS for 2s [ 811.734537] env[66703]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 3304826c-ce8e-49f9-aefd-3be39a0c0fbb in Status: SUCCESS [ 811.734965] env[66703]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-3304826c-ce8e-49f9-aefd-3be39a0c0fbb" {{(pid=66703) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 812.046215] env[66703]: INFO networking_nsxv3.common.synchronization [req-796fc515-e048-4a0d-a142-067c122d93a6 req-14ae787e-124f-4ec9-8d1f-582c15c000b5 service nova] Enqueued Resource ID: 451b70bc-ee39-4478-8b6b-ae8f5e4bf551 with Priority: HIGHEST for action security_group_rules [ 812.046215] env[66703]: INFO networking_nsxv3.common.synchronization [req-796fc515-e048-4a0d-a142-067c122d93a6 req-14ae787e-124f-4ec9-8d1f-582c15c000b5 service nova] Enqueued Resource ID: 451b70bc-ee39-4478-8b6b-ae8f5e4bf551 with Priority: HIGHEST for action security_group_members [ 812.046215] env[66703]: INFO networking_nsxv3.common.synchronization [req-796fc515-e048-4a0d-a142-067c122d93a6 req-14ae787e-124f-4ec9-8d1f-582c15c000b5 service nova] Enqueued Resource ID: cc1540ed-5512-4bca-8e13-5849dbafda73 with Priority: HIGHEST for action port [ 812.046475] env[66703]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 451b70bc-ee39-4478-8b6b-ae8f5e4bf551 with Priority: HIGHEST for action security_group_rules [ 812.046514] env[66703]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 451b70bc-ee39-4478-8b6b-ae8f5e4bf551 with Priority: HIGHEST for action security_group_members [ 812.046700] env[66703]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: cc1540ed-5512-4bca-8e13-5849dbafda73 with Priority: HIGHEST for action port [ 812.047636] env[66703]: DEBUG networking_nsxv3.common.locking [-] Lock rules-451b70bc-ee39-4478-8b6b-ae8f5e4bf551 taken with stack trace [, , ] {{(pid=66703) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 812.047837] env[66703]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-451b70bc-ee39-4478-8b6b-ae8f5e4bf551" {{(pid=66703) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 812.047922] env[66703]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-451b70bc-ee39-4478-8b6b-ae8f5e4bf551" {{(pid=66703) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 812.048868] env[66703]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-451b70bc-ee39-4478-8b6b-ae8f5e4bf551" {{(pid=66703) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 812.048868] env[66703]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('451b70bc-ee39-4478-8b6b-ae8f5e4bf551',) {} {{(pid=66703) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 812.050022] env[66703]: DEBUG networking_nsxv3.common.locking [-] Lock member-451b70bc-ee39-4478-8b6b-ae8f5e4bf551 taken with stack trace [, , ] {{(pid=66703) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 812.050022] env[66703]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-451b70bc-ee39-4478-8b6b-ae8f5e4bf551" {{(pid=66703) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 812.051436] env[66703]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-451b70bc-ee39-4478-8b6b-ae8f5e4bf551" {{(pid=66703) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 812.051436] env[66703]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-451b70bc-ee39-4478-8b6b-ae8f5e4bf551" {{(pid=66703) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 812.051436] env[66703]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=66703) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 812.051436] env[66703]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66703) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 812.051436] env[66703]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66703) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 812.051673] env[66703]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66703) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 812.051673] env[66703]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66703) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 812.051808] env[66703]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('451b70bc-ee39-4478-8b6b-ae8f5e4bf551',) {} {{(pid=66703) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 812.052907] env[66703]: DEBUG networking_nsxv3.common.locking [-] Lock port-cc1540ed-5512-4bca-8e13-5849dbafda73 taken with stack trace [, , ] {{(pid=66703) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 812.053049] env[66703]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-cc1540ed-5512-4bca-8e13-5849dbafda73" {{(pid=66703) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 812.053119] env[66703]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-cc1540ed-5512-4bca-8e13-5849dbafda73" {{(pid=66703) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 812.053607] env[66703]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-cc1540ed-5512-4bca-8e13-5849dbafda73" {{(pid=66703) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 812.053765] env[66703]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('cc1540ed-5512-4bca-8e13-5849dbafda73',) {} {{(pid=66703) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 812.113842] env[66703]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 6346706c-1caf-4cbe-88de-b1c9a0ad8189 in Status: SUCCESS [ 812.113842] env[66703]: WARNING networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 6346706c-1caf-4cbe-88de-b1c9a0ad8189 deletion is rescheduled due to dependency. [ 812.113842] env[66703]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-6346706c-1caf-4cbe-88de-b1c9a0ad8189" {{(pid=66703) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 812.224880] env[66703]: INFO networking_nsxv3.common.synchronization [None req-a6f2759a-c400-42c0-a68a-258100f86a2c tempest-ServersWithSpecificFlavorTestJSON-1151275538 tempest-ServersWithSpecificFlavorTestJSON-1151275538-project-member] Enqueued Resource ID: 795bc015-1eb3-4f14-a94a-8ce341dbdd81 with Priority: HIGHEST for action security_group_rules [ 812.225761] env[66703]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 795bc015-1eb3-4f14-a94a-8ce341dbdd81 with Priority: HIGHEST for action security_group_rules [ 812.227338] env[66703]: DEBUG networking_nsxv3.common.locking [-] Lock rules-795bc015-1eb3-4f14-a94a-8ce341dbdd81 taken with stack trace [, , ] {{(pid=66703) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 812.227566] env[66703]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-795bc015-1eb3-4f14-a94a-8ce341dbdd81" {{(pid=66703) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 812.228869] env[66703]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-795bc015-1eb3-4f14-a94a-8ce341dbdd81" {{(pid=66703) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 812.230832] env[66703]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-795bc015-1eb3-4f14-a94a-8ce341dbdd81" {{(pid=66703) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 812.230961] env[66703]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('795bc015-1eb3-4f14-a94a-8ce341dbdd81',) {} {{(pid=66703) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 812.555719] env[66703]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('451b70bc-ee39-4478-8b6b-ae8f5e4bf551',) {} {{(pid=66703) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 812.556789] env[66703]: DEBUG networking_nsxv3.common.locking [-] Lock member-451b70bc-ee39-4478-8b6b-ae8f5e4bf551 taken with stack trace [, , , ] {{(pid=66703) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 812.557106] env[66703]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-451b70bc-ee39-4478-8b6b-ae8f5e4bf551" {{(pid=66703) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 812.557106] env[66703]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] realization of port cc1540ed-5512-4bca-8e13-5849dbafda73 with status ACTIVE [ 812.557490] env[66703]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=66703) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 812.557490] env[66703]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=66703) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 812.557490] env[66703]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=66703) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 812.557637] env[66703]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=66703) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 812.557674] env[66703]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=66703) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 812.557836] env[66703]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , ] {{(pid=66703) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 812.557932] env[66703]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=66703) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 812.557993] env[66703]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=66703) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 812.558216] env[66703]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=66703) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 812.558375] env[66703]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=66703) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 812.558520] env[66703]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=66703) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 812.558618] env[66703]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=66703) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 812.558695] env[66703]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=66703) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 812.558893] env[66703]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=66703) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 812.559060] env[66703]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=66703) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 812.559060] env[66703]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: SegmentPort with ID: cc1540ed-5512-4bca-8e13-5849dbafda73 is going to be updated. [ 812.583671] env[66703]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=66703) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 812.583671] env[66703]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=66703) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 812.583671] env[66703]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=66703) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 812.583988] env[66703]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=66703) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 812.583988] env[66703]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=66703) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 812.584082] env[66703]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-cc1540ed-5512-4bca-8e13-5849dbafda73" {{(pid=66703) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 812.614481] env[66703]: INFO networking_nsxv3.common.synchronization [None req-d37050ce-1c9b-4cce-9594-47f018c642a9 None None] Enqueued Resource ID: 8e35d1fe-1b2c-4264-a393-99ae41be1a56 with Priority: HIGHEST for action port [ 812.615409] env[66703]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 8e35d1fe-1b2c-4264-a393-99ae41be1a56 with Priority: HIGHEST for action port [ 812.615409] env[66703]: DEBUG networking_nsxv3.common.locking [-] Lock port-8e35d1fe-1b2c-4264-a393-99ae41be1a56 taken with stack trace [, , ] {{(pid=66703) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 812.615587] env[66703]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-8e35d1fe-1b2c-4264-a393-99ae41be1a56" {{(pid=66703) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 812.615587] env[66703]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-8e35d1fe-1b2c-4264-a393-99ae41be1a56" {{(pid=66703) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 812.616494] env[66703]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-8e35d1fe-1b2c-4264-a393-99ae41be1a56" {{(pid=66703) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 812.616494] env[66703]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('8e35d1fe-1b2c-4264-a393-99ae41be1a56',) {} {{(pid=66703) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 812.769855] env[66703]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=66703) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 812.770061] env[66703]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66703) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 812.770061] env[66703]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66703) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 812.770327] env[66703]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66703) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 812.770327] env[66703]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66703) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 812.770492] env[66703]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 795bc015-1eb3-4f14-a94a-8ce341dbdd81 already deleted. [ 812.770492] env[66703]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-795bc015-1eb3-4f14-a94a-8ce341dbdd81" {{(pid=66703) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 813.061922] env[66703]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('451b70bc-ee39-4478-8b6b-ae8f5e4bf551',) {} {{(pid=66703) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 813.097066] env[66703]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: b1c3d67f-1e3c-4cc5-9f2a-196bdf599e44 in Status: SUCCESS [ 813.097066] env[66703]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-b1c3d67f-1e3c-4cc5-9f2a-196bdf599e44" {{(pid=66703) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 813.097066] env[66703]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-b1c3d67f-1e3c-4cc5-9f2a-196bdf599e44" {{(pid=66703) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 813.097066] env[66703]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-b1c3d67f-1e3c-4cc5-9f2a-196bdf599e44" {{(pid=66703) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 813.097066] env[66703]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=66703) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 813.097066] env[66703]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66703) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 813.097066] env[66703]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66703) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 813.097066] env[66703]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66703) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 813.097066] env[66703]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66703) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 813.097066] env[66703]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-b1c3d67f-1e3c-4cc5-9f2a-196bdf599e44" {{(pid=66703) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 813.097753] env[66703]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('b1c3d67f-1e3c-4cc5-9f2a-196bdf599e44',) {} {{(pid=66703) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 813.108253] env[66703]: INFO networking_nsxv3.common.synchronization [None req-52a10c97-9522-403c-a81a-8434572e7615 tempest-ServersWithSpecificFlavorTestJSON-1151275538 tempest-ServersWithSpecificFlavorTestJSON-1151275538-project-member] Enqueued Resource ID: 795bc015-1eb3-4f14-a94a-8ce341dbdd81 with Priority: HIGHEST for action security_group_rules [ 813.112061] env[66703]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 795bc015-1eb3-4f14-a94a-8ce341dbdd81 with Priority: HIGHEST for action security_group_rules [ 813.112767] env[66703]: DEBUG networking_nsxv3.common.locking [-] Lock rules-795bc015-1eb3-4f14-a94a-8ce341dbdd81 taken with stack trace [, , ] {{(pid=66703) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 813.112902] env[66703]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-795bc015-1eb3-4f14-a94a-8ce341dbdd81" {{(pid=66703) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 813.112953] env[66703]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-795bc015-1eb3-4f14-a94a-8ce341dbdd81" {{(pid=66703) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 813.113147] env[66703]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-795bc015-1eb3-4f14-a94a-8ce341dbdd81" {{(pid=66703) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 813.113230] env[66703]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('795bc015-1eb3-4f14-a94a-8ce341dbdd81',) {} {{(pid=66703) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 813.118658] env[66703]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] deletion realization of port 8e35d1fe-1b2c-4264-a393-99ae41be1a56 [ 813.119074] env[66703]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=66703) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 813.119074] env[66703]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=66703) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 813.119074] env[66703]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=66703) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 813.119367] env[66703]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=66703) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 813.119367] env[66703]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=66703) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 813.119481] env[66703]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Segment Port:8e35d1fe-1b2c-4264-a393-99ae41be1a56 already deleted. [ 813.119550] env[66703]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-8e35d1fe-1b2c-4264-a393-99ae41be1a56" {{(pid=66703) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 813.395167] env[66703]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: c980f404-e832-441f-9346-ec5a161579f0 in Status: SUCCESS [ 813.397809] env[66703]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-c980f404-e832-441f-9346-ec5a161579f0" {{(pid=66703) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 813.442218] env[66703]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: edd00d40-6f87-4c61-9069-3d442058e704 in Status: SUCCESS [ 813.442454] env[66703]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-edd00d40-6f87-4c61-9069-3d442058e704" {{(pid=66703) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 813.480026] env[66703]: INFO networking_nsxv3.common.synchronization [req-796fc515-e048-4a0d-a142-067c122d93a6 req-a96d1b3f-7bc4-40ae-b81d-968cb664b55b tempest-MultipleCreateTestJSON-608855124 tempest-MultipleCreateTestJSON-608855124-project-member] Enqueued Resource ID: 451b70bc-ee39-4478-8b6b-ae8f5e4bf551 with Priority: HIGHEST for action security_group_members [ 813.480026] env[66703]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 451b70bc-ee39-4478-8b6b-ae8f5e4bf551 with Priority: HIGHEST for action security_group_members [ 813.480026] env[66703]: DEBUG networking_nsxv3.common.locking [-] Lock member-451b70bc-ee39-4478-8b6b-ae8f5e4bf551 taken with stack trace [, , ] {{(pid=66703) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 813.480026] env[66703]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-451b70bc-ee39-4478-8b6b-ae8f5e4bf551" {{(pid=66703) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 813.567066] env[66703]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66703) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 813.567210] env[66703]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66703) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 813.567282] env[66703]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66703) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 813.567537] env[66703]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66703) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 813.568032] env[66703]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66703) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 813.568032] env[66703]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 451b70bc-ee39-4478-8b6b-ae8f5e4bf551 is going to be created. [ 813.593295] env[66703]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66703) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 813.593295] env[66703]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66703) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 813.593565] env[66703]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66703) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 813.593565] env[66703]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66703) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 813.593923] env[66703]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66703) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 813.600349] env[66703]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('b1c3d67f-1e3c-4cc5-9f2a-196bdf599e44',) {} {{(pid=66703) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 813.604234] env[66703]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 451b70bc-ee39-4478-8b6b-ae8f5e4bf551 in Status: UNINITIALIZED for 2s [ 813.636715] env[66703]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=66703) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 813.636862] env[66703]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66703) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 813.636933] env[66703]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66703) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 813.637373] env[66703]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66703) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 813.637373] env[66703]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66703) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 813.637520] env[66703]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 795bc015-1eb3-4f14-a94a-8ce341dbdd81 already deleted. [ 813.637520] env[66703]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-795bc015-1eb3-4f14-a94a-8ce341dbdd81" {{(pid=66703) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 813.704910] env[66703]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 30de771b-a136-45ed-b92b-db3de891006f in Status: IN_PROGRESS for 4s [ 814.105931] env[66703]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for b1c3d67f-1e3c-4cc5-9f2a-196bdf599e44: rpc.has_security_group_logging(os_id): False [ 814.128289] env[66703]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=66703) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 814.128696] env[66703]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66703) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 814.128696] env[66703]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66703) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 814.128762] env[66703]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66703) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 814.128792] env[66703]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66703) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 814.129046] env[66703]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=66703) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 814.129270] env[66703]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66703) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 814.129270] env[66703]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66703) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 814.129375] env[66703]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66703) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 814.129422] env[66703]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66703) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 814.129503] env[66703]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: b1c3d67f-1e3c-4cc5-9f2a-196bdf599e44 is going to be created. [ 814.198566] env[66703]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=66703) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 814.198733] env[66703]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66703) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 814.198775] env[66703]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66703) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 814.199252] env[66703]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66703) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 814.199252] env[66703]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66703) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 814.212611] env[66703]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: b1c3d67f-1e3c-4cc5-9f2a-196bdf599e44 in Status: IN_PROGRESS for 2s [ 814.590319] env[66703]: DEBUG networking_nsxv3.common.locking [None req-33d36011-a73c-4b6d-849a-f8c867240c48 None None] Lock network-672 taken with stack trace [, , , , , , , , ] {{(pid=66703) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 814.590550] env[66703]: DEBUG oslo_concurrency.lockutils [None req-33d36011-a73c-4b6d-849a-f8c867240c48 None None] Acquiring lock "network-672" {{(pid=66703) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 814.590670] env[66703]: DEBUG oslo_concurrency.lockutils [None req-33d36011-a73c-4b6d-849a-f8c867240c48 None None] Acquired lock "network-672" {{(pid=66703) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 814.591068] env[66703]: DEBUG oslo_concurrency.lockutils [None req-33d36011-a73c-4b6d-849a-f8c867240c48 None None] Acquired external semaphore "network-672" {{(pid=66703) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 814.591345] env[66703]: DEBUG networking_nsxv3.common.locking [None req-33d36011-a73c-4b6d-849a-f8c867240c48 None None] Lock Segment taken with stack trace [, , , , , , , , , , ] {{(pid=66703) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 814.591499] env[66703]: DEBUG oslo_concurrency.lockutils [None req-33d36011-a73c-4b6d-849a-f8c867240c48 None None] Acquiring lock "Segment" {{(pid=66703) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 814.591700] env[66703]: DEBUG oslo_concurrency.lockutils [None req-33d36011-a73c-4b6d-849a-f8c867240c48 None None] Acquired lock "Segment" {{(pid=66703) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 814.591830] env[66703]: DEBUG oslo_concurrency.lockutils [None req-33d36011-a73c-4b6d-849a-f8c867240c48 None None] Acquired external semaphore "Segment" {{(pid=66703) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 814.592226] env[66703]: DEBUG oslo_concurrency.lockutils [None req-33d36011-a73c-4b6d-849a-f8c867240c48 None None] Releasing lock "Segment" {{(pid=66703) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 814.592298] env[66703]: DEBUG dogpile.cache.region [None req-33d36011-a73c-4b6d-849a-f8c867240c48 None None] No value present for key: 'zone-id' {{(pid=66703) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 814.592408] env[66703]: DEBUG dogpile.lock [None req-33d36011-a73c-4b6d-849a-f8c867240c48 None None] NeedRegenerationException {{(pid=66703) _enter /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:90}} [ 814.592514] env[66703]: DEBUG dogpile.lock [None req-33d36011-a73c-4b6d-849a-f8c867240c48 None None] no value, waiting for create lock {{(pid=66703) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:131}} [ 814.592623] env[66703]: DEBUG dogpile.lock [None req-33d36011-a73c-4b6d-849a-f8c867240c48 None None] value creation lock acquired {{(pid=66703) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:135}} [ 814.592748] env[66703]: DEBUG dogpile.cache.region [None req-33d36011-a73c-4b6d-849a-f8c867240c48 None None] No value present for key: 'zone-id' {{(pid=66703) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 814.592852] env[66703]: DEBUG dogpile.lock [None req-33d36011-a73c-4b6d-849a-f8c867240c48 None None] Calling creation function for not-yet-present value {{(pid=66703) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:174}} [ 814.593239] env[66703]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-33d36011-a73c-4b6d-849a-f8c867240c48 None None] Looking for TransportZone with name nsx-vlan-transportzone. [ 814.615390] env[66703]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-33d36011-a73c-4b6d-849a-f8c867240c48 None None] loading zone with a95c914d-748d-497c-94ab-10d4647daeba and tags [{'scope': 'mp2policy_migr_status', 'tag': 'success'}] [ 814.615598] env[66703]: DEBUG dogpile.cache.region [None req-33d36011-a73c-4b6d-849a-f8c867240c48 None None] Cache value generated in 0.023 seconds for key(s): 'zone-id' {{(pid=66703) _log_time /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:910}} [ 814.615769] env[66703]: DEBUG dogpile.lock [None req-33d36011-a73c-4b6d-849a-f8c867240c48 None None] Released creation lock {{(pid=66703) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:182}} [ 814.616059] env[66703]: DEBUG oslo_concurrency.lockutils [None req-33d36011-a73c-4b6d-849a-f8c867240c48 None None] Releasing lock "network-672" {{(pid=66703) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 814.616394] env[66703]: DEBUG networking_nsxv3.common.locking [None req-33d36011-a73c-4b6d-849a-f8c867240c48 None None] Lock port-4ab99988-8234-437d-8ee1-4ac0513fbb60 taken with stack trace [, , , , , , , , ] {{(pid=66703) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 814.616605] env[66703]: DEBUG oslo_concurrency.lockutils [None req-33d36011-a73c-4b6d-849a-f8c867240c48 None None] Acquiring lock "port-4ab99988-8234-437d-8ee1-4ac0513fbb60" {{(pid=66703) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 814.616792] env[66703]: DEBUG oslo_concurrency.lockutils [None req-33d36011-a73c-4b6d-849a-f8c867240c48 None None] Acquired lock "port-4ab99988-8234-437d-8ee1-4ac0513fbb60" {{(pid=66703) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 814.617315] env[66703]: DEBUG oslo_concurrency.lockutils [None req-33d36011-a73c-4b6d-849a-f8c867240c48 None None] Acquired external semaphore "port-4ab99988-8234-437d-8ee1-4ac0513fbb60" {{(pid=66703) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 814.617495] env[66703]: DEBUG networking_nsxv3.api.rpc [None req-33d36011-a73c-4b6d-849a-f8c867240c48 None None] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('4ab99988-8234-437d-8ee1-4ac0513fbb60',) {} {{(pid=66703) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 815.122066] env[66703]: DEBUG networking_nsxv3.common.locking [None req-33d36011-a73c-4b6d-849a-f8c867240c48 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , ] {{(pid=66703) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 815.122066] env[66703]: DEBUG oslo_concurrency.lockutils [None req-33d36011-a73c-4b6d-849a-f8c867240c48 None None] Acquiring lock "SegmentPort" {{(pid=66703) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 815.122066] env[66703]: DEBUG oslo_concurrency.lockutils [None req-33d36011-a73c-4b6d-849a-f8c867240c48 None None] Acquired lock "SegmentPort" {{(pid=66703) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 815.122066] env[66703]: DEBUG oslo_concurrency.lockutils [None req-33d36011-a73c-4b6d-849a-f8c867240c48 None None] Acquired external semaphore "SegmentPort" {{(pid=66703) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 815.122394] env[66703]: DEBUG oslo_concurrency.lockutils [None req-33d36011-a73c-4b6d-849a-f8c867240c48 None None] Releasing lock "SegmentPort" {{(pid=66703) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 815.122394] env[66703]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-33d36011-a73c-4b6d-849a-f8c867240c48 None None] Segment Port 4ab99988-8234-437d-8ee1-4ac0513fbb60 not found, creating... [ 815.122729] env[66703]: DEBUG networking_nsxv3.common.locking [None req-33d36011-a73c-4b6d-849a-f8c867240c48 None None] Lock Segment taken with stack trace [, , , , , , , , , , , ] {{(pid=66703) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 815.122729] env[66703]: DEBUG oslo_concurrency.lockutils [None req-33d36011-a73c-4b6d-849a-f8c867240c48 None None] Acquiring lock "Segment" {{(pid=66703) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 815.122843] env[66703]: DEBUG oslo_concurrency.lockutils [None req-33d36011-a73c-4b6d-849a-f8c867240c48 None None] Acquired lock "Segment" {{(pid=66703) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 815.123258] env[66703]: DEBUG oslo_concurrency.lockutils [None req-33d36011-a73c-4b6d-849a-f8c867240c48 None None] Acquired external semaphore "Segment" {{(pid=66703) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 815.123258] env[66703]: DEBUG oslo_concurrency.lockutils [None req-33d36011-a73c-4b6d-849a-f8c867240c48 None None] Releasing lock "Segment" {{(pid=66703) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 815.124069] env[66703]: DEBUG networking_nsxv3.common.locking [None req-33d36011-a73c-4b6d-849a-f8c867240c48 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=66703) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 815.124069] env[66703]: DEBUG oslo_concurrency.lockutils [None req-33d36011-a73c-4b6d-849a-f8c867240c48 None None] Acquiring lock "SegmentPort" {{(pid=66703) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 815.124069] env[66703]: DEBUG oslo_concurrency.lockutils [None req-33d36011-a73c-4b6d-849a-f8c867240c48 None None] Acquired lock "SegmentPort" {{(pid=66703) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 815.124069] env[66703]: DEBUG oslo_concurrency.lockutils [None req-33d36011-a73c-4b6d-849a-f8c867240c48 None None] Acquired external semaphore "SegmentPort" {{(pid=66703) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 815.124069] env[66703]: DEBUG oslo_concurrency.lockutils [None req-33d36011-a73c-4b6d-849a-f8c867240c48 None None] Releasing lock "SegmentPort" {{(pid=66703) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 815.124334] env[66703]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-33d36011-a73c-4b6d-849a-f8c867240c48 None None] Resource: SegmentPort with ID: 4ab99988-8234-437d-8ee1-4ac0513fbb60 is going to be created. [ 815.154521] env[66703]: DEBUG networking_nsxv3.common.locking [None req-33d36011-a73c-4b6d-849a-f8c867240c48 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=66703) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 815.154922] env[66703]: DEBUG oslo_concurrency.lockutils [None req-33d36011-a73c-4b6d-849a-f8c867240c48 None None] Acquiring lock "SegmentPort" {{(pid=66703) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 815.154922] env[66703]: DEBUG oslo_concurrency.lockutils [None req-33d36011-a73c-4b6d-849a-f8c867240c48 None None] Acquired lock "SegmentPort" {{(pid=66703) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 815.155085] env[66703]: DEBUG oslo_concurrency.lockutils [None req-33d36011-a73c-4b6d-849a-f8c867240c48 None None] Acquired external semaphore "SegmentPort" {{(pid=66703) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 815.155306] env[66703]: DEBUG oslo_concurrency.lockutils [None req-33d36011-a73c-4b6d-849a-f8c867240c48 None None] Releasing lock "SegmentPort" {{(pid=66703) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 815.155524] env[66703]: DEBUG oslo_concurrency.lockutils [None req-33d36011-a73c-4b6d-849a-f8c867240c48 None None] Releasing lock "port-4ab99988-8234-437d-8ee1-4ac0513fbb60" {{(pid=66703) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 815.619024] env[66703]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 451b70bc-ee39-4478-8b6b-ae8f5e4bf551 in Status: SUCCESS [ 815.619024] env[66703]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-451b70bc-ee39-4478-8b6b-ae8f5e4bf551" {{(pid=66703) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 815.619024] env[66703]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-451b70bc-ee39-4478-8b6b-ae8f5e4bf551" {{(pid=66703) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 815.619024] env[66703]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-451b70bc-ee39-4478-8b6b-ae8f5e4bf551" {{(pid=66703) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 815.619024] env[66703]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=66703) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 815.619024] env[66703]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66703) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 815.619024] env[66703]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66703) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 815.619024] env[66703]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66703) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 815.619024] env[66703]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66703) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 815.619024] env[66703]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-451b70bc-ee39-4478-8b6b-ae8f5e4bf551" {{(pid=66703) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 815.619024] env[66703]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('451b70bc-ee39-4478-8b6b-ae8f5e4bf551',) {} {{(pid=66703) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 815.620021] env[66703]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-451b70bc-ee39-4478-8b6b-ae8f5e4bf551" {{(pid=66703) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 815.620432] env[66703]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-451b70bc-ee39-4478-8b6b-ae8f5e4bf551" {{(pid=66703) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 815.620715] env[66703]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=66703) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 815.620940] env[66703]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66703) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 815.621104] env[66703]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66703) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 815.621639] env[66703]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66703) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 815.621836] env[66703]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66703) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 815.622037] env[66703]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('451b70bc-ee39-4478-8b6b-ae8f5e4bf551',) {} {{(pid=66703) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 815.717450] env[66703]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 30de771b-a136-45ed-b92b-db3de891006f in Status: SUCCESS [ 815.717450] env[66703]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-30de771b-a136-45ed-b92b-db3de891006f" {{(pid=66703) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 815.717450] env[66703]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-30de771b-a136-45ed-b92b-db3de891006f" {{(pid=66703) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 815.717450] env[66703]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-30de771b-a136-45ed-b92b-db3de891006f" {{(pid=66703) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 815.717450] env[66703]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=66703) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 815.717450] env[66703]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66703) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 815.717450] env[66703]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66703) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 815.717450] env[66703]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66703) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 815.717450] env[66703]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66703) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 815.717450] env[66703]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-30de771b-a136-45ed-b92b-db3de891006f" {{(pid=66703) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 815.717450] env[66703]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('30de771b-a136-45ed-b92b-db3de891006f',) {} {{(pid=66703) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 815.903124] env[66703]: INFO networking_nsxv3.common.synchronization [req-796fc515-e048-4a0d-a142-067c122d93a6 req-5e42719c-7a82-4d65-b327-5b8732e87025 service nova] Enqueued Resource ID: 451b70bc-ee39-4478-8b6b-ae8f5e4bf551 with Priority: HIGHEST for action security_group_rules [ 815.903307] env[66703]: INFO networking_nsxv3.common.synchronization [req-796fc515-e048-4a0d-a142-067c122d93a6 req-5e42719c-7a82-4d65-b327-5b8732e87025 service nova] Enqueued Resource ID: 451b70bc-ee39-4478-8b6b-ae8f5e4bf551 with Priority: HIGHEST for action security_group_members [ 815.903436] env[66703]: INFO networking_nsxv3.common.synchronization [req-796fc515-e048-4a0d-a142-067c122d93a6 req-5e42719c-7a82-4d65-b327-5b8732e87025 service nova] Enqueued Resource ID: 4ab99988-8234-437d-8ee1-4ac0513fbb60 with Priority: HIGHEST for action port [ 815.903671] env[66703]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 451b70bc-ee39-4478-8b6b-ae8f5e4bf551 with Priority: HIGHEST for action security_group_rules [ 815.903800] env[66703]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 451b70bc-ee39-4478-8b6b-ae8f5e4bf551 with Priority: HIGHEST for action security_group_members [ 815.903891] env[66703]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 4ab99988-8234-437d-8ee1-4ac0513fbb60 with Priority: HIGHEST for action port [ 815.904803] env[66703]: DEBUG networking_nsxv3.common.locking [-] Lock rules-451b70bc-ee39-4478-8b6b-ae8f5e4bf551 taken with stack trace [, , ] {{(pid=66703) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 815.905029] env[66703]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-451b70bc-ee39-4478-8b6b-ae8f5e4bf551" {{(pid=66703) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 815.906256] env[66703]: DEBUG networking_nsxv3.common.locking [-] Lock member-451b70bc-ee39-4478-8b6b-ae8f5e4bf551 taken with stack trace [, , ] {{(pid=66703) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 815.906256] env[66703]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-451b70bc-ee39-4478-8b6b-ae8f5e4bf551" {{(pid=66703) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 815.906482] env[66703]: DEBUG networking_nsxv3.common.locking [-] Lock port-4ab99988-8234-437d-8ee1-4ac0513fbb60 taken with stack trace [, , ] {{(pid=66703) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 815.906629] env[66703]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-4ab99988-8234-437d-8ee1-4ac0513fbb60" {{(pid=66703) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 815.906724] env[66703]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-4ab99988-8234-437d-8ee1-4ac0513fbb60" {{(pid=66703) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 815.906957] env[66703]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-4ab99988-8234-437d-8ee1-4ac0513fbb60" {{(pid=66703) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 815.907085] env[66703]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('4ab99988-8234-437d-8ee1-4ac0513fbb60',) {} {{(pid=66703) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 816.122578] env[66703]: DEBUG networking_nsxv3.common.locking [-] Lock member-451b70bc-ee39-4478-8b6b-ae8f5e4bf551 taken with stack trace [, , , ] {{(pid=66703) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 816.122578] env[66703]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-451b70bc-ee39-4478-8b6b-ae8f5e4bf551" {{(pid=66703) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 816.126420] env[66703]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('451b70bc-ee39-4478-8b6b-ae8f5e4bf551',) {} {{(pid=66703) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 816.216893] env[66703]: INFO networking_nsxv3.common.synchronization [req-ba524c6b-d46d-4571-9e03-94974b91bfa3 req-4c1eddbe-258a-40ea-9335-eb2b3e2374ce tempest-ImagesNegativeTestJSON-1478342197 tempest-ImagesNegativeTestJSON-1478342197-project-member] Enqueued Resource ID: bc05e17c-09a9-4bc8-9a77-96ca3ea29999 with Priority: HIGHEST for action security_group_members [ 816.218158] env[66703]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: bc05e17c-09a9-4bc8-9a77-96ca3ea29999 with Priority: HIGHEST for action security_group_members [ 816.220037] env[66703]: DEBUG networking_nsxv3.common.locking [-] Lock member-bc05e17c-09a9-4bc8-9a77-96ca3ea29999 taken with stack trace [, , ] {{(pid=66703) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 816.220037] env[66703]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-bc05e17c-09a9-4bc8-9a77-96ca3ea29999" {{(pid=66703) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 816.220037] env[66703]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-bc05e17c-09a9-4bc8-9a77-96ca3ea29999" {{(pid=66703) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 816.220711] env[66703]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-bc05e17c-09a9-4bc8-9a77-96ca3ea29999" {{(pid=66703) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 816.220908] env[66703]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=66703) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 816.221035] env[66703]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66703) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 816.221098] env[66703]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66703) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 816.221279] env[66703]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66703) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 816.221492] env[66703]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66703) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 816.221655] env[66703]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('bc05e17c-09a9-4bc8-9a77-96ca3ea29999',) {} {{(pid=66703) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 816.223323] env[66703]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('30de771b-a136-45ed-b92b-db3de891006f',) {} {{(pid=66703) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 816.234131] env[66703]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: b1c3d67f-1e3c-4cc5-9f2a-196bdf599e44 in Status: SUCCESS [ 816.234286] env[66703]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-b1c3d67f-1e3c-4cc5-9f2a-196bdf599e44" {{(pid=66703) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 816.360968] env[66703]: INFO networking_nsxv3.common.synchronization [None req-02bc8806-feae-4c21-a3f6-378144b674ee None None] Enqueued Resource ID: c7d7559e-e6d2-4eb2-9d3a-4203925dd926 with Priority: HIGHEST for action port [ 816.361581] env[66703]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: c7d7559e-e6d2-4eb2-9d3a-4203925dd926 with Priority: HIGHEST for action port [ 816.361907] env[66703]: DEBUG networking_nsxv3.common.locking [-] Lock port-c7d7559e-e6d2-4eb2-9d3a-4203925dd926 taken with stack trace [, , ] {{(pid=66703) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 816.363587] env[66703]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-c7d7559e-e6d2-4eb2-9d3a-4203925dd926" {{(pid=66703) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 816.363587] env[66703]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-c7d7559e-e6d2-4eb2-9d3a-4203925dd926" {{(pid=66703) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 816.363587] env[66703]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-c7d7559e-e6d2-4eb2-9d3a-4203925dd926" {{(pid=66703) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 816.363587] env[66703]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('c7d7559e-e6d2-4eb2-9d3a-4203925dd926',) {} {{(pid=66703) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 816.409956] env[66703]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] realization of port 4ab99988-8234-437d-8ee1-4ac0513fbb60 with status ACTIVE [ 816.410501] env[66703]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=66703) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 816.410501] env[66703]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=66703) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 816.410501] env[66703]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=66703) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 816.410711] env[66703]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=66703) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 816.410802] env[66703]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=66703) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 816.410978] env[66703]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , ] {{(pid=66703) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 816.411087] env[66703]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=66703) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 816.411150] env[66703]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=66703) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 816.411292] env[66703]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=66703) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 816.411975] env[66703]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=66703) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 816.411975] env[66703]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=66703) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 816.411975] env[66703]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=66703) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 816.411975] env[66703]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=66703) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 816.411975] env[66703]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=66703) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 816.411975] env[66703]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=66703) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 816.411975] env[66703]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: SegmentPort with ID: 4ab99988-8234-437d-8ee1-4ac0513fbb60 is going to be updated. [ 816.434724] env[66703]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=66703) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 816.434949] env[66703]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=66703) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 816.434949] env[66703]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=66703) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 816.435171] env[66703]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=66703) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 816.435313] env[66703]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=66703) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 816.435476] env[66703]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-4ab99988-8234-437d-8ee1-4ac0513fbb60" {{(pid=66703) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 816.630571] env[66703]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('451b70bc-ee39-4478-8b6b-ae8f5e4bf551',) {} {{(pid=66703) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 816.729025] env[66703]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=66703) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 816.729025] env[66703]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66703) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 816.729025] env[66703]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66703) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 816.729025] env[66703]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66703) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 816.729025] env[66703]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66703) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 816.729025] env[66703]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66703) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 816.729025] env[66703]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66703) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 816.729025] env[66703]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66703) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 816.729025] env[66703]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66703) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 816.729025] env[66703]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66703) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 816.729025] env[66703]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: bc05e17c-09a9-4bc8-9a77-96ca3ea29999 already deleted. [ 816.729025] env[66703]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-bc05e17c-09a9-4bc8-9a77-96ca3ea29999" {{(pid=66703) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 816.729025] env[66703]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for 30de771b-a136-45ed-b92b-db3de891006f: rpc.has_security_group_logging(os_id): False [ 816.747602] env[66703]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=66703) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 816.747837] env[66703]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66703) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 816.747837] env[66703]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66703) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 816.748143] env[66703]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66703) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 816.748289] env[66703]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66703) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 816.748559] env[66703]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=66703) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 816.748722] env[66703]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66703) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 816.748815] env[66703]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66703) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 816.749089] env[66703]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66703) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 816.749199] env[66703]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66703) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 816.749375] env[66703]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 30de771b-a136-45ed-b92b-db3de891006f is going to be updated. [ 816.835774] env[66703]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=66703) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 816.836230] env[66703]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66703) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 816.836230] env[66703]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66703) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 816.836453] env[66703]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66703) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 816.836684] env[66703]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66703) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 816.850068] env[66703]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 30de771b-a136-45ed-b92b-db3de891006f in Status: IN_PROGRESS for 2s [ 816.866026] env[66703]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] deletion realization of port c7d7559e-e6d2-4eb2-9d3a-4203925dd926 [ 816.866026] env[66703]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=66703) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 816.866026] env[66703]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=66703) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 816.866026] env[66703]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=66703) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 816.866299] env[66703]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=66703) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 816.866299] env[66703]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=66703) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 816.866365] env[66703]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Segment Port:c7d7559e-e6d2-4eb2-9d3a-4203925dd926 already deleted. [ 816.866423] env[66703]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-c7d7559e-e6d2-4eb2-9d3a-4203925dd926" {{(pid=66703) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 816.868609] env[66703]: DEBUG networking_nsxv3.common.locking [None req-33d36011-a73c-4b6d-849a-f8c867240c48 None None] Lock network-822 taken with stack trace [, , , , , , , , ] {{(pid=66703) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 816.868847] env[66703]: DEBUG oslo_concurrency.lockutils [None req-33d36011-a73c-4b6d-849a-f8c867240c48 None None] Acquiring lock "network-822" {{(pid=66703) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 816.868897] env[66703]: DEBUG oslo_concurrency.lockutils [None req-33d36011-a73c-4b6d-849a-f8c867240c48 None None] Acquired lock "network-822" {{(pid=66703) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 816.869299] env[66703]: DEBUG oslo_concurrency.lockutils [None req-33d36011-a73c-4b6d-849a-f8c867240c48 None None] Acquired external semaphore "network-822" {{(pid=66703) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 816.869576] env[66703]: DEBUG networking_nsxv3.common.locking [None req-33d36011-a73c-4b6d-849a-f8c867240c48 None None] Lock Segment taken with stack trace [, , , , , , , , , , ] {{(pid=66703) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 816.869734] env[66703]: DEBUG oslo_concurrency.lockutils [None req-33d36011-a73c-4b6d-849a-f8c867240c48 None None] Acquiring lock "Segment" {{(pid=66703) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 816.869871] env[66703]: DEBUG oslo_concurrency.lockutils [None req-33d36011-a73c-4b6d-849a-f8c867240c48 None None] Acquired lock "Segment" {{(pid=66703) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 816.870081] env[66703]: DEBUG oslo_concurrency.lockutils [None req-33d36011-a73c-4b6d-849a-f8c867240c48 None None] Acquired external semaphore "Segment" {{(pid=66703) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 816.870222] env[66703]: DEBUG oslo_concurrency.lockutils [None req-33d36011-a73c-4b6d-849a-f8c867240c48 None None] Releasing lock "Segment" {{(pid=66703) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 816.870445] env[66703]: DEBUG dogpile.cache.region [None req-33d36011-a73c-4b6d-849a-f8c867240c48 None None] No value present for key: 'zone-id' {{(pid=66703) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 816.870592] env[66703]: DEBUG dogpile.lock [None req-33d36011-a73c-4b6d-849a-f8c867240c48 None None] NeedRegenerationException {{(pid=66703) _enter /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:90}} [ 816.870677] env[66703]: DEBUG dogpile.lock [None req-33d36011-a73c-4b6d-849a-f8c867240c48 None None] no value, waiting for create lock {{(pid=66703) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:131}} [ 816.870782] env[66703]: DEBUG dogpile.lock [None req-33d36011-a73c-4b6d-849a-f8c867240c48 None None] value creation lock acquired {{(pid=66703) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:135}} [ 816.870887] env[66703]: DEBUG dogpile.cache.region [None req-33d36011-a73c-4b6d-849a-f8c867240c48 None None] No value present for key: 'zone-id' {{(pid=66703) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 816.870988] env[66703]: DEBUG dogpile.lock [None req-33d36011-a73c-4b6d-849a-f8c867240c48 None None] Calling creation function for not-yet-present value {{(pid=66703) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:174}} [ 816.871136] env[66703]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-33d36011-a73c-4b6d-849a-f8c867240c48 None None] Looking for TransportZone with name nsx-vlan-transportzone. [ 816.894035] env[66703]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-33d36011-a73c-4b6d-849a-f8c867240c48 None None] loading zone with a95c914d-748d-497c-94ab-10d4647daeba and tags [{'scope': 'mp2policy_migr_status', 'tag': 'success'}] [ 816.894370] env[66703]: DEBUG dogpile.cache.region [None req-33d36011-a73c-4b6d-849a-f8c867240c48 None None] Cache value generated in 0.023 seconds for key(s): 'zone-id' {{(pid=66703) _log_time /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:910}} [ 816.894370] env[66703]: DEBUG dogpile.lock [None req-33d36011-a73c-4b6d-849a-f8c867240c48 None None] Released creation lock {{(pid=66703) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:182}} [ 816.894908] env[66703]: DEBUG oslo_concurrency.lockutils [None req-33d36011-a73c-4b6d-849a-f8c867240c48 None None] Releasing lock "network-822" {{(pid=66703) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 816.894908] env[66703]: DEBUG networking_nsxv3.common.locking [None req-33d36011-a73c-4b6d-849a-f8c867240c48 None None] Lock port-4329c756-f29a-4b35-b3ea-7e25d0e04054 taken with stack trace [, , , , , , , , ] {{(pid=66703) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 816.895064] env[66703]: DEBUG oslo_concurrency.lockutils [None req-33d36011-a73c-4b6d-849a-f8c867240c48 None None] Acquiring lock "port-4329c756-f29a-4b35-b3ea-7e25d0e04054" {{(pid=66703) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 816.895184] env[66703]: DEBUG oslo_concurrency.lockutils [None req-33d36011-a73c-4b6d-849a-f8c867240c48 None None] Acquired lock "port-4329c756-f29a-4b35-b3ea-7e25d0e04054" {{(pid=66703) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 816.895505] env[66703]: DEBUG oslo_concurrency.lockutils [None req-33d36011-a73c-4b6d-849a-f8c867240c48 None None] Acquired external semaphore "port-4329c756-f29a-4b35-b3ea-7e25d0e04054" {{(pid=66703) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 816.895643] env[66703]: DEBUG networking_nsxv3.api.rpc [None req-33d36011-a73c-4b6d-849a-f8c867240c48 None None] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('4329c756-f29a-4b35-b3ea-7e25d0e04054',) {} {{(pid=66703) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 817.134611] env[66703]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66703) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 817.134855] env[66703]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66703) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 817.134855] env[66703]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66703) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 817.135145] env[66703]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66703) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 817.135261] env[66703]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66703) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 817.135372] env[66703]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 451b70bc-ee39-4478-8b6b-ae8f5e4bf551 is going to be updated. [ 817.195243] env[66703]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66703) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 817.195439] env[66703]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66703) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 817.196085] env[66703]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66703) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 817.196085] env[66703]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66703) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 817.196085] env[66703]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66703) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 817.205874] env[66703]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 451b70bc-ee39-4478-8b6b-ae8f5e4bf551 in Status: IN_PROGRESS for 2s [ 817.399995] env[66703]: DEBUG networking_nsxv3.common.locking [None req-33d36011-a73c-4b6d-849a-f8c867240c48 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , ] {{(pid=66703) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 817.399995] env[66703]: DEBUG oslo_concurrency.lockutils [None req-33d36011-a73c-4b6d-849a-f8c867240c48 None None] Acquiring lock "SegmentPort" {{(pid=66703) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 817.399995] env[66703]: DEBUG oslo_concurrency.lockutils [None req-33d36011-a73c-4b6d-849a-f8c867240c48 None None] Acquired lock "SegmentPort" {{(pid=66703) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 817.400642] env[66703]: DEBUG oslo_concurrency.lockutils [None req-33d36011-a73c-4b6d-849a-f8c867240c48 None None] Acquired external semaphore "SegmentPort" {{(pid=66703) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 817.400642] env[66703]: DEBUG oslo_concurrency.lockutils [None req-33d36011-a73c-4b6d-849a-f8c867240c48 None None] Releasing lock "SegmentPort" {{(pid=66703) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 817.400642] env[66703]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-33d36011-a73c-4b6d-849a-f8c867240c48 None None] Segment Port 4329c756-f29a-4b35-b3ea-7e25d0e04054 not found, creating... [ 817.400642] env[66703]: DEBUG networking_nsxv3.common.locking [None req-33d36011-a73c-4b6d-849a-f8c867240c48 None None] Lock Segment taken with stack trace [, , , , , , , , , , , ] {{(pid=66703) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 817.405783] env[66703]: DEBUG oslo_concurrency.lockutils [None req-33d36011-a73c-4b6d-849a-f8c867240c48 None None] Acquiring lock "Segment" {{(pid=66703) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 817.405783] env[66703]: DEBUG oslo_concurrency.lockutils [None req-33d36011-a73c-4b6d-849a-f8c867240c48 None None] Acquired lock "Segment" {{(pid=66703) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 817.405783] env[66703]: DEBUG oslo_concurrency.lockutils [None req-33d36011-a73c-4b6d-849a-f8c867240c48 None None] Acquired external semaphore "Segment" {{(pid=66703) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 817.406190] env[66703]: DEBUG oslo_concurrency.lockutils [None req-33d36011-a73c-4b6d-849a-f8c867240c48 None None] Releasing lock "Segment" {{(pid=66703) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 817.406323] env[66703]: DEBUG networking_nsxv3.common.locking [None req-33d36011-a73c-4b6d-849a-f8c867240c48 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=66703) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 817.406521] env[66703]: DEBUG oslo_concurrency.lockutils [None req-33d36011-a73c-4b6d-849a-f8c867240c48 None None] Acquiring lock "SegmentPort" {{(pid=66703) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 817.406657] env[66703]: DEBUG oslo_concurrency.lockutils [None req-33d36011-a73c-4b6d-849a-f8c867240c48 None None] Acquired lock "SegmentPort" {{(pid=66703) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 817.407121] env[66703]: DEBUG oslo_concurrency.lockutils [None req-33d36011-a73c-4b6d-849a-f8c867240c48 None None] Acquired external semaphore "SegmentPort" {{(pid=66703) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 817.407121] env[66703]: DEBUG oslo_concurrency.lockutils [None req-33d36011-a73c-4b6d-849a-f8c867240c48 None None] Releasing lock "SegmentPort" {{(pid=66703) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 817.407232] env[66703]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-33d36011-a73c-4b6d-849a-f8c867240c48 None None] Resource: SegmentPort with ID: 4329c756-f29a-4b35-b3ea-7e25d0e04054 is going to be created. [ 817.431108] env[66703]: DEBUG networking_nsxv3.common.locking [None req-33d36011-a73c-4b6d-849a-f8c867240c48 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=66703) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 817.431373] env[66703]: DEBUG oslo_concurrency.lockutils [None req-33d36011-a73c-4b6d-849a-f8c867240c48 None None] Acquiring lock "SegmentPort" {{(pid=66703) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 817.431514] env[66703]: DEBUG oslo_concurrency.lockutils [None req-33d36011-a73c-4b6d-849a-f8c867240c48 None None] Acquired lock "SegmentPort" {{(pid=66703) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 817.431934] env[66703]: DEBUG oslo_concurrency.lockutils [None req-33d36011-a73c-4b6d-849a-f8c867240c48 None None] Acquired external semaphore "SegmentPort" {{(pid=66703) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 817.432219] env[66703]: DEBUG oslo_concurrency.lockutils [None req-33d36011-a73c-4b6d-849a-f8c867240c48 None None] Releasing lock "SegmentPort" {{(pid=66703) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 817.432543] env[66703]: DEBUG oslo_concurrency.lockutils [None req-33d36011-a73c-4b6d-849a-f8c867240c48 None None] Releasing lock "port-4329c756-f29a-4b35-b3ea-7e25d0e04054" {{(pid=66703) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 818.203967] env[66703]: INFO networking_nsxv3.common.synchronization [req-ba524c6b-d46d-4571-9e03-94974b91bfa3 req-f6655334-47cc-4c29-a511-7e3c6ad253a4 service nova] Enqueued Resource ID: bc05e17c-09a9-4bc8-9a77-96ca3ea29999 with Priority: HIGHEST for action security_group_rules [ 818.204063] env[66703]: INFO networking_nsxv3.common.synchronization [req-ba524c6b-d46d-4571-9e03-94974b91bfa3 req-f6655334-47cc-4c29-a511-7e3c6ad253a4 service nova] Enqueued Resource ID: bc05e17c-09a9-4bc8-9a77-96ca3ea29999 with Priority: HIGHEST for action security_group_members [ 818.204169] env[66703]: INFO networking_nsxv3.common.synchronization [req-ba524c6b-d46d-4571-9e03-94974b91bfa3 req-f6655334-47cc-4c29-a511-7e3c6ad253a4 service nova] Enqueued Resource ID: 4329c756-f29a-4b35-b3ea-7e25d0e04054 with Priority: HIGHEST for action port [ 818.204740] env[66703]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: bc05e17c-09a9-4bc8-9a77-96ca3ea29999 with Priority: HIGHEST for action security_group_rules [ 818.204874] env[66703]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: bc05e17c-09a9-4bc8-9a77-96ca3ea29999 with Priority: HIGHEST for action security_group_members [ 818.204975] env[66703]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 4329c756-f29a-4b35-b3ea-7e25d0e04054 with Priority: HIGHEST for action port [ 818.205281] env[66703]: DEBUG networking_nsxv3.common.locking [-] Lock rules-bc05e17c-09a9-4bc8-9a77-96ca3ea29999 taken with stack trace [, , ] {{(pid=66703) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 818.205397] env[66703]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-bc05e17c-09a9-4bc8-9a77-96ca3ea29999" {{(pid=66703) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 818.205460] env[66703]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-bc05e17c-09a9-4bc8-9a77-96ca3ea29999" {{(pid=66703) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 818.205732] env[66703]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-bc05e17c-09a9-4bc8-9a77-96ca3ea29999" {{(pid=66703) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 818.205815] env[66703]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('bc05e17c-09a9-4bc8-9a77-96ca3ea29999',) {} {{(pid=66703) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 818.206751] env[66703]: DEBUG networking_nsxv3.common.locking [-] Lock member-bc05e17c-09a9-4bc8-9a77-96ca3ea29999 taken with stack trace [, , ] {{(pid=66703) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 818.206862] env[66703]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-bc05e17c-09a9-4bc8-9a77-96ca3ea29999" {{(pid=66703) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 818.206959] env[66703]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-bc05e17c-09a9-4bc8-9a77-96ca3ea29999" {{(pid=66703) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 818.207464] env[66703]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-bc05e17c-09a9-4bc8-9a77-96ca3ea29999" {{(pid=66703) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 818.207464] env[66703]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=66703) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 818.207464] env[66703]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66703) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 818.207464] env[66703]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66703) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 818.207777] env[66703]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66703) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 818.207777] env[66703]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66703) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 818.207777] env[66703]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('bc05e17c-09a9-4bc8-9a77-96ca3ea29999',) {} {{(pid=66703) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 818.215385] env[66703]: DEBUG networking_nsxv3.common.locking [-] Lock port-4329c756-f29a-4b35-b3ea-7e25d0e04054 taken with stack trace [, , ] {{(pid=66703) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 818.215385] env[66703]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-4329c756-f29a-4b35-b3ea-7e25d0e04054" {{(pid=66703) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 818.215385] env[66703]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-4329c756-f29a-4b35-b3ea-7e25d0e04054" {{(pid=66703) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 818.215385] env[66703]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-4329c756-f29a-4b35-b3ea-7e25d0e04054" {{(pid=66703) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 818.215385] env[66703]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('4329c756-f29a-4b35-b3ea-7e25d0e04054',) {} {{(pid=66703) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 818.247301] env[66703]: INFO networking_nsxv3.common.synchronization [None req-bab39ee5-95a8-4266-a69e-6a856cf36693 None None] Enqueued Resource ID: 4e066f56-119f-4d81-89af-8b404c3cf346 with Priority: HIGHEST for action port [ 818.247614] env[66703]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 4e066f56-119f-4d81-89af-8b404c3cf346 with Priority: HIGHEST for action port [ 818.247922] env[66703]: DEBUG networking_nsxv3.common.locking [-] Lock port-4e066f56-119f-4d81-89af-8b404c3cf346 taken with stack trace [, , ] {{(pid=66703) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 818.248428] env[66703]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-4e066f56-119f-4d81-89af-8b404c3cf346" {{(pid=66703) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 818.249043] env[66703]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-4e066f56-119f-4d81-89af-8b404c3cf346" {{(pid=66703) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 818.249225] env[66703]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-4e066f56-119f-4d81-89af-8b404c3cf346" {{(pid=66703) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 818.249370] env[66703]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('4e066f56-119f-4d81-89af-8b404c3cf346',) {} {{(pid=66703) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 818.716190] env[66703]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] realization of port 4329c756-f29a-4b35-b3ea-7e25d0e04054 with status ACTIVE [ 818.718799] env[66703]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=66703) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 818.722031] env[66703]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=66703) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 818.722031] env[66703]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=66703) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 818.722031] env[66703]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=66703) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 818.722269] env[66703]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=66703) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 818.722679] env[66703]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , ] {{(pid=66703) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 818.722679] env[66703]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=66703) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 818.722679] env[66703]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=66703) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 818.723112] env[66703]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=66703) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 818.723171] env[66703]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=66703) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 818.723534] env[66703]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=66703) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 818.723963] env[66703]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=66703) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 818.723963] env[66703]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=66703) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 818.723963] env[66703]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=66703) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 818.723963] env[66703]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=66703) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 818.724187] env[66703]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: SegmentPort with ID: 4329c756-f29a-4b35-b3ea-7e25d0e04054 is going to be updated. [ 818.725673] env[66703]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('bc05e17c-09a9-4bc8-9a77-96ca3ea29999',) {} {{(pid=66703) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 818.727434] env[66703]: DEBUG networking_nsxv3.common.locking [-] Lock member-bc05e17c-09a9-4bc8-9a77-96ca3ea29999 taken with stack trace [, , , ] {{(pid=66703) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 818.727628] env[66703]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-bc05e17c-09a9-4bc8-9a77-96ca3ea29999" {{(pid=66703) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 818.752680] env[66703]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] deletion realization of port 4e066f56-119f-4d81-89af-8b404c3cf346 [ 818.752680] env[66703]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=66703) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 818.753585] env[66703]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=66703) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 818.753837] env[66703]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=66703) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 818.754097] env[66703]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=66703) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 818.754222] env[66703]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=66703) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 818.754290] env[66703]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Segment Port:4e066f56-119f-4d81-89af-8b404c3cf346 already deleted. [ 818.754595] env[66703]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-4e066f56-119f-4d81-89af-8b404c3cf346" {{(pid=66703) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 818.755469] env[66703]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=66703) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 818.755635] env[66703]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=66703) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 818.755684] env[66703]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=66703) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 818.755848] env[66703]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=66703) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 818.755986] env[66703]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=66703) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 818.756162] env[66703]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-4329c756-f29a-4b35-b3ea-7e25d0e04054" {{(pid=66703) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 818.865408] env[66703]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 30de771b-a136-45ed-b92b-db3de891006f in Status: SUCCESS [ 818.865640] env[66703]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-30de771b-a136-45ed-b92b-db3de891006f" {{(pid=66703) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 819.219884] env[66703]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 451b70bc-ee39-4478-8b6b-ae8f5e4bf551 in Status: SUCCESS [ 819.220334] env[66703]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-451b70bc-ee39-4478-8b6b-ae8f5e4bf551" {{(pid=66703) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 819.220334] env[66703]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-451b70bc-ee39-4478-8b6b-ae8f5e4bf551" {{(pid=66703) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 819.220525] env[66703]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-451b70bc-ee39-4478-8b6b-ae8f5e4bf551" {{(pid=66703) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 819.220773] env[66703]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=66703) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 819.220932] env[66703]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66703) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 819.220997] env[66703]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66703) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 819.221220] env[66703]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66703) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 819.221314] env[66703]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66703) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 819.221444] env[66703]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('451b70bc-ee39-4478-8b6b-ae8f5e4bf551',) {} {{(pid=66703) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 819.228679] env[66703]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('bc05e17c-09a9-4bc8-9a77-96ca3ea29999',) {} {{(pid=66703) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 819.726862] env[66703]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('451b70bc-ee39-4478-8b6b-ae8f5e4bf551',) {} {{(pid=66703) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 819.732066] env[66703]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66703) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 819.732066] env[66703]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66703) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 819.732066] env[66703]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66703) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 819.733236] env[66703]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66703) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 819.733236] env[66703]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66703) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 819.733236] env[66703]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: bc05e17c-09a9-4bc8-9a77-96ca3ea29999 is going to be created. [ 819.767686] env[66703]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66703) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 819.768273] env[66703]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66703) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 819.768273] env[66703]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66703) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 819.768504] env[66703]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66703) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 819.768928] env[66703]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66703) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 819.783200] env[66703]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: bc05e17c-09a9-4bc8-9a77-96ca3ea29999 in Status: UNINITIALIZED for 2s [ 820.229982] env[66703]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('451b70bc-ee39-4478-8b6b-ae8f5e4bf551',) {} {{(pid=66703) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 820.338309] env[66703]: INFO networking_nsxv3.common.synchronization [req-c355f843-e974-43b2-8506-a8d60809aa18 req-dcbac8bb-c3e7-460b-b8db-1114fb06e68e tempest-ImagesOneServerTestJSON-2128628394 tempest-ImagesOneServerTestJSON-2128628394-project-member] Enqueued Resource ID: b099edaa-ce9c-43ea-8b8e-264fa0be0054 with Priority: HIGHEST for action security_group_members [ 820.338900] env[66703]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: b099edaa-ce9c-43ea-8b8e-264fa0be0054 with Priority: HIGHEST for action security_group_members [ 820.339806] env[66703]: DEBUG networking_nsxv3.common.locking [-] Lock member-b099edaa-ce9c-43ea-8b8e-264fa0be0054 taken with stack trace [, , ] {{(pid=66703) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 820.340129] env[66703]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-b099edaa-ce9c-43ea-8b8e-264fa0be0054" {{(pid=66703) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 820.340190] env[66703]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-b099edaa-ce9c-43ea-8b8e-264fa0be0054" {{(pid=66703) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 820.340403] env[66703]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-b099edaa-ce9c-43ea-8b8e-264fa0be0054" {{(pid=66703) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 820.340585] env[66703]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=66703) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 820.341774] env[66703]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66703) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 820.341857] env[66703]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66703) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 820.342058] env[66703]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66703) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 820.342154] env[66703]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66703) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 820.342266] env[66703]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('b099edaa-ce9c-43ea-8b8e-264fa0be0054',) {} {{(pid=66703) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 820.733117] env[66703]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66703) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 820.733464] env[66703]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66703) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 820.733464] env[66703]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66703) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 820.733714] env[66703]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66703) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 820.733837] env[66703]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66703) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 820.733950] env[66703]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 451b70bc-ee39-4478-8b6b-ae8f5e4bf551 is going to be updated. [ 820.770074] env[66703]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66703) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 820.770074] env[66703]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66703) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 820.770074] env[66703]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66703) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 820.770074] env[66703]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66703) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 820.770074] env[66703]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66703) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 820.783969] env[66703]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 451b70bc-ee39-4478-8b6b-ae8f5e4bf551 in Status: IN_PROGRESS for 2s [ 820.846274] env[66703]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=66703) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 820.846274] env[66703]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66703) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 820.846274] env[66703]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66703) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 820.846274] env[66703]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66703) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 820.846274] env[66703]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66703) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 820.846580] env[66703]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66703) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 820.846747] env[66703]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66703) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 820.846747] env[66703]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66703) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 820.846962] env[66703]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66703) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 820.847069] env[66703]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66703) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 820.847135] env[66703]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: b099edaa-ce9c-43ea-8b8e-264fa0be0054 is going to be updated. [ 820.881741] env[66703]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66703) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 820.881900] env[66703]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66703) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 820.882293] env[66703]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66703) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 820.882293] env[66703]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66703) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 820.882415] env[66703]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66703) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 820.894037] env[66703]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: b099edaa-ce9c-43ea-8b8e-264fa0be0054 in Status: IN_PROGRESS for 2s [ 821.798462] env[66703]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: bc05e17c-09a9-4bc8-9a77-96ca3ea29999 in Status: SUCCESS [ 821.799413] env[66703]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-bc05e17c-09a9-4bc8-9a77-96ca3ea29999" {{(pid=66703) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 821.799413] env[66703]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-bc05e17c-09a9-4bc8-9a77-96ca3ea29999" {{(pid=66703) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 821.799502] env[66703]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-bc05e17c-09a9-4bc8-9a77-96ca3ea29999" {{(pid=66703) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 821.800025] env[66703]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=66703) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 821.800685] env[66703]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66703) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 821.800685] env[66703]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66703) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 821.800978] env[66703]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66703) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 821.801089] env[66703]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66703) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 821.801184] env[66703]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-bc05e17c-09a9-4bc8-9a77-96ca3ea29999" {{(pid=66703) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 821.801296] env[66703]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('bc05e17c-09a9-4bc8-9a77-96ca3ea29999',) {} {{(pid=66703) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 822.305896] env[66703]: DEBUG networking_nsxv3.common.locking [-] Lock member-bc05e17c-09a9-4bc8-9a77-96ca3ea29999 taken with stack trace [, , , ] {{(pid=66703) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 822.305896] env[66703]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-bc05e17c-09a9-4bc8-9a77-96ca3ea29999" {{(pid=66703) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 822.305896] env[66703]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-bc05e17c-09a9-4bc8-9a77-96ca3ea29999" {{(pid=66703) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 822.305896] env[66703]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-bc05e17c-09a9-4bc8-9a77-96ca3ea29999" {{(pid=66703) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 822.305896] env[66703]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=66703) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 822.305896] env[66703]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66703) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 822.305896] env[66703]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66703) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 822.305896] env[66703]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66703) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 822.305896] env[66703]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66703) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 822.306527] env[66703]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-bc05e17c-09a9-4bc8-9a77-96ca3ea29999" {{(pid=66703) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 822.306527] env[66703]: DEBUG networking_nsxv3.common.locking [-] Lock member-bc05e17c-09a9-4bc8-9a77-96ca3ea29999 taken with stack trace [, , , ] {{(pid=66703) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 822.306598] env[66703]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-bc05e17c-09a9-4bc8-9a77-96ca3ea29999" {{(pid=66703) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 822.306851] env[66703]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-bc05e17c-09a9-4bc8-9a77-96ca3ea29999" {{(pid=66703) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 822.306851] env[66703]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-bc05e17c-09a9-4bc8-9a77-96ca3ea29999" {{(pid=66703) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 822.306993] env[66703]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=66703) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 822.307287] env[66703]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66703) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 822.307287] env[66703]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66703) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 822.307392] env[66703]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66703) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 822.307392] env[66703]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66703) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 822.307464] env[66703]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-bc05e17c-09a9-4bc8-9a77-96ca3ea29999" {{(pid=66703) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 822.307552] env[66703]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('bc05e17c-09a9-4bc8-9a77-96ca3ea29999',) {} {{(pid=66703) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 822.796503] env[66703]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 451b70bc-ee39-4478-8b6b-ae8f5e4bf551 in Status: SUCCESS [ 822.797137] env[66703]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-451b70bc-ee39-4478-8b6b-ae8f5e4bf551" {{(pid=66703) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 822.797137] env[66703]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-451b70bc-ee39-4478-8b6b-ae8f5e4bf551" {{(pid=66703) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 822.797281] env[66703]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-451b70bc-ee39-4478-8b6b-ae8f5e4bf551" {{(pid=66703) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 822.797394] env[66703]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=66703) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 822.797596] env[66703]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66703) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 822.797704] env[66703]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66703) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 822.797880] env[66703]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66703) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 822.797976] env[66703]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66703) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 822.798105] env[66703]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-451b70bc-ee39-4478-8b6b-ae8f5e4bf551" {{(pid=66703) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 822.798303] env[66703]: DEBUG networking_nsxv3.common.locking [-] Lock member-451b70bc-ee39-4478-8b6b-ae8f5e4bf551 taken with stack trace [, , , ] {{(pid=66703) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 822.798425] env[66703]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-451b70bc-ee39-4478-8b6b-ae8f5e4bf551" {{(pid=66703) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 822.798496] env[66703]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-451b70bc-ee39-4478-8b6b-ae8f5e4bf551" {{(pid=66703) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 822.798728] env[66703]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-451b70bc-ee39-4478-8b6b-ae8f5e4bf551" {{(pid=66703) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 822.798790] env[66703]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=66703) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 822.798885] env[66703]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66703) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 822.798954] env[66703]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66703) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 822.801697] env[66703]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66703) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 822.801789] env[66703]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66703) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 822.801915] env[66703]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-451b70bc-ee39-4478-8b6b-ae8f5e4bf551" {{(pid=66703) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 822.801915] env[66703]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('451b70bc-ee39-4478-8b6b-ae8f5e4bf551',) {} {{(pid=66703) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 822.810741] env[66703]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for bc05e17c-09a9-4bc8-9a77-96ca3ea29999: rpc.has_security_group_logging(os_id): False [ 822.833894] env[66703]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=66703) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 822.834059] env[66703]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66703) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 822.834276] env[66703]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66703) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 822.834409] env[66703]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66703) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 822.834485] env[66703]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66703) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 822.834697] env[66703]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66703) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 822.834796] env[66703]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66703) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 822.834859] env[66703]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66703) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 822.835024] env[66703]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66703) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 822.835128] env[66703]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66703) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 822.835271] env[66703]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66703) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 822.835364] env[66703]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66703) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 822.835446] env[66703]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66703) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 822.835562] env[66703]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66703) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 822.835635] env[66703]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66703) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 822.835818] env[66703]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=66703) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 822.835910] env[66703]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66703) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 822.835971] env[66703]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66703) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 822.837368] env[66703]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66703) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 822.837368] env[66703]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66703) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 822.837368] env[66703]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: bc05e17c-09a9-4bc8-9a77-96ca3ea29999 is going to be created. [ 822.908490] env[66703]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: b099edaa-ce9c-43ea-8b8e-264fa0be0054 in Status: SUCCESS [ 822.908490] env[66703]: WARNING networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: b099edaa-ce9c-43ea-8b8e-264fa0be0054 deletion is rescheduled due to dependency. [ 822.908668] env[66703]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-b099edaa-ce9c-43ea-8b8e-264fa0be0054" {{(pid=66703) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 822.913301] env[66703]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=66703) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 822.913301] env[66703]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66703) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 822.913301] env[66703]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66703) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 822.913301] env[66703]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66703) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 822.913301] env[66703]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66703) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 822.926763] env[66703]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: bc05e17c-09a9-4bc8-9a77-96ca3ea29999 in Status: IN_PROGRESS for 2s [ 823.304963] env[66703]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for 451b70bc-ee39-4478-8b6b-ae8f5e4bf551: rpc.has_security_group_logging(os_id): False [ 823.329695] env[66703]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=66703) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 823.329891] env[66703]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66703) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 823.330021] env[66703]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66703) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 823.330313] env[66703]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66703) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 823.330421] env[66703]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66703) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 823.330714] env[66703]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66703) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 823.330847] env[66703]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66703) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 823.330912] env[66703]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66703) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 823.333299] env[66703]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66703) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 823.333484] env[66703]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66703) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 823.333824] env[66703]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66703) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 823.333995] env[66703]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66703) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 823.334112] env[66703]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66703) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 823.334957] env[66703]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66703) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 823.335148] env[66703]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66703) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 823.335484] env[66703]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=66703) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 823.335652] env[66703]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66703) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 823.335753] env[66703]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66703) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 823.336059] env[66703]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66703) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 823.336139] env[66703]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66703) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 823.336287] env[66703]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 451b70bc-ee39-4478-8b6b-ae8f5e4bf551 is going to be created. [ 823.414403] env[66703]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=66703) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 823.414750] env[66703]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66703) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 823.414750] env[66703]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66703) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 823.415951] env[66703]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66703) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 823.415951] env[66703]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66703) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 823.433479] env[66703]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 451b70bc-ee39-4478-8b6b-ae8f5e4bf551 in Status: IN_PROGRESS for 2s [ 823.471328] env[66703]: INFO networking_nsxv3.common.synchronization [req-ce62833d-1048-47a4-b541-7baf9d9130b0 req-2f869975-9c28-44a4-a042-f245b8495e96 tempest-AttachInterfacesUnderV243Test-958747735 tempest-AttachInterfacesUnderV243Test-958747735-project-member] Enqueued Resource ID: 30de771b-a136-45ed-b92b-db3de891006f with Priority: HIGHEST for action security_group_members [ 823.471981] env[66703]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 30de771b-a136-45ed-b92b-db3de891006f with Priority: HIGHEST for action security_group_members [ 823.472342] env[66703]: DEBUG networking_nsxv3.common.locking [-] Lock member-30de771b-a136-45ed-b92b-db3de891006f taken with stack trace [, , ] {{(pid=66703) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 823.472585] env[66703]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-30de771b-a136-45ed-b92b-db3de891006f" {{(pid=66703) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 823.472784] env[66703]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-30de771b-a136-45ed-b92b-db3de891006f" {{(pid=66703) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 823.473080] env[66703]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-30de771b-a136-45ed-b92b-db3de891006f" {{(pid=66703) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 823.473295] env[66703]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=66703) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 823.473469] env[66703]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66703) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 823.473537] env[66703]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66703) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 823.473735] env[66703]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66703) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 823.473849] env[66703]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66703) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 823.473964] env[66703]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('30de771b-a136-45ed-b92b-db3de891006f',) {} {{(pid=66703) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 823.536222] env[66703]: INFO networking_nsxv3.common.synchronization [req-ce62833d-1048-47a4-b541-7baf9d9130b0 req-2f869975-9c28-44a4-a042-f245b8495e96 tempest-AttachInterfacesUnderV243Test-958747735 tempest-AttachInterfacesUnderV243Test-958747735-project-member] Enqueued Resource ID: 30de771b-a136-45ed-b92b-db3de891006f with Priority: HIGHEST for action security_group_rules [ 823.536693] env[66703]: INFO networking_nsxv3.common.synchronization [req-ce62833d-1048-47a4-b541-7baf9d9130b0 req-2f869975-9c28-44a4-a042-f245b8495e96 tempest-AttachInterfacesUnderV243Test-958747735 tempest-AttachInterfacesUnderV243Test-958747735-project-member] Enqueued Resource ID: 30de771b-a136-45ed-b92b-db3de891006f with Priority: HIGHEST for action security_group_members [ 823.536693] env[66703]: INFO networking_nsxv3.common.synchronization [req-ce62833d-1048-47a4-b541-7baf9d9130b0 req-2f869975-9c28-44a4-a042-f245b8495e96 tempest-AttachInterfacesUnderV243Test-958747735 tempest-AttachInterfacesUnderV243Test-958747735-project-member] Enqueued Resource ID: 49821330-b294-440c-97d4-5602066a1ba6 with Priority: HIGHEST for action port [ 823.537638] env[66703]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 30de771b-a136-45ed-b92b-db3de891006f with Priority: HIGHEST for action security_group_rules [ 823.537887] env[66703]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 30de771b-a136-45ed-b92b-db3de891006f with Priority: HIGHEST for action security_group_members [ 823.538257] env[66703]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 49821330-b294-440c-97d4-5602066a1ba6 with Priority: HIGHEST for action port [ 823.539083] env[66703]: DEBUG networking_nsxv3.common.locking [-] Lock rules-30de771b-a136-45ed-b92b-db3de891006f taken with stack trace [, , ] {{(pid=66703) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 823.539814] env[66703]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-30de771b-a136-45ed-b92b-db3de891006f" {{(pid=66703) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 823.539814] env[66703]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-30de771b-a136-45ed-b92b-db3de891006f" {{(pid=66703) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 823.539814] env[66703]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-30de771b-a136-45ed-b92b-db3de891006f" {{(pid=66703) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 823.539814] env[66703]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('30de771b-a136-45ed-b92b-db3de891006f',) {} {{(pid=66703) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 823.542550] env[66703]: DEBUG networking_nsxv3.common.locking [-] Lock member-30de771b-a136-45ed-b92b-db3de891006f taken with stack trace [, , ] {{(pid=66703) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 823.542550] env[66703]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-30de771b-a136-45ed-b92b-db3de891006f" {{(pid=66703) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 823.542941] env[66703]: DEBUG networking_nsxv3.common.locking [-] Lock port-49821330-b294-440c-97d4-5602066a1ba6 taken with stack trace [, , ] {{(pid=66703) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 823.543137] env[66703]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-49821330-b294-440c-97d4-5602066a1ba6" {{(pid=66703) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 823.543272] env[66703]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-49821330-b294-440c-97d4-5602066a1ba6" {{(pid=66703) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 823.543606] env[66703]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-49821330-b294-440c-97d4-5602066a1ba6" {{(pid=66703) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 823.543783] env[66703]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('49821330-b294-440c-97d4-5602066a1ba6',) {} {{(pid=66703) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 823.976688] env[66703]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('30de771b-a136-45ed-b92b-db3de891006f',) {} {{(pid=66703) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 824.051122] env[66703]: DEBUG networking_nsxv3.common.locking [-] Lock member-30de771b-a136-45ed-b92b-db3de891006f taken with stack trace [, , , ] {{(pid=66703) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 824.051122] env[66703]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-30de771b-a136-45ed-b92b-db3de891006f" {{(pid=66703) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 824.051122] env[66703]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] realization of port 49821330-b294-440c-97d4-5602066a1ba6 with status ACTIVE [ 824.051122] env[66703]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=66703) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 824.051122] env[66703]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=66703) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 824.051122] env[66703]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=66703) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 824.051122] env[66703]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=66703) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 824.051122] env[66703]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=66703) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 824.051122] env[66703]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , ] {{(pid=66703) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 824.051122] env[66703]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=66703) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 824.051122] env[66703]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=66703) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 824.051122] env[66703]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=66703) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 824.051122] env[66703]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=66703) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 824.051122] env[66703]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=66703) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 824.051772] env[66703]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=66703) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 824.051772] env[66703]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=66703) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 824.051772] env[66703]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=66703) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 824.051772] env[66703]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=66703) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 824.051772] env[66703]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: SegmentPort with ID: 49821330-b294-440c-97d4-5602066a1ba6 is going to be updated. [ 824.074871] env[66703]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=66703) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 824.075060] env[66703]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=66703) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 824.075314] env[66703]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=66703) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 824.075538] env[66703]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=66703) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 824.075745] env[66703]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=66703) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 824.075955] env[66703]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-49821330-b294-440c-97d4-5602066a1ba6" {{(pid=66703) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 824.369118] env[66703]: INFO networking_nsxv3.common.synchronization [req-69e78cfa-3d8f-4a0e-915d-9d5ea9fc207a req-eb8ea642-5b78-471d-ac2a-531b5ceb7bed tempest-SecurityGroupsTestJSON-990568022 tempest-SecurityGroupsTestJSON-990568022-project-member] Enqueued Resource ID: c980f404-e832-441f-9346-ec5a161579f0 with Priority: HIGHEST for action security_group_members [ 824.369411] env[66703]: INFO networking_nsxv3.common.synchronization [req-69e78cfa-3d8f-4a0e-915d-9d5ea9fc207a req-eb8ea642-5b78-471d-ac2a-531b5ceb7bed tempest-SecurityGroupsTestJSON-990568022 tempest-SecurityGroupsTestJSON-990568022-project-member] Enqueued Resource ID: a28d8168-ddcb-4c73-9a65-8357fac367a8 with Priority: HIGHEST for action security_group_members [ 824.369554] env[66703]: INFO networking_nsxv3.common.synchronization [req-69e78cfa-3d8f-4a0e-915d-9d5ea9fc207a req-eb8ea642-5b78-471d-ac2a-531b5ceb7bed tempest-SecurityGroupsTestJSON-990568022 tempest-SecurityGroupsTestJSON-990568022-project-member] Enqueued Resource ID: edd00d40-6f87-4c61-9069-3d442058e704 with Priority: HIGHEST for action security_group_members [ 824.370253] env[66703]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: c980f404-e832-441f-9346-ec5a161579f0 with Priority: HIGHEST for action security_group_members [ 824.370428] env[66703]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: a28d8168-ddcb-4c73-9a65-8357fac367a8 with Priority: HIGHEST for action security_group_members [ 824.370549] env[66703]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: edd00d40-6f87-4c61-9069-3d442058e704 with Priority: HIGHEST for action security_group_members [ 824.370915] env[66703]: DEBUG networking_nsxv3.common.locking [-] Lock member-c980f404-e832-441f-9346-ec5a161579f0 taken with stack trace [, , ] {{(pid=66703) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 824.371088] env[66703]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-c980f404-e832-441f-9346-ec5a161579f0" {{(pid=66703) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 824.371185] env[66703]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-c980f404-e832-441f-9346-ec5a161579f0" {{(pid=66703) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 824.371459] env[66703]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-c980f404-e832-441f-9346-ec5a161579f0" {{(pid=66703) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 824.371679] env[66703]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=66703) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 824.371814] env[66703]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66703) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 824.371896] env[66703]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66703) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 824.372115] env[66703]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66703) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 824.372244] env[66703]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66703) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 824.372381] env[66703]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('c980f404-e832-441f-9346-ec5a161579f0',) {} {{(pid=66703) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 824.373441] env[66703]: DEBUG networking_nsxv3.common.locking [-] Lock member-a28d8168-ddcb-4c73-9a65-8357fac367a8 taken with stack trace [, , ] {{(pid=66703) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 824.374105] env[66703]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-a28d8168-ddcb-4c73-9a65-8357fac367a8" {{(pid=66703) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 824.374206] env[66703]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-a28d8168-ddcb-4c73-9a65-8357fac367a8" {{(pid=66703) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 824.374478] env[66703]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-a28d8168-ddcb-4c73-9a65-8357fac367a8" {{(pid=66703) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 824.374675] env[66703]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=66703) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 824.374807] env[66703]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66703) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 824.374908] env[66703]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66703) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 824.375133] env[66703]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66703) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 824.375400] env[66703]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66703) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 824.375400] env[66703]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('a28d8168-ddcb-4c73-9a65-8357fac367a8',) {} {{(pid=66703) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 824.376436] env[66703]: DEBUG networking_nsxv3.common.locking [-] Lock member-edd00d40-6f87-4c61-9069-3d442058e704 taken with stack trace [, , ] {{(pid=66703) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 824.376544] env[66703]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-edd00d40-6f87-4c61-9069-3d442058e704" {{(pid=66703) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 824.376628] env[66703]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-edd00d40-6f87-4c61-9069-3d442058e704" {{(pid=66703) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 824.376756] env[66703]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-edd00d40-6f87-4c61-9069-3d442058e704" {{(pid=66703) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 824.376899] env[66703]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=66703) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 824.377060] env[66703]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66703) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 824.378086] env[66703]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66703) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 824.378086] env[66703]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66703) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 824.378086] env[66703]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66703) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 824.378246] env[66703]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('edd00d40-6f87-4c61-9069-3d442058e704',) {} {{(pid=66703) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 824.437724] env[66703]: INFO networking_nsxv3.common.synchronization [req-69e78cfa-3d8f-4a0e-915d-9d5ea9fc207a req-eb8ea642-5b78-471d-ac2a-531b5ceb7bed tempest-SecurityGroupsTestJSON-990568022 tempest-SecurityGroupsTestJSON-990568022-project-member] Enqueued Resource ID: a28d8168-ddcb-4c73-9a65-8357fac367a8 with Priority: HIGHEST for action security_group_rules [ 824.437897] env[66703]: INFO networking_nsxv3.common.synchronization [req-69e78cfa-3d8f-4a0e-915d-9d5ea9fc207a req-eb8ea642-5b78-471d-ac2a-531b5ceb7bed tempest-SecurityGroupsTestJSON-990568022 tempest-SecurityGroupsTestJSON-990568022-project-member] Enqueued Resource ID: a28d8168-ddcb-4c73-9a65-8357fac367a8 with Priority: HIGHEST for action security_group_members [ 824.438036] env[66703]: INFO networking_nsxv3.common.synchronization [req-69e78cfa-3d8f-4a0e-915d-9d5ea9fc207a req-eb8ea642-5b78-471d-ac2a-531b5ceb7bed tempest-SecurityGroupsTestJSON-990568022 tempest-SecurityGroupsTestJSON-990568022-project-member] Enqueued Resource ID: c980f404-e832-441f-9346-ec5a161579f0 with Priority: HIGHEST for action security_group_rules [ 824.438203] env[66703]: INFO networking_nsxv3.common.synchronization [req-69e78cfa-3d8f-4a0e-915d-9d5ea9fc207a req-eb8ea642-5b78-471d-ac2a-531b5ceb7bed tempest-SecurityGroupsTestJSON-990568022 tempest-SecurityGroupsTestJSON-990568022-project-member] Enqueued Resource ID: c980f404-e832-441f-9346-ec5a161579f0 with Priority: HIGHEST for action security_group_members [ 824.438323] env[66703]: INFO networking_nsxv3.common.synchronization [req-69e78cfa-3d8f-4a0e-915d-9d5ea9fc207a req-eb8ea642-5b78-471d-ac2a-531b5ceb7bed tempest-SecurityGroupsTestJSON-990568022 tempest-SecurityGroupsTestJSON-990568022-project-member] Enqueued Resource ID: edd00d40-6f87-4c61-9069-3d442058e704 with Priority: HIGHEST for action security_group_rules [ 824.438445] env[66703]: INFO networking_nsxv3.common.synchronization [req-69e78cfa-3d8f-4a0e-915d-9d5ea9fc207a req-eb8ea642-5b78-471d-ac2a-531b5ceb7bed tempest-SecurityGroupsTestJSON-990568022 tempest-SecurityGroupsTestJSON-990568022-project-member] Enqueued Resource ID: edd00d40-6f87-4c61-9069-3d442058e704 with Priority: HIGHEST for action security_group_members [ 824.438563] env[66703]: INFO networking_nsxv3.common.synchronization [req-69e78cfa-3d8f-4a0e-915d-9d5ea9fc207a req-eb8ea642-5b78-471d-ac2a-531b5ceb7bed tempest-SecurityGroupsTestJSON-990568022 tempest-SecurityGroupsTestJSON-990568022-project-member] Enqueued Resource ID: 44005299-87ec-40f6-9daa-32a4e97c926c with Priority: HIGHEST for action port [ 824.439141] env[66703]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: a28d8168-ddcb-4c73-9a65-8357fac367a8 with Priority: HIGHEST for action security_group_rules [ 824.439295] env[66703]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: c980f404-e832-441f-9346-ec5a161579f0 with Priority: HIGHEST for action security_group_rules [ 824.439395] env[66703]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: edd00d40-6f87-4c61-9069-3d442058e704 with Priority: HIGHEST for action security_group_members [ 824.439511] env[66703]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 44005299-87ec-40f6-9daa-32a4e97c926c with Priority: HIGHEST for action port [ 824.439602] env[66703]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: edd00d40-6f87-4c61-9069-3d442058e704 with Priority: HIGHEST for action security_group_rules [ 824.439701] env[66703]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: a28d8168-ddcb-4c73-9a65-8357fac367a8 with Priority: HIGHEST for action security_group_members [ 824.439839] env[66703]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: c980f404-e832-441f-9346-ec5a161579f0 with Priority: HIGHEST for action security_group_members [ 824.440218] env[66703]: DEBUG networking_nsxv3.common.locking [-] Lock rules-a28d8168-ddcb-4c73-9a65-8357fac367a8 taken with stack trace [, , ] {{(pid=66703) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 824.440410] env[66703]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-a28d8168-ddcb-4c73-9a65-8357fac367a8" {{(pid=66703) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 824.440410] env[66703]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-a28d8168-ddcb-4c73-9a65-8357fac367a8" {{(pid=66703) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 824.440666] env[66703]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-a28d8168-ddcb-4c73-9a65-8357fac367a8" {{(pid=66703) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 824.440700] env[66703]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('a28d8168-ddcb-4c73-9a65-8357fac367a8',) {} {{(pid=66703) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 824.441628] env[66703]: DEBUG networking_nsxv3.common.locking [-] Lock rules-c980f404-e832-441f-9346-ec5a161579f0 taken with stack trace [, , ] {{(pid=66703) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 824.441743] env[66703]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-c980f404-e832-441f-9346-ec5a161579f0" {{(pid=66703) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 824.441809] env[66703]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-c980f404-e832-441f-9346-ec5a161579f0" {{(pid=66703) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 824.441995] env[66703]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-c980f404-e832-441f-9346-ec5a161579f0" {{(pid=66703) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 824.442911] env[66703]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('c980f404-e832-441f-9346-ec5a161579f0',) {} {{(pid=66703) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 824.443888] env[66703]: DEBUG networking_nsxv3.common.locking [-] Lock member-edd00d40-6f87-4c61-9069-3d442058e704 taken with stack trace [, , ] {{(pid=66703) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 824.443986] env[66703]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-edd00d40-6f87-4c61-9069-3d442058e704" {{(pid=66703) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 824.444239] env[66703]: DEBUG networking_nsxv3.common.locking [-] Lock port-44005299-87ec-40f6-9daa-32a4e97c926c taken with stack trace [, , ] {{(pid=66703) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 824.444310] env[66703]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-44005299-87ec-40f6-9daa-32a4e97c926c" {{(pid=66703) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 824.444373] env[66703]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-44005299-87ec-40f6-9daa-32a4e97c926c" {{(pid=66703) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 824.444526] env[66703]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-44005299-87ec-40f6-9daa-32a4e97c926c" {{(pid=66703) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 824.444610] env[66703]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('44005299-87ec-40f6-9daa-32a4e97c926c',) {} {{(pid=66703) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 824.445316] env[66703]: DEBUG networking_nsxv3.common.locking [-] Lock rules-edd00d40-6f87-4c61-9069-3d442058e704 taken with stack trace [, , ] {{(pid=66703) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 824.445415] env[66703]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-edd00d40-6f87-4c61-9069-3d442058e704" {{(pid=66703) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 824.445482] env[66703]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-edd00d40-6f87-4c61-9069-3d442058e704" {{(pid=66703) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 824.445870] env[66703]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-edd00d40-6f87-4c61-9069-3d442058e704" {{(pid=66703) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 824.445870] env[66703]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('edd00d40-6f87-4c61-9069-3d442058e704',) {} {{(pid=66703) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 824.447431] env[66703]: DEBUG networking_nsxv3.common.locking [-] Lock member-a28d8168-ddcb-4c73-9a65-8357fac367a8 taken with stack trace [, , ] {{(pid=66703) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 824.447521] env[66703]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-a28d8168-ddcb-4c73-9a65-8357fac367a8" {{(pid=66703) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 824.447737] env[66703]: DEBUG networking_nsxv3.common.locking [-] Lock member-c980f404-e832-441f-9346-ec5a161579f0 taken with stack trace [, , ] {{(pid=66703) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 824.447824] env[66703]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-c980f404-e832-441f-9346-ec5a161579f0" {{(pid=66703) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 824.479928] env[66703]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('30de771b-a136-45ed-b92b-db3de891006f',) {} {{(pid=66703) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 824.879864] env[66703]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('edd00d40-6f87-4c61-9069-3d442058e704',) {} {{(pid=66703) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 824.880956] env[66703]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('c980f404-e832-441f-9346-ec5a161579f0',) {} {{(pid=66703) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 824.883816] env[66703]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('a28d8168-ddcb-4c73-9a65-8357fac367a8',) {} {{(pid=66703) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 824.944383] env[66703]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: bc05e17c-09a9-4bc8-9a77-96ca3ea29999 in Status: SUCCESS [ 824.944616] env[66703]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-bc05e17c-09a9-4bc8-9a77-96ca3ea29999" {{(pid=66703) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 824.949556] env[66703]: DEBUG networking_nsxv3.common.locking [-] Lock member-c980f404-e832-441f-9346-ec5a161579f0 taken with stack trace [, , , ] {{(pid=66703) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 824.949847] env[66703]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-c980f404-e832-441f-9346-ec5a161579f0" {{(pid=66703) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 824.951025] env[66703]: DEBUG networking_nsxv3.common.locking [-] Lock member-a28d8168-ddcb-4c73-9a65-8357fac367a8 taken with stack trace [, , , ] {{(pid=66703) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 824.951025] env[66703]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-a28d8168-ddcb-4c73-9a65-8357fac367a8" {{(pid=66703) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 824.951025] env[66703]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] realization of port 44005299-87ec-40f6-9daa-32a4e97c926c with status ACTIVE [ 824.951025] env[66703]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=66703) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 824.951748] env[66703]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=66703) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 824.951748] env[66703]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=66703) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 824.951748] env[66703]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=66703) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 824.951748] env[66703]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=66703) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 824.952158] env[66703]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , ] {{(pid=66703) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 824.952276] env[66703]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=66703) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 824.952411] env[66703]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=66703) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 824.952651] env[66703]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=66703) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 824.952815] env[66703]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=66703) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 824.953153] env[66703]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=66703) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 824.953248] env[66703]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=66703) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 824.953421] env[66703]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=66703) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 824.953572] env[66703]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=66703) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 824.953725] env[66703]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=66703) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 824.953880] env[66703]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: SegmentPort with ID: 44005299-87ec-40f6-9daa-32a4e97c926c is going to be updated. [ 824.957102] env[66703]: DEBUG networking_nsxv3.common.locking [-] Lock member-edd00d40-6f87-4c61-9069-3d442058e704 taken with stack trace [, , , ] {{(pid=66703) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 824.957102] env[66703]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-edd00d40-6f87-4c61-9069-3d442058e704" {{(pid=66703) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 824.983119] env[66703]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66703) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 824.983119] env[66703]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66703) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 824.983119] env[66703]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66703) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 824.983722] env[66703]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66703) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 824.983722] env[66703]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66703) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 824.983722] env[66703]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 30de771b-a136-45ed-b92b-db3de891006f is going to be updated. [ 824.985700] env[66703]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=66703) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 824.985906] env[66703]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=66703) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 824.986053] env[66703]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=66703) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 824.986259] env[66703]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=66703) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 824.986436] env[66703]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=66703) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 824.986621] env[66703]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-44005299-87ec-40f6-9daa-32a4e97c926c" {{(pid=66703) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 825.016758] env[66703]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66703) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 825.016758] env[66703]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66703) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 825.016758] env[66703]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66703) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 825.016758] env[66703]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66703) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 825.016758] env[66703]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66703) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 825.026567] env[66703]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 30de771b-a136-45ed-b92b-db3de891006f in Status: IN_PROGRESS for 2s [ 825.120541] env[66703]: INFO networking_nsxv3.common.synchronization [req-6150a55f-aff7-4672-b806-cb8608d0bde9 req-cf440219-6ceb-4692-b552-7e2b676ab2f2 tempest-SecurityGroupRulesTestJSON-705149330 tempest-SecurityGroupRulesTestJSON-705149330-project-member] Enqueued Resource ID: 6f1fab25-31ca-43bd-bc78-3827027e3794 with Priority: HIGHEST for action security_group_rules [ 825.120541] env[66703]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 6f1fab25-31ca-43bd-bc78-3827027e3794 with Priority: HIGHEST for action security_group_rules [ 825.120541] env[66703]: DEBUG networking_nsxv3.common.locking [-] Lock rules-6f1fab25-31ca-43bd-bc78-3827027e3794 taken with stack trace [, , ] {{(pid=66703) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 825.120541] env[66703]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-6f1fab25-31ca-43bd-bc78-3827027e3794" {{(pid=66703) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 825.120541] env[66703]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-6f1fab25-31ca-43bd-bc78-3827027e3794" {{(pid=66703) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 825.120541] env[66703]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-6f1fab25-31ca-43bd-bc78-3827027e3794" {{(pid=66703) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 825.120541] env[66703]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('6f1fab25-31ca-43bd-bc78-3827027e3794',) {} {{(pid=66703) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 825.316233] env[66703]: INFO networking_nsxv3.common.synchronization [req-b30f37ff-bfa0-4a4f-9a57-32ed0b3a41ae req-81f25d16-ff3c-4809-b0bd-cd85324ce053 tempest-ImagesOneServerNegativeTestJSON-1948503749 tempest-ImagesOneServerNegativeTestJSON-1948503749-project-member] Enqueued Resource ID: 49cb7e93-7ef3-4fd4-b6fd-65673af109cd with Priority: HIGHEST for action security_group_members [ 825.317118] env[66703]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 49cb7e93-7ef3-4fd4-b6fd-65673af109cd with Priority: HIGHEST for action security_group_members [ 825.317615] env[66703]: DEBUG networking_nsxv3.common.locking [-] Lock member-49cb7e93-7ef3-4fd4-b6fd-65673af109cd taken with stack trace [, , ] {{(pid=66703) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 825.317911] env[66703]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-49cb7e93-7ef3-4fd4-b6fd-65673af109cd" {{(pid=66703) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 825.318113] env[66703]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-49cb7e93-7ef3-4fd4-b6fd-65673af109cd" {{(pid=66703) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 825.318526] env[66703]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-49cb7e93-7ef3-4fd4-b6fd-65673af109cd" {{(pid=66703) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 825.318777] env[66703]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=66703) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 825.319134] env[66703]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66703) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 825.319277] env[66703]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66703) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 825.319534] env[66703]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66703) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 825.319705] env[66703]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66703) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 825.321284] env[66703]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('49cb7e93-7ef3-4fd4-b6fd-65673af109cd',) {} {{(pid=66703) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 825.385137] env[66703]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('c980f404-e832-441f-9346-ec5a161579f0',) {} {{(pid=66703) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 825.385431] env[66703]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('edd00d40-6f87-4c61-9069-3d442058e704',) {} {{(pid=66703) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 825.386920] env[66703]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('a28d8168-ddcb-4c73-9a65-8357fac367a8',) {} {{(pid=66703) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 825.452187] env[66703]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 451b70bc-ee39-4478-8b6b-ae8f5e4bf551 in Status: SUCCESS [ 825.452426] env[66703]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-451b70bc-ee39-4478-8b6b-ae8f5e4bf551" {{(pid=66703) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 825.453021] env[66703]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-451b70bc-ee39-4478-8b6b-ae8f5e4bf551" {{(pid=66703) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 825.453243] env[66703]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-451b70bc-ee39-4478-8b6b-ae8f5e4bf551" {{(pid=66703) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 825.453339] env[66703]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('451b70bc-ee39-4478-8b6b-ae8f5e4bf551',) {} {{(pid=66703) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 825.647621] env[66703]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=66703) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 825.647621] env[66703]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66703) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 825.647621] env[66703]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66703) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 825.647621] env[66703]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66703) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 825.647621] env[66703]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66703) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 825.647621] env[66703]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 6f1fab25-31ca-43bd-bc78-3827027e3794 already deleted. [ 825.647621] env[66703]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-6f1fab25-31ca-43bd-bc78-3827027e3794" {{(pid=66703) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 825.822063] env[66703]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=66703) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 825.822906] env[66703]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66703) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 825.822906] env[66703]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66703) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 825.822906] env[66703]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66703) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 825.822906] env[66703]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66703) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 825.823115] env[66703]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66703) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 825.823226] env[66703]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66703) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 825.823762] env[66703]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66703) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 825.823762] env[66703]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66703) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 825.823913] env[66703]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66703) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 825.823913] env[66703]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 49cb7e93-7ef3-4fd4-b6fd-65673af109cd is going to be updated. [ 825.852643] env[66703]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66703) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 825.852818] env[66703]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66703) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 825.852857] env[66703]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66703) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 825.853473] env[66703]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66703) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 825.853473] env[66703]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66703) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 825.863594] env[66703]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 49cb7e93-7ef3-4fd4-b6fd-65673af109cd in Status: IN_PROGRESS for 2s [ 825.887241] env[66703]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66703) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 825.887395] env[66703]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66703) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 825.887459] env[66703]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66703) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 825.887848] env[66703]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66703) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 825.887848] env[66703]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66703) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 825.887848] env[66703]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: edd00d40-6f87-4c61-9069-3d442058e704 is going to be updated. [ 825.889451] env[66703]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66703) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 825.889564] env[66703]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66703) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 825.889631] env[66703]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66703) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 825.889798] env[66703]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66703) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 825.889878] env[66703]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66703) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 825.892345] env[66703]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: c980f404-e832-441f-9346-ec5a161579f0 is going to be updated. [ 825.893528] env[66703]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66703) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 825.893643] env[66703]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66703) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 825.893712] env[66703]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66703) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 825.893912] env[66703]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66703) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 825.893995] env[66703]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66703) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 825.894098] env[66703]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: a28d8168-ddcb-4c73-9a65-8357fac367a8 is going to be created. [ 825.944944] env[66703]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66703) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 825.945746] env[66703]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66703) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 825.945853] env[66703]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66703) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 825.946146] env[66703]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66703) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 825.946354] env[66703]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66703) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 825.951752] env[66703]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66703) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 825.951939] env[66703]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66703) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 825.952028] env[66703]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66703) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 825.952278] env[66703]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66703) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 825.952452] env[66703]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66703) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 825.956890] env[66703]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66703) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 825.958839] env[66703]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66703) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 825.958930] env[66703]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66703) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 825.959119] env[66703]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66703) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 825.959303] env[66703]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66703) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 825.960952] env[66703]: DEBUG networking_nsxv3.common.locking [-] Lock member-451b70bc-ee39-4478-8b6b-ae8f5e4bf551 taken with stack trace [, , , ] {{(pid=66703) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 825.961093] env[66703]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-451b70bc-ee39-4478-8b6b-ae8f5e4bf551" {{(pid=66703) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 825.961161] env[66703]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-451b70bc-ee39-4478-8b6b-ae8f5e4bf551" {{(pid=66703) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 825.961337] env[66703]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-451b70bc-ee39-4478-8b6b-ae8f5e4bf551" {{(pid=66703) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 825.961503] env[66703]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=66703) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 825.961600] env[66703]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66703) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 825.961662] env[66703]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66703) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 825.961805] env[66703]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66703) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 825.961885] env[66703]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66703) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 825.961982] env[66703]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-451b70bc-ee39-4478-8b6b-ae8f5e4bf551" {{(pid=66703) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 825.962081] env[66703]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('451b70bc-ee39-4478-8b6b-ae8f5e4bf551',) {} {{(pid=66703) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 825.971166] env[66703]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: c980f404-e832-441f-9346-ec5a161579f0 in Status: IN_PROGRESS for 2s [ 825.972143] env[66703]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: a28d8168-ddcb-4c73-9a65-8357fac367a8 in Status: UNINITIALIZED for 2s [ 825.974531] env[66703]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: edd00d40-6f87-4c61-9069-3d442058e704 in Status: IN_PROGRESS for 2s [ 826.464856] env[66703]: DEBUG networking_nsxv3.common.locking [-] Lock member-451b70bc-ee39-4478-8b6b-ae8f5e4bf551 taken with stack trace [, , , ] {{(pid=66703) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 826.465161] env[66703]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-451b70bc-ee39-4478-8b6b-ae8f5e4bf551" {{(pid=66703) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 826.465161] env[66703]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-451b70bc-ee39-4478-8b6b-ae8f5e4bf551" {{(pid=66703) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 826.465314] env[66703]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-451b70bc-ee39-4478-8b6b-ae8f5e4bf551" {{(pid=66703) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 826.465474] env[66703]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=66703) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 826.465568] env[66703]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66703) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 826.467449] env[66703]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66703) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 826.467449] env[66703]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66703) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 826.467449] env[66703]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66703) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 826.467449] env[66703]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-451b70bc-ee39-4478-8b6b-ae8f5e4bf551" {{(pid=66703) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 826.467449] env[66703]: DEBUG networking_nsxv3.common.locking [-] Lock member-451b70bc-ee39-4478-8b6b-ae8f5e4bf551 taken with stack trace [, , , ] {{(pid=66703) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 826.467449] env[66703]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-451b70bc-ee39-4478-8b6b-ae8f5e4bf551" {{(pid=66703) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 826.467449] env[66703]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-451b70bc-ee39-4478-8b6b-ae8f5e4bf551" {{(pid=66703) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 826.467449] env[66703]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-451b70bc-ee39-4478-8b6b-ae8f5e4bf551" {{(pid=66703) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 826.467449] env[66703]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=66703) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 826.467449] env[66703]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66703) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 826.467449] env[66703]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66703) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 826.467449] env[66703]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66703) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 826.467982] env[66703]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66703) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 826.467982] env[66703]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-451b70bc-ee39-4478-8b6b-ae8f5e4bf551" {{(pid=66703) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 826.467982] env[66703]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('451b70bc-ee39-4478-8b6b-ae8f5e4bf551',) {} {{(pid=66703) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 826.821134] env[66703]: INFO networking_nsxv3.common.synchronization [None req-f8d0bb97-554b-402d-8221-e516afca30c8 None None] Enqueued Resource ID: aa16aa0a-8663-40fd-a64e-7dceca91bea4 with Priority: HIGHEST for action port [ 826.821689] env[66703]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: aa16aa0a-8663-40fd-a64e-7dceca91bea4 with Priority: HIGHEST for action port [ 826.821993] env[66703]: DEBUG networking_nsxv3.common.locking [-] Lock port-aa16aa0a-8663-40fd-a64e-7dceca91bea4 taken with stack trace [, , ] {{(pid=66703) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 826.822118] env[66703]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-aa16aa0a-8663-40fd-a64e-7dceca91bea4" {{(pid=66703) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 826.822195] env[66703]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-aa16aa0a-8663-40fd-a64e-7dceca91bea4" {{(pid=66703) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 826.822461] env[66703]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-aa16aa0a-8663-40fd-a64e-7dceca91bea4" {{(pid=66703) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 826.822546] env[66703]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('aa16aa0a-8663-40fd-a64e-7dceca91bea4',) {} {{(pid=66703) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 826.972379] env[66703]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for 451b70bc-ee39-4478-8b6b-ae8f5e4bf551: rpc.has_security_group_logging(os_id): False [ 826.992270] env[66703]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=66703) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 826.992403] env[66703]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66703) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 826.992471] env[66703]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66703) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 826.992688] env[66703]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66703) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 826.992800] env[66703]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66703) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 826.992974] env[66703]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66703) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 826.993077] env[66703]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66703) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 826.993131] env[66703]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66703) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 826.993283] env[66703]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66703) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 826.993376] env[66703]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66703) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 826.993518] env[66703]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66703) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 826.993603] env[66703]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66703) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 826.993659] env[66703]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66703) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 826.993788] env[66703]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66703) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 826.993856] env[66703]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66703) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 826.994033] env[66703]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=66703) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 826.994119] env[66703]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66703) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 826.994220] env[66703]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66703) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 826.994305] env[66703]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66703) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 826.994372] env[66703]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66703) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 826.994477] env[66703]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 451b70bc-ee39-4478-8b6b-ae8f5e4bf551 is going to be updated. [ 827.039529] env[66703]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 30de771b-a136-45ed-b92b-db3de891006f in Status: SUCCESS [ 827.039848] env[66703]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-30de771b-a136-45ed-b92b-db3de891006f" {{(pid=66703) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 827.040024] env[66703]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-30de771b-a136-45ed-b92b-db3de891006f" {{(pid=66703) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 827.040247] env[66703]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-30de771b-a136-45ed-b92b-db3de891006f" {{(pid=66703) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 827.040771] env[66703]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=66703) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 827.041236] env[66703]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66703) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 827.041236] env[66703]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66703) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 827.041236] env[66703]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66703) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 827.041386] env[66703]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66703) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 827.041386] env[66703]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('30de771b-a136-45ed-b92b-db3de891006f',) {} {{(pid=66703) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 827.066298] env[66703]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=66703) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 827.066550] env[66703]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66703) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 827.066550] env[66703]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66703) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 827.066908] env[66703]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66703) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 827.066908] env[66703]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66703) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 827.081293] env[66703]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 451b70bc-ee39-4478-8b6b-ae8f5e4bf551 in Status: IN_PROGRESS for 2s [ 827.327627] env[66703]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] deletion realization of port aa16aa0a-8663-40fd-a64e-7dceca91bea4 [ 827.327876] env[66703]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=66703) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 827.328018] env[66703]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=66703) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 827.329372] env[66703]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=66703) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 827.329472] env[66703]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=66703) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 827.329513] env[66703]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=66703) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 827.329622] env[66703]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Segment Port:aa16aa0a-8663-40fd-a64e-7dceca91bea4 already deleted. [ 827.329816] env[66703]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-aa16aa0a-8663-40fd-a64e-7dceca91bea4" {{(pid=66703) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 827.543949] env[66703]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('30de771b-a136-45ed-b92b-db3de891006f',) {} {{(pid=66703) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 827.878124] env[66703]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 49cb7e93-7ef3-4fd4-b6fd-65673af109cd in Status: SUCCESS [ 827.878400] env[66703]: WARNING networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 49cb7e93-7ef3-4fd4-b6fd-65673af109cd deletion is rescheduled due to dependency. [ 827.878549] env[66703]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-49cb7e93-7ef3-4fd4-b6fd-65673af109cd" {{(pid=66703) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 827.985344] env[66703]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: c980f404-e832-441f-9346-ec5a161579f0 in Status: SUCCESS [ 827.985344] env[66703]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-c980f404-e832-441f-9346-ec5a161579f0" {{(pid=66703) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 827.985426] env[66703]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-c980f404-e832-441f-9346-ec5a161579f0" {{(pid=66703) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 827.985701] env[66703]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-c980f404-e832-441f-9346-ec5a161579f0" {{(pid=66703) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 827.985824] env[66703]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=66703) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 827.985911] env[66703]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66703) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 827.985972] env[66703]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66703) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 827.986129] env[66703]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66703) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 827.986205] env[66703]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66703) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 827.986299] env[66703]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('c980f404-e832-441f-9346-ec5a161579f0',) {} {{(pid=66703) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 827.987783] env[66703]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: edd00d40-6f87-4c61-9069-3d442058e704 in Status: SUCCESS [ 827.987961] env[66703]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-edd00d40-6f87-4c61-9069-3d442058e704" {{(pid=66703) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 827.988672] env[66703]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: a28d8168-ddcb-4c73-9a65-8357fac367a8 in Status: SUCCESS [ 827.988835] env[66703]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-a28d8168-ddcb-4c73-9a65-8357fac367a8" {{(pid=66703) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 827.988974] env[66703]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-edd00d40-6f87-4c61-9069-3d442058e704" {{(pid=66703) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 827.989154] env[66703]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-edd00d40-6f87-4c61-9069-3d442058e704" {{(pid=66703) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 827.989371] env[66703]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=66703) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 827.989485] env[66703]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66703) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 827.989550] env[66703]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66703) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 827.989697] env[66703]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66703) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 827.989774] env[66703]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66703) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 827.989866] env[66703]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('edd00d40-6f87-4c61-9069-3d442058e704',) {} {{(pid=66703) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 827.990684] env[66703]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-a28d8168-ddcb-4c73-9a65-8357fac367a8" {{(pid=66703) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 827.990817] env[66703]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-a28d8168-ddcb-4c73-9a65-8357fac367a8" {{(pid=66703) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 827.990969] env[66703]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=66703) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 827.991089] env[66703]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66703) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 827.991159] env[66703]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66703) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 827.991298] env[66703]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66703) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 827.991374] env[66703]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66703) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 827.991458] env[66703]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('a28d8168-ddcb-4c73-9a65-8357fac367a8',) {} {{(pid=66703) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 828.047169] env[66703]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('30de771b-a136-45ed-b92b-db3de891006f',) {} {{(pid=66703) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 828.095963] env[66703]: INFO neutron.plugins.ml2.drivers.agent._common_agent [None req-7eb0921a-84a2-4396-bb0e-a2d86e8d2d3a None None] NSXv3 Agent Agent loop - iteration:0 completed [ 828.095963] env[66703]: INFO neutron.plugins.ml2.drivers.agent._common_agent [None req-7eb0921a-84a2-4396-bb0e-a2d86e8d2d3a None None] NSXv3 Agent Agent loop - iteration:1 started [ 828.493334] env[66703]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('edd00d40-6f87-4c61-9069-3d442058e704',) {} {{(pid=66703) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 828.494247] env[66703]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('c980f404-e832-441f-9346-ec5a161579f0',) {} {{(pid=66703) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 828.494980] env[66703]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('a28d8168-ddcb-4c73-9a65-8357fac367a8',) {} {{(pid=66703) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 828.550830] env[66703]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66703) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 828.551209] env[66703]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66703) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 828.551209] env[66703]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66703) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 828.551389] env[66703]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66703) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 828.551450] env[66703]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66703) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 828.551497] env[66703]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 30de771b-a136-45ed-b92b-db3de891006f is going to be updated. [ 828.582990] env[66703]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66703) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 828.583213] env[66703]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66703) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 828.583296] env[66703]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66703) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 828.583501] env[66703]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66703) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 828.583865] env[66703]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66703) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 828.594226] env[66703]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 30de771b-a136-45ed-b92b-db3de891006f in Status: IN_PROGRESS for 2s [ 828.997714] env[66703]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('edd00d40-6f87-4c61-9069-3d442058e704',) {} {{(pid=66703) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 829.001777] env[66703]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('a28d8168-ddcb-4c73-9a65-8357fac367a8',) {} {{(pid=66703) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 829.001777] env[66703]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('c980f404-e832-441f-9346-ec5a161579f0',) {} {{(pid=66703) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 829.094519] env[66703]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 451b70bc-ee39-4478-8b6b-ae8f5e4bf551 in Status: SUCCESS [ 829.094757] env[66703]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-451b70bc-ee39-4478-8b6b-ae8f5e4bf551" {{(pid=66703) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 829.145327] env[66703]: INFO networking_nsxv3.common.synchronization [None req-d06748ae-f921-4b1f-ace2-16d89fb57943 None None] Enqueued Resource ID: 424c4c35-ed09-4ee7-9f43-e42ae9cdbf1f with Priority: HIGHEST for action port [ 829.146229] env[66703]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 424c4c35-ed09-4ee7-9f43-e42ae9cdbf1f with Priority: HIGHEST for action port [ 829.146311] env[66703]: DEBUG networking_nsxv3.common.locking [-] Lock port-424c4c35-ed09-4ee7-9f43-e42ae9cdbf1f taken with stack trace [, , ] {{(pid=66703) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 829.146487] env[66703]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-424c4c35-ed09-4ee7-9f43-e42ae9cdbf1f" {{(pid=66703) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 829.146563] env[66703]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-424c4c35-ed09-4ee7-9f43-e42ae9cdbf1f" {{(pid=66703) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 829.146848] env[66703]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-424c4c35-ed09-4ee7-9f43-e42ae9cdbf1f" {{(pid=66703) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 829.147015] env[66703]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('424c4c35-ed09-4ee7-9f43-e42ae9cdbf1f',) {} {{(pid=66703) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 829.501909] env[66703]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66703) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 829.501909] env[66703]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66703) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 829.501909] env[66703]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66703) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 829.502174] env[66703]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66703) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 829.502174] env[66703]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66703) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 829.502354] env[66703]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: edd00d40-6f87-4c61-9069-3d442058e704 is going to be updated. [ 829.506568] env[66703]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66703) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 829.506726] env[66703]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66703) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 829.506797] env[66703]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66703) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 829.507028] env[66703]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66703) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 829.507127] env[66703]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66703) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 829.507223] env[66703]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: a28d8168-ddcb-4c73-9a65-8357fac367a8 is going to be updated. [ 829.508554] env[66703]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66703) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 829.508680] env[66703]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66703) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 829.508746] env[66703]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66703) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 829.509417] env[66703]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66703) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 829.509417] env[66703]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66703) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 829.509417] env[66703]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: c980f404-e832-441f-9346-ec5a161579f0 is going to be updated. [ 829.539175] env[66703]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66703) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 829.539412] env[66703]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66703) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 829.539499] env[66703]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66703) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 829.539772] env[66703]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66703) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 829.539935] env[66703]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66703) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 829.542049] env[66703]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66703) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 829.542191] env[66703]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66703) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 829.542312] env[66703]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66703) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 829.542529] env[66703]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66703) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 829.542775] env[66703]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66703) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 829.544730] env[66703]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66703) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 829.544849] env[66703]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66703) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 829.544930] env[66703]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66703) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 829.545121] env[66703]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66703) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 829.545242] env[66703]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66703) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 829.557530] env[66703]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: a28d8168-ddcb-4c73-9a65-8357fac367a8 in Status: IN_PROGRESS for 2s [ 829.558743] env[66703]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: c980f404-e832-441f-9346-ec5a161579f0 in Status: IN_PROGRESS for 2s [ 829.561128] env[66703]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: edd00d40-6f87-4c61-9069-3d442058e704 in Status: IN_PROGRESS for 2s [ 829.649956] env[66703]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] deletion realization of port 424c4c35-ed09-4ee7-9f43-e42ae9cdbf1f [ 829.650289] env[66703]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=66703) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 829.650385] env[66703]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=66703) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 829.650422] env[66703]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=66703) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 829.650661] env[66703]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=66703) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 829.650843] env[66703]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=66703) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 829.650908] env[66703]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Segment Port:424c4c35-ed09-4ee7-9f43-e42ae9cdbf1f already deleted. [ 829.650948] env[66703]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-424c4c35-ed09-4ee7-9f43-e42ae9cdbf1f" {{(pid=66703) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 829.792033] env[66703]: INFO networking_nsxv3.common.synchronization [None req-a7a8762a-ad5c-47ab-afd2-ea9c78d2985b None None] Enqueued Resource ID: 1d4d7699-676d-4ca3-9442-dd70f16fb5d0 with Priority: HIGHEST for action port [ 829.792033] env[66703]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 1d4d7699-676d-4ca3-9442-dd70f16fb5d0 with Priority: HIGHEST for action port [ 829.792033] env[66703]: DEBUG networking_nsxv3.common.locking [-] Lock port-1d4d7699-676d-4ca3-9442-dd70f16fb5d0 taken with stack trace [, , ] {{(pid=66703) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 829.792033] env[66703]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-1d4d7699-676d-4ca3-9442-dd70f16fb5d0" {{(pid=66703) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 829.792033] env[66703]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-1d4d7699-676d-4ca3-9442-dd70f16fb5d0" {{(pid=66703) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 829.792033] env[66703]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-1d4d7699-676d-4ca3-9442-dd70f16fb5d0" {{(pid=66703) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 829.792033] env[66703]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('1d4d7699-676d-4ca3-9442-dd70f16fb5d0',) {} {{(pid=66703) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 830.293159] env[66703]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] deletion realization of port 1d4d7699-676d-4ca3-9442-dd70f16fb5d0 [ 830.294509] env[66703]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=66703) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 830.294509] env[66703]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=66703) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 830.294509] env[66703]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=66703) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 830.294509] env[66703]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=66703) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 830.294509] env[66703]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=66703) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 830.294509] env[66703]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Segment Port:1d4d7699-676d-4ca3-9442-dd70f16fb5d0 already deleted. [ 830.294509] env[66703]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-1d4d7699-676d-4ca3-9442-dd70f16fb5d0" {{(pid=66703) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 830.519079] env[66703]: INFO networking_nsxv3.common.synchronization [req-89001e15-4902-4064-a5ca-8063896873c6 req-a207b42b-c178-4be1-b0e9-43140f06b4c2 tempest-ServerAddressesNegativeTestJSON-1912909800 tempest-ServerAddressesNegativeTestJSON-1912909800-project-member] Enqueued Resource ID: c9f59100-3796-4a18-bcea-03a659fb9824 with Priority: HIGHEST for action security_group_members [ 830.519714] env[66703]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: c9f59100-3796-4a18-bcea-03a659fb9824 with Priority: HIGHEST for action security_group_members [ 830.520685] env[66703]: DEBUG networking_nsxv3.common.locking [-] Lock member-c9f59100-3796-4a18-bcea-03a659fb9824 taken with stack trace [, , ] {{(pid=66703) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 830.520856] env[66703]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-c9f59100-3796-4a18-bcea-03a659fb9824" {{(pid=66703) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 830.520946] env[66703]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-c9f59100-3796-4a18-bcea-03a659fb9824" {{(pid=66703) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 830.521358] env[66703]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-c9f59100-3796-4a18-bcea-03a659fb9824" {{(pid=66703) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 830.521571] env[66703]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=66703) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 830.521752] env[66703]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66703) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 830.521752] env[66703]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66703) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 830.521935] env[66703]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66703) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 830.522038] env[66703]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66703) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 830.522151] env[66703]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('c9f59100-3796-4a18-bcea-03a659fb9824',) {} {{(pid=66703) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 830.609138] env[66703]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 30de771b-a136-45ed-b92b-db3de891006f in Status: SUCCESS [ 830.610017] env[66703]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-30de771b-a136-45ed-b92b-db3de891006f" {{(pid=66703) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 830.610017] env[66703]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-30de771b-a136-45ed-b92b-db3de891006f" {{(pid=66703) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 830.610017] env[66703]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-30de771b-a136-45ed-b92b-db3de891006f" {{(pid=66703) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 830.610221] env[66703]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=66703) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 830.610221] env[66703]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66703) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 830.610221] env[66703]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66703) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 830.610382] env[66703]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66703) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 830.610429] env[66703]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66703) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 830.610501] env[66703]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-30de771b-a136-45ed-b92b-db3de891006f" {{(pid=66703) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 830.610590] env[66703]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('30de771b-a136-45ed-b92b-db3de891006f',) {} {{(pid=66703) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 831.032515] env[66703]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=66703) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 831.032515] env[66703]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66703) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 831.032515] env[66703]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66703) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 831.032515] env[66703]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66703) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 831.032515] env[66703]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66703) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 831.032515] env[66703]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66703) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 831.032515] env[66703]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66703) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 831.032515] env[66703]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66703) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 831.032515] env[66703]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66703) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 831.032515] env[66703]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66703) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 831.032515] env[66703]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: c9f59100-3796-4a18-bcea-03a659fb9824 already deleted. [ 831.032515] env[66703]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-c9f59100-3796-4a18-bcea-03a659fb9824" {{(pid=66703) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 831.061418] env[66703]: DEBUG networking_nsxv3.common.locking [None req-ffa6d202-748e-4c81-9979-ad08741f9cf7 None None] Lock network-730 taken with stack trace [, , , , , , , , ] {{(pid=66703) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 831.061418] env[66703]: DEBUG oslo_concurrency.lockutils [None req-ffa6d202-748e-4c81-9979-ad08741f9cf7 None None] Acquiring lock "network-730" {{(pid=66703) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 831.061418] env[66703]: DEBUG oslo_concurrency.lockutils [None req-ffa6d202-748e-4c81-9979-ad08741f9cf7 None None] Acquired lock "network-730" {{(pid=66703) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 831.061418] env[66703]: DEBUG oslo_concurrency.lockutils [None req-ffa6d202-748e-4c81-9979-ad08741f9cf7 None None] Acquired external semaphore "network-730" {{(pid=66703) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 831.061418] env[66703]: DEBUG networking_nsxv3.common.locking [None req-ffa6d202-748e-4c81-9979-ad08741f9cf7 None None] Lock Segment taken with stack trace [, , , , , , , , , , ] {{(pid=66703) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 831.061418] env[66703]: DEBUG oslo_concurrency.lockutils [None req-ffa6d202-748e-4c81-9979-ad08741f9cf7 None None] Acquiring lock "Segment" {{(pid=66703) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 831.064707] env[66703]: DEBUG oslo_concurrency.lockutils [None req-ffa6d202-748e-4c81-9979-ad08741f9cf7 None None] Acquired lock "Segment" {{(pid=66703) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 831.065171] env[66703]: DEBUG oslo_concurrency.lockutils [None req-ffa6d202-748e-4c81-9979-ad08741f9cf7 None None] Acquired external semaphore "Segment" {{(pid=66703) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 831.067013] env[66703]: DEBUG oslo_concurrency.lockutils [None req-ffa6d202-748e-4c81-9979-ad08741f9cf7 None None] Releasing lock "Segment" {{(pid=66703) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 831.067013] env[66703]: DEBUG dogpile.cache.region [None req-ffa6d202-748e-4c81-9979-ad08741f9cf7 None None] No value present for key: 'zone-id' {{(pid=66703) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 831.067013] env[66703]: DEBUG dogpile.lock [None req-ffa6d202-748e-4c81-9979-ad08741f9cf7 None None] NeedRegenerationException {{(pid=66703) _enter /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:90}} [ 831.067013] env[66703]: DEBUG dogpile.lock [None req-ffa6d202-748e-4c81-9979-ad08741f9cf7 None None] no value, waiting for create lock {{(pid=66703) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:131}} [ 831.067013] env[66703]: DEBUG dogpile.lock [None req-ffa6d202-748e-4c81-9979-ad08741f9cf7 None None] value creation lock acquired {{(pid=66703) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:135}} [ 831.067013] env[66703]: DEBUG dogpile.cache.region [None req-ffa6d202-748e-4c81-9979-ad08741f9cf7 None None] No value present for key: 'zone-id' {{(pid=66703) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 831.067013] env[66703]: DEBUG dogpile.lock [None req-ffa6d202-748e-4c81-9979-ad08741f9cf7 None None] Calling creation function for not-yet-present value {{(pid=66703) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:174}} [ 831.067013] env[66703]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-ffa6d202-748e-4c81-9979-ad08741f9cf7 None None] Looking for TransportZone with name nsx-vlan-transportzone. [ 831.091343] env[66703]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-ffa6d202-748e-4c81-9979-ad08741f9cf7 None None] loading zone with a95c914d-748d-497c-94ab-10d4647daeba and tags [{'scope': 'mp2policy_migr_status', 'tag': 'success'}] [ 831.091526] env[66703]: DEBUG dogpile.cache.region [None req-ffa6d202-748e-4c81-9979-ad08741f9cf7 None None] Cache value generated in 0.025 seconds for key(s): 'zone-id' {{(pid=66703) _log_time /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:910}} [ 831.092166] env[66703]: DEBUG dogpile.lock [None req-ffa6d202-748e-4c81-9979-ad08741f9cf7 None None] Released creation lock {{(pid=66703) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:182}} [ 831.092166] env[66703]: DEBUG oslo_concurrency.lockutils [None req-ffa6d202-748e-4c81-9979-ad08741f9cf7 None None] Releasing lock "network-730" {{(pid=66703) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 831.092166] env[66703]: DEBUG networking_nsxv3.common.locking [None req-ffa6d202-748e-4c81-9979-ad08741f9cf7 None None] Lock port-d9835a7a-924b-4cc4-9dab-c3c07cb61408 taken with stack trace [, , , , , , , , ] {{(pid=66703) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 831.092399] env[66703]: DEBUG oslo_concurrency.lockutils [None req-ffa6d202-748e-4c81-9979-ad08741f9cf7 None None] Acquiring lock "port-d9835a7a-924b-4cc4-9dab-c3c07cb61408" {{(pid=66703) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 831.092707] env[66703]: DEBUG oslo_concurrency.lockutils [None req-ffa6d202-748e-4c81-9979-ad08741f9cf7 None None] Acquired lock "port-d9835a7a-924b-4cc4-9dab-c3c07cb61408" {{(pid=66703) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 831.093518] env[66703]: DEBUG oslo_concurrency.lockutils [None req-ffa6d202-748e-4c81-9979-ad08741f9cf7 None None] Acquired external semaphore "port-d9835a7a-924b-4cc4-9dab-c3c07cb61408" {{(pid=66703) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 831.093518] env[66703]: DEBUG networking_nsxv3.api.rpc [None req-ffa6d202-748e-4c81-9979-ad08741f9cf7 None None] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('d9835a7a-924b-4cc4-9dab-c3c07cb61408',) {} {{(pid=66703) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 831.113645] env[66703]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('30de771b-a136-45ed-b92b-db3de891006f',) {} {{(pid=66703) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 831.571694] env[66703]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: c980f404-e832-441f-9346-ec5a161579f0 in Status: SUCCESS [ 831.571922] env[66703]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-c980f404-e832-441f-9346-ec5a161579f0" {{(pid=66703) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 831.572191] env[66703]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-c980f404-e832-441f-9346-ec5a161579f0" {{(pid=66703) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 831.572604] env[66703]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-c980f404-e832-441f-9346-ec5a161579f0" {{(pid=66703) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 831.572604] env[66703]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=66703) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 831.572694] env[66703]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66703) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 831.572790] env[66703]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66703) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 831.572892] env[66703]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66703) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 831.573026] env[66703]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66703) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 831.573084] env[66703]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-c980f404-e832-441f-9346-ec5a161579f0" {{(pid=66703) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 831.573212] env[66703]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('c980f404-e832-441f-9346-ec5a161579f0',) {} {{(pid=66703) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 831.574989] env[66703]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: edd00d40-6f87-4c61-9069-3d442058e704 in Status: SUCCESS [ 831.579906] env[66703]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-edd00d40-6f87-4c61-9069-3d442058e704" {{(pid=66703) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 831.579906] env[66703]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: a28d8168-ddcb-4c73-9a65-8357fac367a8 in Status: SUCCESS [ 831.580038] env[66703]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-a28d8168-ddcb-4c73-9a65-8357fac367a8" {{(pid=66703) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 831.580190] env[66703]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-edd00d40-6f87-4c61-9069-3d442058e704" {{(pid=66703) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 831.580395] env[66703]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-edd00d40-6f87-4c61-9069-3d442058e704" {{(pid=66703) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 831.580590] env[66703]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=66703) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 831.580742] env[66703]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66703) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 831.580807] env[66703]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66703) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 831.580966] env[66703]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66703) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 831.581113] env[66703]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66703) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 831.581455] env[66703]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-edd00d40-6f87-4c61-9069-3d442058e704" {{(pid=66703) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 831.581455] env[66703]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('edd00d40-6f87-4c61-9069-3d442058e704',) {} {{(pid=66703) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 831.582206] env[66703]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-a28d8168-ddcb-4c73-9a65-8357fac367a8" {{(pid=66703) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 831.582402] env[66703]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-a28d8168-ddcb-4c73-9a65-8357fac367a8" {{(pid=66703) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 831.582584] env[66703]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=66703) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 831.582728] env[66703]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66703) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 831.582778] env[66703]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66703) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 831.582893] env[66703]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66703) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 831.582969] env[66703]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66703) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 831.583064] env[66703]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-a28d8168-ddcb-4c73-9a65-8357fac367a8" {{(pid=66703) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 831.583153] env[66703]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('a28d8168-ddcb-4c73-9a65-8357fac367a8',) {} {{(pid=66703) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 831.596673] env[66703]: DEBUG networking_nsxv3.common.locking [None req-ffa6d202-748e-4c81-9979-ad08741f9cf7 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , ] {{(pid=66703) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 831.597038] env[66703]: DEBUG oslo_concurrency.lockutils [None req-ffa6d202-748e-4c81-9979-ad08741f9cf7 None None] Acquiring lock "SegmentPort" {{(pid=66703) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 831.597038] env[66703]: DEBUG oslo_concurrency.lockutils [None req-ffa6d202-748e-4c81-9979-ad08741f9cf7 None None] Acquired lock "SegmentPort" {{(pid=66703) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 831.597307] env[66703]: DEBUG oslo_concurrency.lockutils [None req-ffa6d202-748e-4c81-9979-ad08741f9cf7 None None] Acquired external semaphore "SegmentPort" {{(pid=66703) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 831.597444] env[66703]: DEBUG oslo_concurrency.lockutils [None req-ffa6d202-748e-4c81-9979-ad08741f9cf7 None None] Releasing lock "SegmentPort" {{(pid=66703) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 831.597589] env[66703]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-ffa6d202-748e-4c81-9979-ad08741f9cf7 None None] Segment Port d9835a7a-924b-4cc4-9dab-c3c07cb61408 not found, creating... [ 831.597849] env[66703]: DEBUG networking_nsxv3.common.locking [None req-ffa6d202-748e-4c81-9979-ad08741f9cf7 None None] Lock Segment taken with stack trace [, , , , , , , , , , , ] {{(pid=66703) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 831.598043] env[66703]: DEBUG oslo_concurrency.lockutils [None req-ffa6d202-748e-4c81-9979-ad08741f9cf7 None None] Acquiring lock "Segment" {{(pid=66703) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 831.598293] env[66703]: DEBUG oslo_concurrency.lockutils [None req-ffa6d202-748e-4c81-9979-ad08741f9cf7 None None] Acquired lock "Segment" {{(pid=66703) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 831.598404] env[66703]: DEBUG oslo_concurrency.lockutils [None req-ffa6d202-748e-4c81-9979-ad08741f9cf7 None None] Acquired external semaphore "Segment" {{(pid=66703) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 831.598988] env[66703]: DEBUG oslo_concurrency.lockutils [None req-ffa6d202-748e-4c81-9979-ad08741f9cf7 None None] Releasing lock "Segment" {{(pid=66703) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 831.598988] env[66703]: DEBUG networking_nsxv3.common.locking [None req-ffa6d202-748e-4c81-9979-ad08741f9cf7 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=66703) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 831.598988] env[66703]: DEBUG oslo_concurrency.lockutils [None req-ffa6d202-748e-4c81-9979-ad08741f9cf7 None None] Acquiring lock "SegmentPort" {{(pid=66703) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 831.599727] env[66703]: DEBUG oslo_concurrency.lockutils [None req-ffa6d202-748e-4c81-9979-ad08741f9cf7 None None] Acquired lock "SegmentPort" {{(pid=66703) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 831.599727] env[66703]: DEBUG oslo_concurrency.lockutils [None req-ffa6d202-748e-4c81-9979-ad08741f9cf7 None None] Acquired external semaphore "SegmentPort" {{(pid=66703) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 831.599727] env[66703]: DEBUG oslo_concurrency.lockutils [None req-ffa6d202-748e-4c81-9979-ad08741f9cf7 None None] Releasing lock "SegmentPort" {{(pid=66703) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 831.599727] env[66703]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-ffa6d202-748e-4c81-9979-ad08741f9cf7 None None] Resource: SegmentPort with ID: d9835a7a-924b-4cc4-9dab-c3c07cb61408 is going to be created. [ 831.615789] env[66703]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for 30de771b-a136-45ed-b92b-db3de891006f: rpc.has_security_group_logging(os_id): False [ 831.627583] env[66703]: DEBUG networking_nsxv3.common.locking [None req-ffa6d202-748e-4c81-9979-ad08741f9cf7 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=66703) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 831.627820] env[66703]: DEBUG oslo_concurrency.lockutils [None req-ffa6d202-748e-4c81-9979-ad08741f9cf7 None None] Acquiring lock "SegmentPort" {{(pid=66703) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 831.627887] env[66703]: DEBUG oslo_concurrency.lockutils [None req-ffa6d202-748e-4c81-9979-ad08741f9cf7 None None] Acquired lock "SegmentPort" {{(pid=66703) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 831.628202] env[66703]: DEBUG oslo_concurrency.lockutils [None req-ffa6d202-748e-4c81-9979-ad08741f9cf7 None None] Acquired external semaphore "SegmentPort" {{(pid=66703) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 831.628513] env[66703]: DEBUG oslo_concurrency.lockutils [None req-ffa6d202-748e-4c81-9979-ad08741f9cf7 None None] Releasing lock "SegmentPort" {{(pid=66703) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 831.628741] env[66703]: DEBUG oslo_concurrency.lockutils [None req-ffa6d202-748e-4c81-9979-ad08741f9cf7 None None] Releasing lock "port-d9835a7a-924b-4cc4-9dab-c3c07cb61408" {{(pid=66703) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 831.641241] env[66703]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=66703) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 831.641457] env[66703]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66703) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 831.641584] env[66703]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66703) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 831.641909] env[66703]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66703) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 831.642084] env[66703]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66703) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 831.642698] env[66703]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=66703) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 831.642698] env[66703]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66703) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 831.642698] env[66703]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66703) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 831.642866] env[66703]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66703) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 831.642977] env[66703]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66703) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 831.643141] env[66703]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 30de771b-a136-45ed-b92b-db3de891006f is going to be updated. [ 831.733347] env[66703]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=66703) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 831.733858] env[66703]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66703) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 831.733858] env[66703]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66703) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 831.734842] env[66703]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66703) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 831.734842] env[66703]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66703) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 831.762985] env[66703]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 30de771b-a136-45ed-b92b-db3de891006f in Status: IN_PROGRESS for 2s [ 831.832561] env[66703]: INFO networking_nsxv3.common.synchronization [req-9d762f3c-8254-47a6-a6c0-887f7ac46aaa req-24cf093f-83e3-49be-9896-a45fd7d07216 tempest-SecurityGroupRulesTestJSON-705149330 tempest-SecurityGroupRulesTestJSON-705149330-project-member] Enqueued Resource ID: 4d34f377-49ca-4fde-b65d-dc2e34f4d0c2 with Priority: HIGHEST for action security_group_rules [ 831.833260] env[66703]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 4d34f377-49ca-4fde-b65d-dc2e34f4d0c2 with Priority: HIGHEST for action security_group_rules [ 831.833820] env[66703]: DEBUG networking_nsxv3.common.locking [-] Lock rules-4d34f377-49ca-4fde-b65d-dc2e34f4d0c2 taken with stack trace [, , ] {{(pid=66703) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 831.833961] env[66703]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-4d34f377-49ca-4fde-b65d-dc2e34f4d0c2" {{(pid=66703) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 831.834034] env[66703]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-4d34f377-49ca-4fde-b65d-dc2e34f4d0c2" {{(pid=66703) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 831.834372] env[66703]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-4d34f377-49ca-4fde-b65d-dc2e34f4d0c2" {{(pid=66703) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 831.834464] env[66703]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('4d34f377-49ca-4fde-b65d-dc2e34f4d0c2',) {} {{(pid=66703) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 832.085572] env[66703]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('c980f404-e832-441f-9346-ec5a161579f0',) {} {{(pid=66703) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 832.087259] env[66703]: DEBUG networking_nsxv3.common.locking [-] Lock member-edd00d40-6f87-4c61-9069-3d442058e704 taken with stack trace [, , , ] {{(pid=66703) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 832.087532] env[66703]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-edd00d40-6f87-4c61-9069-3d442058e704" {{(pid=66703) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 832.087532] env[66703]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-edd00d40-6f87-4c61-9069-3d442058e704" {{(pid=66703) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 832.088203] env[66703]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-edd00d40-6f87-4c61-9069-3d442058e704" {{(pid=66703) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 832.088203] env[66703]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=66703) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 832.088203] env[66703]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66703) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 832.088203] env[66703]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66703) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 832.088496] env[66703]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66703) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 832.088728] env[66703]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66703) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 832.088900] env[66703]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-edd00d40-6f87-4c61-9069-3d442058e704" {{(pid=66703) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 832.089117] env[66703]: DEBUG networking_nsxv3.common.locking [-] Lock member-edd00d40-6f87-4c61-9069-3d442058e704 taken with stack trace [, , , ] {{(pid=66703) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 832.089251] env[66703]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-edd00d40-6f87-4c61-9069-3d442058e704" {{(pid=66703) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 832.089342] env[66703]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-edd00d40-6f87-4c61-9069-3d442058e704" {{(pid=66703) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 832.089523] env[66703]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-edd00d40-6f87-4c61-9069-3d442058e704" {{(pid=66703) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 832.089668] env[66703]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=66703) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 832.089837] env[66703]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66703) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 832.089906] env[66703]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66703) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 832.090063] env[66703]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66703) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 832.090140] env[66703]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66703) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 832.090270] env[66703]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-edd00d40-6f87-4c61-9069-3d442058e704" {{(pid=66703) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 832.090402] env[66703]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('edd00d40-6f87-4c61-9069-3d442058e704',) {} {{(pid=66703) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 832.091611] env[66703]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('a28d8168-ddcb-4c73-9a65-8357fac367a8',) {} {{(pid=66703) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 832.195136] env[66703]: INFO networking_nsxv3.common.synchronization [None req-a86d61c9-7ac7-4882-8d83-216c761bd019 None None] Enqueued Resource ID: c9f92d00-f31a-4221-a944-2c3aea7d953e with Priority: HIGHEST for action port [ 832.195413] env[66703]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: c9f92d00-f31a-4221-a944-2c3aea7d953e with Priority: HIGHEST for action port [ 832.195701] env[66703]: DEBUG networking_nsxv3.common.locking [-] Lock port-c9f92d00-f31a-4221-a944-2c3aea7d953e taken with stack trace [, , ] {{(pid=66703) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 832.195872] env[66703]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-c9f92d00-f31a-4221-a944-2c3aea7d953e" {{(pid=66703) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 832.195872] env[66703]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-c9f92d00-f31a-4221-a944-2c3aea7d953e" {{(pid=66703) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 832.197480] env[66703]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-c9f92d00-f31a-4221-a944-2c3aea7d953e" {{(pid=66703) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 832.197480] env[66703]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('c9f92d00-f31a-4221-a944-2c3aea7d953e',) {} {{(pid=66703) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 832.361112] env[66703]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=66703) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 832.361312] env[66703]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66703) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 832.361408] env[66703]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66703) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 832.361600] env[66703]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66703) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 832.361691] env[66703]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66703) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 832.361789] env[66703]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 4d34f377-49ca-4fde-b65d-dc2e34f4d0c2 already deleted. [ 832.361873] env[66703]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-4d34f377-49ca-4fde-b65d-dc2e34f4d0c2" {{(pid=66703) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 832.413646] env[66703]: INFO networking_nsxv3.common.synchronization [req-89001e15-4902-4064-a5ca-8063896873c6 req-bbf421bf-fbe9-450a-8ba8-9c73982be8e1 service nova] Enqueued Resource ID: c9f59100-3796-4a18-bcea-03a659fb9824 with Priority: HIGHEST for action security_group_rules [ 832.413834] env[66703]: INFO networking_nsxv3.common.synchronization [req-89001e15-4902-4064-a5ca-8063896873c6 req-bbf421bf-fbe9-450a-8ba8-9c73982be8e1 service nova] Enqueued Resource ID: c9f59100-3796-4a18-bcea-03a659fb9824 with Priority: HIGHEST for action security_group_members [ 832.413965] env[66703]: INFO networking_nsxv3.common.synchronization [req-89001e15-4902-4064-a5ca-8063896873c6 req-bbf421bf-fbe9-450a-8ba8-9c73982be8e1 service nova] Enqueued Resource ID: d9835a7a-924b-4cc4-9dab-c3c07cb61408 with Priority: HIGHEST for action port [ 832.414666] env[66703]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: c9f59100-3796-4a18-bcea-03a659fb9824 with Priority: HIGHEST for action security_group_rules [ 832.414720] env[66703]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: c9f59100-3796-4a18-bcea-03a659fb9824 with Priority: HIGHEST for action security_group_members [ 832.414881] env[66703]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: d9835a7a-924b-4cc4-9dab-c3c07cb61408 with Priority: HIGHEST for action port [ 832.415637] env[66703]: DEBUG networking_nsxv3.common.locking [-] Lock rules-c9f59100-3796-4a18-bcea-03a659fb9824 taken with stack trace [, , ] {{(pid=66703) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 832.415637] env[66703]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-c9f59100-3796-4a18-bcea-03a659fb9824" {{(pid=66703) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 832.415637] env[66703]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-c9f59100-3796-4a18-bcea-03a659fb9824" {{(pid=66703) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 832.415637] env[66703]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-c9f59100-3796-4a18-bcea-03a659fb9824" {{(pid=66703) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 832.415637] env[66703]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('c9f59100-3796-4a18-bcea-03a659fb9824',) {} {{(pid=66703) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 832.417186] env[66703]: DEBUG networking_nsxv3.common.locking [-] Lock member-c9f59100-3796-4a18-bcea-03a659fb9824 taken with stack trace [, , ] {{(pid=66703) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 832.417330] env[66703]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-c9f59100-3796-4a18-bcea-03a659fb9824" {{(pid=66703) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 832.417407] env[66703]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-c9f59100-3796-4a18-bcea-03a659fb9824" {{(pid=66703) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 832.417595] env[66703]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-c9f59100-3796-4a18-bcea-03a659fb9824" {{(pid=66703) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 832.417750] env[66703]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=66703) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 832.417846] env[66703]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66703) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 832.417905] env[66703]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66703) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 832.418238] env[66703]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66703) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 832.418728] env[66703]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66703) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 832.418728] env[66703]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('c9f59100-3796-4a18-bcea-03a659fb9824',) {} {{(pid=66703) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 832.420086] env[66703]: DEBUG networking_nsxv3.common.locking [-] Lock port-d9835a7a-924b-4cc4-9dab-c3c07cb61408 taken with stack trace [, , ] {{(pid=66703) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 832.420203] env[66703]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-d9835a7a-924b-4cc4-9dab-c3c07cb61408" {{(pid=66703) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 832.420260] env[66703]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-d9835a7a-924b-4cc4-9dab-c3c07cb61408" {{(pid=66703) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 832.420389] env[66703]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-d9835a7a-924b-4cc4-9dab-c3c07cb61408" {{(pid=66703) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 832.420475] env[66703]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('d9835a7a-924b-4cc4-9dab-c3c07cb61408',) {} {{(pid=66703) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 832.502970] env[66703]: INFO networking_nsxv3.common.synchronization [req-e2356f9a-c8fa-48ce-bbe8-b9a757ce0b8e req-6cd212c8-bb8c-4b9a-b1ef-6c84e0a84f21 tempest-DeleteServersTestJSON-1282002617 tempest-DeleteServersTestJSON-1282002617-project-member] Enqueued Resource ID: db254d47-d7a1-40b1-a751-5c5ada9bc604 with Priority: HIGHEST for action security_group_members [ 832.506026] env[66703]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: db254d47-d7a1-40b1-a751-5c5ada9bc604 with Priority: HIGHEST for action security_group_members [ 832.506026] env[66703]: DEBUG networking_nsxv3.common.locking [-] Lock member-db254d47-d7a1-40b1-a751-5c5ada9bc604 taken with stack trace [, , ] {{(pid=66703) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 832.506026] env[66703]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-db254d47-d7a1-40b1-a751-5c5ada9bc604" {{(pid=66703) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 832.506026] env[66703]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-db254d47-d7a1-40b1-a751-5c5ada9bc604" {{(pid=66703) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 832.506026] env[66703]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-db254d47-d7a1-40b1-a751-5c5ada9bc604" {{(pid=66703) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 832.506026] env[66703]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=66703) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 832.506026] env[66703]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66703) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 832.506026] env[66703]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66703) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 832.506026] env[66703]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66703) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 832.506026] env[66703]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66703) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 832.506026] env[66703]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('db254d47-d7a1-40b1-a751-5c5ada9bc604',) {} {{(pid=66703) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 832.593863] env[66703]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for c980f404-e832-441f-9346-ec5a161579f0: rpc.has_security_group_logging(os_id): False [ 832.593863] env[66703]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for edd00d40-6f87-4c61-9069-3d442058e704: rpc.has_security_group_logging(os_id): False [ 832.594537] env[66703]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for a28d8168-ddcb-4c73-9a65-8357fac367a8: rpc.has_security_group_logging(os_id): False [ 832.615338] env[66703]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=66703) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 832.615589] env[66703]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66703) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 832.615717] env[66703]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66703) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 832.615969] env[66703]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66703) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 832.616326] env[66703]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66703) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 832.616326] env[66703]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66703) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 832.616488] env[66703]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66703) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 832.616522] env[66703]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66703) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 832.616698] env[66703]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66703) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 832.616794] env[66703]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66703) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 832.617580] env[66703]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66703) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 832.617580] env[66703]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66703) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 832.617580] env[66703]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66703) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 832.617765] env[66703]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66703) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 832.617812] env[66703]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66703) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 832.621656] env[66703]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=66703) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 832.621656] env[66703]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66703) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 832.621656] env[66703]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66703) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 832.621656] env[66703]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66703) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 832.621656] env[66703]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66703) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 832.621656] env[66703]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: edd00d40-6f87-4c61-9069-3d442058e704 is going to be updated. [ 832.621656] env[66703]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=66703) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 832.621656] env[66703]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66703) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 832.621656] env[66703]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66703) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 832.621656] env[66703]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66703) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 832.621656] env[66703]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66703) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 832.621656] env[66703]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=66703) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 832.622486] env[66703]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66703) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 832.622486] env[66703]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66703) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 832.622486] env[66703]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66703) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 832.622486] env[66703]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66703) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 832.622486] env[66703]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: c980f404-e832-441f-9346-ec5a161579f0 is going to be updated. [ 832.624208] env[66703]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=66703) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 832.624323] env[66703]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66703) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 832.624384] env[66703]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66703) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 832.624517] env[66703]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66703) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 832.624589] env[66703]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66703) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 832.624772] env[66703]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=66703) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 832.624871] env[66703]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66703) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 832.624933] env[66703]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66703) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 832.625106] env[66703]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66703) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 832.625162] env[66703]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66703) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 832.625261] env[66703]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: a28d8168-ddcb-4c73-9a65-8357fac367a8 is going to be created. [ 832.688056] env[66703]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=66703) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 832.688315] env[66703]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66703) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 832.688315] env[66703]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66703) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 832.688591] env[66703]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66703) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 832.689166] env[66703]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66703) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 832.699646] env[66703]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] deletion realization of port c9f92d00-f31a-4221-a944-2c3aea7d953e [ 832.699877] env[66703]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=66703) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 832.700070] env[66703]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=66703) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 832.700141] env[66703]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=66703) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 832.700308] env[66703]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=66703) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 832.700453] env[66703]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=66703) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 832.700743] env[66703]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Segment Port:c9f92d00-f31a-4221-a944-2c3aea7d953e already deleted. [ 832.700743] env[66703]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-c9f92d00-f31a-4221-a944-2c3aea7d953e" {{(pid=66703) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 832.705381] env[66703]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=66703) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 832.705653] env[66703]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66703) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 832.705653] env[66703]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66703) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 832.705870] env[66703]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66703) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 832.706031] env[66703]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66703) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 832.731486] env[66703]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: a28d8168-ddcb-4c73-9a65-8357fac367a8 in Status: IN_PROGRESS for 2s [ 832.732777] env[66703]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=66703) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 832.732932] env[66703]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66703) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 832.732932] env[66703]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66703) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 832.734112] env[66703]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66703) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 832.734233] env[66703]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66703) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 832.742931] env[66703]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: edd00d40-6f87-4c61-9069-3d442058e704 in Status: IN_PROGRESS for 2s [ 832.748892] env[66703]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: c980f404-e832-441f-9346-ec5a161579f0 in Status: IN_PROGRESS for 2s [ 832.798037] env[66703]: INFO networking_nsxv3.common.synchronization [req-0a6d59f3-4969-4d43-a36d-a2c2ccae9b9e req-79ebacb7-97c7-4e54-a4ca-e6e91e8495e3 tempest-SecurityGroupsTestJSON-990568022 tempest-SecurityGroupsTestJSON-990568022-project-member] Enqueued Resource ID: c980f404-e832-441f-9346-ec5a161579f0 with Priority: HIGHEST for action security_group_members [ 832.798270] env[66703]: INFO networking_nsxv3.common.synchronization [req-0a6d59f3-4969-4d43-a36d-a2c2ccae9b9e req-79ebacb7-97c7-4e54-a4ca-e6e91e8495e3 tempest-SecurityGroupsTestJSON-990568022 tempest-SecurityGroupsTestJSON-990568022-project-member] Enqueued Resource ID: a28d8168-ddcb-4c73-9a65-8357fac367a8 with Priority: HIGHEST for action security_group_members [ 832.798410] env[66703]: INFO networking_nsxv3.common.synchronization [req-0a6d59f3-4969-4d43-a36d-a2c2ccae9b9e req-79ebacb7-97c7-4e54-a4ca-e6e91e8495e3 tempest-SecurityGroupsTestJSON-990568022 tempest-SecurityGroupsTestJSON-990568022-project-member] Enqueued Resource ID: edd00d40-6f87-4c61-9069-3d442058e704 with Priority: HIGHEST for action security_group_members [ 832.799096] env[66703]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: c980f404-e832-441f-9346-ec5a161579f0 with Priority: HIGHEST for action security_group_members [ 832.799252] env[66703]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: a28d8168-ddcb-4c73-9a65-8357fac367a8 with Priority: HIGHEST for action security_group_members [ 832.799401] env[66703]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: edd00d40-6f87-4c61-9069-3d442058e704 with Priority: HIGHEST for action security_group_members [ 832.799725] env[66703]: DEBUG networking_nsxv3.common.locking [-] Lock member-c980f404-e832-441f-9346-ec5a161579f0 taken with stack trace [, , ] {{(pid=66703) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 832.799849] env[66703]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-c980f404-e832-441f-9346-ec5a161579f0" {{(pid=66703) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 832.799905] env[66703]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-c980f404-e832-441f-9346-ec5a161579f0" {{(pid=66703) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 832.800140] env[66703]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-c980f404-e832-441f-9346-ec5a161579f0" {{(pid=66703) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 832.800296] env[66703]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=66703) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 832.800399] env[66703]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66703) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 832.800450] env[66703]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66703) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 832.800617] env[66703]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66703) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 832.800734] env[66703]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66703) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 832.800860] env[66703]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('c980f404-e832-441f-9346-ec5a161579f0',) {} {{(pid=66703) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 832.801916] env[66703]: DEBUG networking_nsxv3.common.locking [-] Lock member-a28d8168-ddcb-4c73-9a65-8357fac367a8 taken with stack trace [, , ] {{(pid=66703) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 832.802088] env[66703]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-a28d8168-ddcb-4c73-9a65-8357fac367a8" {{(pid=66703) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 832.802088] env[66703]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-a28d8168-ddcb-4c73-9a65-8357fac367a8" {{(pid=66703) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 832.802379] env[66703]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-a28d8168-ddcb-4c73-9a65-8357fac367a8" {{(pid=66703) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 832.802781] env[66703]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=66703) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 832.804898] env[66703]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66703) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 832.804973] env[66703]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66703) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 832.805178] env[66703]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66703) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 832.805270] env[66703]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66703) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 832.805379] env[66703]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('a28d8168-ddcb-4c73-9a65-8357fac367a8',) {} {{(pid=66703) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 832.806454] env[66703]: DEBUG networking_nsxv3.common.locking [-] Lock member-edd00d40-6f87-4c61-9069-3d442058e704 taken with stack trace [, , ] {{(pid=66703) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 832.806550] env[66703]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-edd00d40-6f87-4c61-9069-3d442058e704" {{(pid=66703) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 832.806886] env[66703]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-edd00d40-6f87-4c61-9069-3d442058e704" {{(pid=66703) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 832.806886] env[66703]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-edd00d40-6f87-4c61-9069-3d442058e704" {{(pid=66703) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 832.807062] env[66703]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=66703) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 832.807727] env[66703]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66703) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 832.807727] env[66703]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66703) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 832.807727] env[66703]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66703) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 832.807727] env[66703]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66703) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 832.807727] env[66703]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('edd00d40-6f87-4c61-9069-3d442058e704',) {} {{(pid=66703) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 832.917664] env[66703]: DEBUG networking_nsxv3.common.locking [-] Lock member-c9f59100-3796-4a18-bcea-03a659fb9824 taken with stack trace [, , , ] {{(pid=66703) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 832.917797] env[66703]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-c9f59100-3796-4a18-bcea-03a659fb9824" {{(pid=66703) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 832.920221] env[66703]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('c9f59100-3796-4a18-bcea-03a659fb9824',) {} {{(pid=66703) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 832.922240] env[66703]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] realization of port d9835a7a-924b-4cc4-9dab-c3c07cb61408 with status ACTIVE [ 832.922544] env[66703]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=66703) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 832.922608] env[66703]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=66703) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 832.922660] env[66703]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=66703) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 832.922843] env[66703]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=66703) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 832.922937] env[66703]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=66703) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 832.923174] env[66703]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , ] {{(pid=66703) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 832.923279] env[66703]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=66703) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 832.923344] env[66703]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=66703) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 832.923648] env[66703]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=66703) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 832.923648] env[66703]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=66703) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 832.923799] env[66703]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=66703) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 832.923847] env[66703]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=66703) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 832.923875] env[66703]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=66703) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 832.924024] env[66703]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=66703) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 832.924237] env[66703]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=66703) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 832.924328] env[66703]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: SegmentPort with ID: d9835a7a-924b-4cc4-9dab-c3c07cb61408 is going to be updated. [ 832.944309] env[66703]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=66703) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 832.944457] env[66703]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=66703) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 832.944533] env[66703]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=66703) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 832.944784] env[66703]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=66703) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 832.944936] env[66703]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=66703) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 832.945109] env[66703]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-d9835a7a-924b-4cc4-9dab-c3c07cb61408" {{(pid=66703) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 833.011156] env[66703]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=66703) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 833.011156] env[66703]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66703) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 833.011156] env[66703]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66703) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 833.011156] env[66703]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66703) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 833.011417] env[66703]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66703) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 833.011417] env[66703]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66703) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 833.011494] env[66703]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66703) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 833.011562] env[66703]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66703) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 833.011796] env[66703]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66703) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 833.011915] env[66703]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66703) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 833.012043] env[66703]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: db254d47-d7a1-40b1-a751-5c5ada9bc604 is going to be updated. [ 833.015779] env[66703]: DEBUG networking_nsxv3.common.locking [None req-33d36011-a73c-4b6d-849a-f8c867240c48 None None] Lock network-41 taken with stack trace [, , , , , , , , ] {{(pid=66703) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 833.015985] env[66703]: DEBUG oslo_concurrency.lockutils [None req-33d36011-a73c-4b6d-849a-f8c867240c48 None None] Acquiring lock "network-41" {{(pid=66703) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 833.016177] env[66703]: DEBUG oslo_concurrency.lockutils [None req-33d36011-a73c-4b6d-849a-f8c867240c48 None None] Acquired lock "network-41" {{(pid=66703) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 833.016465] env[66703]: DEBUG oslo_concurrency.lockutils [None req-33d36011-a73c-4b6d-849a-f8c867240c48 None None] Acquired external semaphore "network-41" {{(pid=66703) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 833.016756] env[66703]: DEBUG networking_nsxv3.common.locking [None req-33d36011-a73c-4b6d-849a-f8c867240c48 None None] Lock Segment taken with stack trace [, , , , , , , , , , ] {{(pid=66703) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 833.016969] env[66703]: DEBUG oslo_concurrency.lockutils [None req-33d36011-a73c-4b6d-849a-f8c867240c48 None None] Acquiring lock "Segment" {{(pid=66703) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 833.017129] env[66703]: DEBUG oslo_concurrency.lockutils [None req-33d36011-a73c-4b6d-849a-f8c867240c48 None None] Acquired lock "Segment" {{(pid=66703) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 833.017439] env[66703]: DEBUG oslo_concurrency.lockutils [None req-33d36011-a73c-4b6d-849a-f8c867240c48 None None] Acquired external semaphore "Segment" {{(pid=66703) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 833.017639] env[66703]: DEBUG oslo_concurrency.lockutils [None req-33d36011-a73c-4b6d-849a-f8c867240c48 None None] Releasing lock "Segment" {{(pid=66703) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 833.017860] env[66703]: DEBUG dogpile.cache.region [None req-33d36011-a73c-4b6d-849a-f8c867240c48 None None] No value present for key: 'zone-id' {{(pid=66703) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 833.017969] env[66703]: DEBUG dogpile.lock [None req-33d36011-a73c-4b6d-849a-f8c867240c48 None None] NeedRegenerationException {{(pid=66703) _enter /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:90}} [ 833.018120] env[66703]: DEBUG dogpile.lock [None req-33d36011-a73c-4b6d-849a-f8c867240c48 None None] no value, waiting for create lock {{(pid=66703) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:131}} [ 833.018293] env[66703]: DEBUG dogpile.lock [None req-33d36011-a73c-4b6d-849a-f8c867240c48 None None] value creation lock acquired {{(pid=66703) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:135}} [ 833.018410] env[66703]: DEBUG dogpile.cache.region [None req-33d36011-a73c-4b6d-849a-f8c867240c48 None None] No value present for key: 'zone-id' {{(pid=66703) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 833.018519] env[66703]: DEBUG dogpile.lock [None req-33d36011-a73c-4b6d-849a-f8c867240c48 None None] Calling creation function for not-yet-present value {{(pid=66703) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:174}} [ 833.018846] env[66703]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-33d36011-a73c-4b6d-849a-f8c867240c48 None None] Looking for TransportZone with name nsx-vlan-transportzone. [ 833.045515] env[66703]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-33d36011-a73c-4b6d-849a-f8c867240c48 None None] loading zone with a95c914d-748d-497c-94ab-10d4647daeba and tags [{'scope': 'mp2policy_migr_status', 'tag': 'success'}] [ 833.045594] env[66703]: DEBUG dogpile.cache.region [None req-33d36011-a73c-4b6d-849a-f8c867240c48 None None] Cache value generated in 0.027 seconds for key(s): 'zone-id' {{(pid=66703) _log_time /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:910}} [ 833.045820] env[66703]: DEBUG dogpile.lock [None req-33d36011-a73c-4b6d-849a-f8c867240c48 None None] Released creation lock {{(pid=66703) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:182}} [ 833.046096] env[66703]: DEBUG oslo_concurrency.lockutils [None req-33d36011-a73c-4b6d-849a-f8c867240c48 None None] Releasing lock "network-41" {{(pid=66703) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 833.046522] env[66703]: DEBUG networking_nsxv3.common.locking [None req-33d36011-a73c-4b6d-849a-f8c867240c48 None None] Lock port-08862120-f913-4015-b2b5-621cc5ee0919 taken with stack trace [, , , , , , , , ] {{(pid=66703) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 833.046777] env[66703]: DEBUG oslo_concurrency.lockutils [None req-33d36011-a73c-4b6d-849a-f8c867240c48 None None] Acquiring lock "port-08862120-f913-4015-b2b5-621cc5ee0919" {{(pid=66703) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 833.046926] env[66703]: DEBUG oslo_concurrency.lockutils [None req-33d36011-a73c-4b6d-849a-f8c867240c48 None None] Acquired lock "port-08862120-f913-4015-b2b5-621cc5ee0919" {{(pid=66703) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 833.047321] env[66703]: DEBUG oslo_concurrency.lockutils [None req-33d36011-a73c-4b6d-849a-f8c867240c48 None None] Acquired external semaphore "port-08862120-f913-4015-b2b5-621cc5ee0919" {{(pid=66703) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 833.047483] env[66703]: DEBUG networking_nsxv3.api.rpc [None req-33d36011-a73c-4b6d-849a-f8c867240c48 None None] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('08862120-f913-4015-b2b5-621cc5ee0919',) {} {{(pid=66703) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 833.052789] env[66703]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66703) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 833.052964] env[66703]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66703) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 833.053043] env[66703]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66703) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 833.053250] env[66703]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66703) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 833.053390] env[66703]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66703) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 833.070374] env[66703]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: db254d47-d7a1-40b1-a751-5c5ada9bc604 in Status: IN_PROGRESS for 2s [ 833.309839] env[66703]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=66703) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 833.310846] env[66703]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66703) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 833.310846] env[66703]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66703) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 833.310846] env[66703]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66703) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 833.310846] env[66703]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66703) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 833.311154] env[66703]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66703) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 833.311331] env[66703]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66703) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 833.311445] env[66703]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66703) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 833.311713] env[66703]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66703) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 833.311839] env[66703]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66703) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 833.311944] env[66703]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: a28d8168-ddcb-4c73-9a65-8357fac367a8 is going to be updated. [ 833.314584] env[66703]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=66703) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 833.314753] env[66703]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66703) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 833.314865] env[66703]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66703) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 833.315111] env[66703]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66703) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 833.315244] env[66703]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66703) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 833.315486] env[66703]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66703) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 833.315631] env[66703]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66703) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 833.315738] env[66703]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66703) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 833.315944] env[66703]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66703) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 833.316081] env[66703]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66703) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 833.316415] env[66703]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: c980f404-e832-441f-9346-ec5a161579f0 is going to be updated. [ 833.318573] env[66703]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('edd00d40-6f87-4c61-9069-3d442058e704',) {} {{(pid=66703) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 833.355265] env[66703]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66703) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 833.356335] env[66703]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66703) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 833.356335] env[66703]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66703) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 833.356558] env[66703]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66703) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 833.356749] env[66703]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66703) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 833.359208] env[66703]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66703) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 833.359650] env[66703]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66703) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 833.359650] env[66703]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66703) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 833.359991] env[66703]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66703) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 833.360149] env[66703]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66703) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 833.371489] env[66703]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: a28d8168-ddcb-4c73-9a65-8357fac367a8 in Status: IN_PROGRESS for 2s [ 833.372270] env[66703]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: c980f404-e832-441f-9346-ec5a161579f0 in Status: IN_PROGRESS for 2s [ 833.423723] env[66703]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('c9f59100-3796-4a18-bcea-03a659fb9824',) {} {{(pid=66703) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 833.553191] env[66703]: DEBUG networking_nsxv3.common.locking [None req-33d36011-a73c-4b6d-849a-f8c867240c48 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , ] {{(pid=66703) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 833.553379] env[66703]: DEBUG oslo_concurrency.lockutils [None req-33d36011-a73c-4b6d-849a-f8c867240c48 None None] Acquiring lock "SegmentPort" {{(pid=66703) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 833.553506] env[66703]: DEBUG oslo_concurrency.lockutils [None req-33d36011-a73c-4b6d-849a-f8c867240c48 None None] Acquired lock "SegmentPort" {{(pid=66703) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 833.553813] env[66703]: DEBUG oslo_concurrency.lockutils [None req-33d36011-a73c-4b6d-849a-f8c867240c48 None None] Acquired external semaphore "SegmentPort" {{(pid=66703) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 833.553955] env[66703]: DEBUG oslo_concurrency.lockutils [None req-33d36011-a73c-4b6d-849a-f8c867240c48 None None] Releasing lock "SegmentPort" {{(pid=66703) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 833.554116] env[66703]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-33d36011-a73c-4b6d-849a-f8c867240c48 None None] Segment Port 08862120-f913-4015-b2b5-621cc5ee0919 not found, creating... [ 833.554390] env[66703]: DEBUG networking_nsxv3.common.locking [None req-33d36011-a73c-4b6d-849a-f8c867240c48 None None] Lock Segment taken with stack trace [, , , , , , , , , , , ] {{(pid=66703) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 833.554548] env[66703]: DEBUG oslo_concurrency.lockutils [None req-33d36011-a73c-4b6d-849a-f8c867240c48 None None] Acquiring lock "Segment" {{(pid=66703) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 833.554703] env[66703]: DEBUG oslo_concurrency.lockutils [None req-33d36011-a73c-4b6d-849a-f8c867240c48 None None] Acquired lock "Segment" {{(pid=66703) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 833.554868] env[66703]: DEBUG oslo_concurrency.lockutils [None req-33d36011-a73c-4b6d-849a-f8c867240c48 None None] Acquired external semaphore "Segment" {{(pid=66703) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 833.554995] env[66703]: DEBUG oslo_concurrency.lockutils [None req-33d36011-a73c-4b6d-849a-f8c867240c48 None None] Releasing lock "Segment" {{(pid=66703) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 833.555303] env[66703]: DEBUG networking_nsxv3.common.locking [None req-33d36011-a73c-4b6d-849a-f8c867240c48 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=66703) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 833.555460] env[66703]: DEBUG oslo_concurrency.lockutils [None req-33d36011-a73c-4b6d-849a-f8c867240c48 None None] Acquiring lock "SegmentPort" {{(pid=66703) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 833.555574] env[66703]: DEBUG oslo_concurrency.lockutils [None req-33d36011-a73c-4b6d-849a-f8c867240c48 None None] Acquired lock "SegmentPort" {{(pid=66703) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 833.555773] env[66703]: DEBUG oslo_concurrency.lockutils [None req-33d36011-a73c-4b6d-849a-f8c867240c48 None None] Acquired external semaphore "SegmentPort" {{(pid=66703) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 833.555920] env[66703]: DEBUG oslo_concurrency.lockutils [None req-33d36011-a73c-4b6d-849a-f8c867240c48 None None] Releasing lock "SegmentPort" {{(pid=66703) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 833.556321] env[66703]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-33d36011-a73c-4b6d-849a-f8c867240c48 None None] Resource: SegmentPort with ID: 08862120-f913-4015-b2b5-621cc5ee0919 is going to be created. [ 833.579626] env[66703]: DEBUG networking_nsxv3.common.locking [None req-33d36011-a73c-4b6d-849a-f8c867240c48 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=66703) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 833.579626] env[66703]: DEBUG oslo_concurrency.lockutils [None req-33d36011-a73c-4b6d-849a-f8c867240c48 None None] Acquiring lock "SegmentPort" {{(pid=66703) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 833.579626] env[66703]: DEBUG oslo_concurrency.lockutils [None req-33d36011-a73c-4b6d-849a-f8c867240c48 None None] Acquired lock "SegmentPort" {{(pid=66703) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 833.579626] env[66703]: DEBUG oslo_concurrency.lockutils [None req-33d36011-a73c-4b6d-849a-f8c867240c48 None None] Acquired external semaphore "SegmentPort" {{(pid=66703) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 833.579626] env[66703]: DEBUG oslo_concurrency.lockutils [None req-33d36011-a73c-4b6d-849a-f8c867240c48 None None] Releasing lock "SegmentPort" {{(pid=66703) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 833.579626] env[66703]: DEBUG oslo_concurrency.lockutils [None req-33d36011-a73c-4b6d-849a-f8c867240c48 None None] Releasing lock "port-08862120-f913-4015-b2b5-621cc5ee0919" {{(pid=66703) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 833.800159] env[66703]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 30de771b-a136-45ed-b92b-db3de891006f in Status: SUCCESS [ 833.800704] env[66703]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-30de771b-a136-45ed-b92b-db3de891006f" {{(pid=66703) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 833.822246] env[66703]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('edd00d40-6f87-4c61-9069-3d442058e704',) {} {{(pid=66703) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 833.926702] env[66703]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66703) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 833.926937] env[66703]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66703) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 833.927015] env[66703]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66703) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 833.927303] env[66703]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66703) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 833.927444] env[66703]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66703) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 833.927571] env[66703]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: c9f59100-3796-4a18-bcea-03a659fb9824 is going to be created. [ 833.960646] env[66703]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66703) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 833.960850] env[66703]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66703) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 833.960891] env[66703]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66703) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 833.961217] env[66703]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66703) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 833.961343] env[66703]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66703) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 833.980732] env[66703]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: c9f59100-3796-4a18-bcea-03a659fb9824 in Status: UNINITIALIZED for 2s [ 834.326575] env[66703]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66703) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 834.326725] env[66703]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66703) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 834.326810] env[66703]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66703) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 834.327084] env[66703]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66703) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 834.327134] env[66703]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66703) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 834.327223] env[66703]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: edd00d40-6f87-4c61-9069-3d442058e704 is going to be updated. [ 834.343514] env[66703]: INFO networking_nsxv3.common.synchronization [req-e2356f9a-c8fa-48ce-bbe8-b9a757ce0b8e req-7eb8b08f-b961-429f-8a7b-64d5d87d211b service nova] Enqueued Resource ID: db254d47-d7a1-40b1-a751-5c5ada9bc604 with Priority: HIGHEST for action security_group_rules [ 834.344274] env[66703]: INFO networking_nsxv3.common.synchronization [req-e2356f9a-c8fa-48ce-bbe8-b9a757ce0b8e req-7eb8b08f-b961-429f-8a7b-64d5d87d211b service nova] Enqueued Resource ID: db254d47-d7a1-40b1-a751-5c5ada9bc604 with Priority: HIGHEST for action security_group_members [ 834.344274] env[66703]: INFO networking_nsxv3.common.synchronization [req-e2356f9a-c8fa-48ce-bbe8-b9a757ce0b8e req-7eb8b08f-b961-429f-8a7b-64d5d87d211b service nova] Enqueued Resource ID: 08862120-f913-4015-b2b5-621cc5ee0919 with Priority: HIGHEST for action port [ 834.344657] env[66703]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: db254d47-d7a1-40b1-a751-5c5ada9bc604 with Priority: HIGHEST for action security_group_rules [ 834.344822] env[66703]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: db254d47-d7a1-40b1-a751-5c5ada9bc604 with Priority: HIGHEST for action security_group_members [ 834.344892] env[66703]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 08862120-f913-4015-b2b5-621cc5ee0919 with Priority: HIGHEST for action port [ 834.345246] env[66703]: DEBUG networking_nsxv3.common.locking [-] Lock rules-db254d47-d7a1-40b1-a751-5c5ada9bc604 taken with stack trace [, , ] {{(pid=66703) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 834.345341] env[66703]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-db254d47-d7a1-40b1-a751-5c5ada9bc604" {{(pid=66703) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 834.345385] env[66703]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-db254d47-d7a1-40b1-a751-5c5ada9bc604" {{(pid=66703) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 834.345577] env[66703]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-db254d47-d7a1-40b1-a751-5c5ada9bc604" {{(pid=66703) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 834.345662] env[66703]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('db254d47-d7a1-40b1-a751-5c5ada9bc604',) {} {{(pid=66703) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 834.347161] env[66703]: DEBUG networking_nsxv3.common.locking [-] Lock member-db254d47-d7a1-40b1-a751-5c5ada9bc604 taken with stack trace [, , ] {{(pid=66703) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 834.347950] env[66703]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-db254d47-d7a1-40b1-a751-5c5ada9bc604" {{(pid=66703) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 834.347950] env[66703]: DEBUG networking_nsxv3.common.locking [-] Lock port-08862120-f913-4015-b2b5-621cc5ee0919 taken with stack trace [, , ] {{(pid=66703) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 834.347950] env[66703]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-08862120-f913-4015-b2b5-621cc5ee0919" {{(pid=66703) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 834.347950] env[66703]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-08862120-f913-4015-b2b5-621cc5ee0919" {{(pid=66703) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 834.347950] env[66703]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-08862120-f913-4015-b2b5-621cc5ee0919" {{(pid=66703) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 834.347950] env[66703]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('08862120-f913-4015-b2b5-621cc5ee0919',) {} {{(pid=66703) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 834.359030] env[66703]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66703) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 834.359202] env[66703]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66703) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 834.359241] env[66703]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66703) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 834.360027] env[66703]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66703) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 834.360027] env[66703]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66703) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 834.379380] env[66703]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: edd00d40-6f87-4c61-9069-3d442058e704 in Status: IN_PROGRESS for 2s [ 834.744490] env[66703]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: a28d8168-ddcb-4c73-9a65-8357fac367a8 in Status: SUCCESS [ 834.744654] env[66703]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-a28d8168-ddcb-4c73-9a65-8357fac367a8" {{(pid=66703) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 834.767879] env[66703]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: edd00d40-6f87-4c61-9069-3d442058e704 in Status: SUCCESS [ 834.767879] env[66703]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-edd00d40-6f87-4c61-9069-3d442058e704" {{(pid=66703) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 834.767879] env[66703]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: c980f404-e832-441f-9346-ec5a161579f0 in Status: SUCCESS [ 834.767879] env[66703]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-c980f404-e832-441f-9346-ec5a161579f0" {{(pid=66703) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 834.847628] env[66703]: DEBUG networking_nsxv3.common.locking [-] Lock member-db254d47-d7a1-40b1-a751-5c5ada9bc604 taken with stack trace [, , , ] {{(pid=66703) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 834.848040] env[66703]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-db254d47-d7a1-40b1-a751-5c5ada9bc604" {{(pid=66703) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 834.851564] env[66703]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] realization of port 08862120-f913-4015-b2b5-621cc5ee0919 with status ACTIVE [ 834.851564] env[66703]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=66703) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 834.851778] env[66703]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=66703) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 834.851778] env[66703]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=66703) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 834.852031] env[66703]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=66703) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 834.852077] env[66703]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=66703) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 834.852251] env[66703]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , ] {{(pid=66703) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 834.852376] env[66703]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=66703) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 834.852406] env[66703]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=66703) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 834.852801] env[66703]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=66703) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 834.852801] env[66703]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=66703) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 834.852801] env[66703]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=66703) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 834.852910] env[66703]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=66703) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 834.852970] env[66703]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=66703) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 834.853084] env[66703]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=66703) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 834.853184] env[66703]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=66703) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 834.853275] env[66703]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: SegmentPort with ID: 08862120-f913-4015-b2b5-621cc5ee0919 is going to be updated. [ 834.879769] env[66703]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=66703) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 834.879922] env[66703]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=66703) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 834.882018] env[66703]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=66703) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 834.882018] env[66703]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=66703) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 834.882018] env[66703]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=66703) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 834.882018] env[66703]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-08862120-f913-4015-b2b5-621cc5ee0919" {{(pid=66703) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 834.910246] env[66703]: INFO networking_nsxv3.common.synchronization [req-a633d28c-6ba3-41f3-82c9-fba86d2ac24a req-3b7ae949-4702-4bf9-a928-4385c10f00d8 tempest-AttachInterfacesUnderV243Test-958747735 tempest-AttachInterfacesUnderV243Test-958747735-project-member] Enqueued Resource ID: 30de771b-a136-45ed-b92b-db3de891006f with Priority: HIGHEST for action security_group_members [ 834.910857] env[66703]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 30de771b-a136-45ed-b92b-db3de891006f with Priority: HIGHEST for action security_group_members [ 834.912839] env[66703]: DEBUG networking_nsxv3.common.locking [-] Lock member-30de771b-a136-45ed-b92b-db3de891006f taken with stack trace [, , ] {{(pid=66703) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 834.912839] env[66703]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-30de771b-a136-45ed-b92b-db3de891006f" {{(pid=66703) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 834.912839] env[66703]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-30de771b-a136-45ed-b92b-db3de891006f" {{(pid=66703) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 834.913062] env[66703]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-30de771b-a136-45ed-b92b-db3de891006f" {{(pid=66703) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 834.913254] env[66703]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=66703) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 834.914105] env[66703]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66703) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 834.914105] env[66703]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66703) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 834.914105] env[66703]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66703) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 834.914105] env[66703]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66703) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 834.914105] env[66703]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('30de771b-a136-45ed-b92b-db3de891006f',) {} {{(pid=66703) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 835.084871] env[66703]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: db254d47-d7a1-40b1-a751-5c5ada9bc604 in Status: SUCCESS [ 835.084871] env[66703]: WARNING networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: db254d47-d7a1-40b1-a751-5c5ada9bc604 deletion is rescheduled due to dependency. [ 835.084871] env[66703]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-db254d47-d7a1-40b1-a751-5c5ada9bc604" {{(pid=66703) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 835.084871] env[66703]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-db254d47-d7a1-40b1-a751-5c5ada9bc604" {{(pid=66703) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 835.084871] env[66703]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-db254d47-d7a1-40b1-a751-5c5ada9bc604" {{(pid=66703) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 835.084871] env[66703]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=66703) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 835.084871] env[66703]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66703) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 835.084871] env[66703]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66703) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 835.084871] env[66703]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66703) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 835.084871] env[66703]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66703) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 835.084871] env[66703]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('db254d47-d7a1-40b1-a751-5c5ada9bc604',) {} {{(pid=66703) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 835.387413] env[66703]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: c980f404-e832-441f-9346-ec5a161579f0 in Status: SUCCESS [ 835.387413] env[66703]: WARNING networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: c980f404-e832-441f-9346-ec5a161579f0 deletion is rescheduled due to dependency. [ 835.387413] env[66703]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-c980f404-e832-441f-9346-ec5a161579f0" {{(pid=66703) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 835.387413] env[66703]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: a28d8168-ddcb-4c73-9a65-8357fac367a8 in Status: SUCCESS [ 835.387413] env[66703]: WARNING networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: a28d8168-ddcb-4c73-9a65-8357fac367a8 deletion is rescheduled due to dependency. [ 835.387413] env[66703]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-a28d8168-ddcb-4c73-9a65-8357fac367a8" {{(pid=66703) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 835.416711] env[66703]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=66703) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 835.416839] env[66703]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66703) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 835.416912] env[66703]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66703) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 835.417197] env[66703]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66703) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 835.417266] env[66703]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66703) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 835.417475] env[66703]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66703) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 835.419311] env[66703]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66703) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 835.419505] env[66703]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66703) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 835.419770] env[66703]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66703) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 835.419880] env[66703]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66703) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 835.420019] env[66703]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 30de771b-a136-45ed-b92b-db3de891006f is going to be updated. [ 835.459135] env[66703]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66703) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 835.459318] env[66703]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66703) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 835.459389] env[66703]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66703) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 835.459687] env[66703]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66703) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 835.459895] env[66703]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66703) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 835.474274] env[66703]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 30de771b-a136-45ed-b92b-db3de891006f in Status: IN_PROGRESS for 2s [ 835.586166] env[66703]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('db254d47-d7a1-40b1-a751-5c5ada9bc604',) {} {{(pid=66703) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 835.997480] env[66703]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: c9f59100-3796-4a18-bcea-03a659fb9824 in Status: SUCCESS [ 835.997480] env[66703]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-c9f59100-3796-4a18-bcea-03a659fb9824" {{(pid=66703) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 835.997480] env[66703]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-c9f59100-3796-4a18-bcea-03a659fb9824" {{(pid=66703) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 835.997480] env[66703]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-c9f59100-3796-4a18-bcea-03a659fb9824" {{(pid=66703) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 835.997480] env[66703]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=66703) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 835.997480] env[66703]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66703) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 835.997480] env[66703]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66703) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 835.997480] env[66703]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66703) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 835.997480] env[66703]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66703) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 835.997480] env[66703]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-c9f59100-3796-4a18-bcea-03a659fb9824" {{(pid=66703) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 835.997480] env[66703]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('c9f59100-3796-4a18-bcea-03a659fb9824',) {} {{(pid=66703) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 836.089180] env[66703]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('db254d47-d7a1-40b1-a751-5c5ada9bc604',) {} {{(pid=66703) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 836.394289] env[66703]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: edd00d40-6f87-4c61-9069-3d442058e704 in Status: SUCCESS [ 836.394532] env[66703]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-edd00d40-6f87-4c61-9069-3d442058e704" {{(pid=66703) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 836.500090] env[66703]: DEBUG networking_nsxv3.common.locking [-] Lock member-c9f59100-3796-4a18-bcea-03a659fb9824 taken with stack trace [, , , ] {{(pid=66703) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 836.500313] env[66703]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-c9f59100-3796-4a18-bcea-03a659fb9824" {{(pid=66703) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 836.501132] env[66703]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-c9f59100-3796-4a18-bcea-03a659fb9824" {{(pid=66703) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 836.501600] env[66703]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-c9f59100-3796-4a18-bcea-03a659fb9824" {{(pid=66703) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 836.502470] env[66703]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=66703) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 836.502595] env[66703]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66703) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 836.502667] env[66703]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66703) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 836.502863] env[66703]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66703) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 836.502946] env[66703]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66703) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 836.503053] env[66703]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-c9f59100-3796-4a18-bcea-03a659fb9824" {{(pid=66703) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 836.503245] env[66703]: DEBUG networking_nsxv3.common.locking [-] Lock member-c9f59100-3796-4a18-bcea-03a659fb9824 taken with stack trace [, , , ] {{(pid=66703) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 836.503323] env[66703]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-c9f59100-3796-4a18-bcea-03a659fb9824" {{(pid=66703) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 836.507052] env[66703]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-c9f59100-3796-4a18-bcea-03a659fb9824" {{(pid=66703) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 836.507352] env[66703]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-c9f59100-3796-4a18-bcea-03a659fb9824" {{(pid=66703) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 836.507545] env[66703]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=66703) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 836.507659] env[66703]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66703) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 836.507725] env[66703]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66703) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 836.507881] env[66703]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66703) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 836.507967] env[66703]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66703) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 836.508711] env[66703]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-c9f59100-3796-4a18-bcea-03a659fb9824" {{(pid=66703) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 836.508711] env[66703]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('c9f59100-3796-4a18-bcea-03a659fb9824',) {} {{(pid=66703) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 836.591923] env[66703]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66703) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 836.592126] env[66703]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66703) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 836.592176] env[66703]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66703) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 836.592791] env[66703]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66703) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 836.592865] env[66703]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66703) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 836.592982] env[66703]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: db254d47-d7a1-40b1-a751-5c5ada9bc604 is going to be updated. [ 836.630612] env[66703]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66703) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 836.630847] env[66703]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66703) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 836.630972] env[66703]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66703) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 836.631295] env[66703]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66703) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 836.631515] env[66703]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66703) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 836.648441] env[66703]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: db254d47-d7a1-40b1-a751-5c5ada9bc604 in Status: IN_PROGRESS for 2s [ 836.879514] env[66703]: INFO networking_nsxv3.common.synchronization [req-6cc9cbd4-6dc8-400c-8edb-ca955c06627a req-d7aa2bba-2b5d-443d-b5f8-0ae186379416 tempest-MultipleCreateTestJSON-608855124 tempest-MultipleCreateTestJSON-608855124-project-member] Enqueued Resource ID: 451b70bc-ee39-4478-8b6b-ae8f5e4bf551 with Priority: HIGHEST for action security_group_members [ 836.880182] env[66703]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 451b70bc-ee39-4478-8b6b-ae8f5e4bf551 with Priority: HIGHEST for action security_group_members [ 836.880512] env[66703]: DEBUG networking_nsxv3.common.locking [-] Lock member-451b70bc-ee39-4478-8b6b-ae8f5e4bf551 taken with stack trace [, , ] {{(pid=66703) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 836.880646] env[66703]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-451b70bc-ee39-4478-8b6b-ae8f5e4bf551" {{(pid=66703) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 836.880791] env[66703]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-451b70bc-ee39-4478-8b6b-ae8f5e4bf551" {{(pid=66703) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 836.880921] env[66703]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-451b70bc-ee39-4478-8b6b-ae8f5e4bf551" {{(pid=66703) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 836.881084] env[66703]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=66703) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 836.881180] env[66703]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66703) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 836.881240] env[66703]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66703) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 836.881388] env[66703]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66703) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 836.881466] env[66703]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66703) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 836.881560] env[66703]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('451b70bc-ee39-4478-8b6b-ae8f5e4bf551',) {} {{(pid=66703) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 837.011241] env[66703]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for c9f59100-3796-4a18-bcea-03a659fb9824: rpc.has_security_group_logging(os_id): False [ 837.035084] env[66703]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=66703) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 837.035350] env[66703]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66703) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 837.035499] env[66703]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66703) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 837.035687] env[66703]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66703) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 837.035812] env[66703]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66703) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 837.036346] env[66703]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66703) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 837.036346] env[66703]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66703) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 837.036491] env[66703]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66703) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 837.037049] env[66703]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66703) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 837.037049] env[66703]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66703) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 837.037049] env[66703]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66703) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 837.037049] env[66703]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66703) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 837.037637] env[66703]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66703) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 837.038028] env[66703]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66703) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 837.038028] env[66703]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66703) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 837.038321] env[66703]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=66703) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 837.038504] env[66703]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66703) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 837.038597] env[66703]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66703) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 837.039030] env[66703]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66703) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 837.039252] env[66703]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66703) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 837.039527] env[66703]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: c9f59100-3796-4a18-bcea-03a659fb9824 is going to be created. [ 837.125316] env[66703]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=66703) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 837.125553] env[66703]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66703) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 837.125553] env[66703]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66703) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 837.125768] env[66703]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66703) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 837.126331] env[66703]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66703) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 837.139947] env[66703]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: c9f59100-3796-4a18-bcea-03a659fb9824 in Status: IN_PROGRESS for 2s [ 837.384132] env[66703]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('451b70bc-ee39-4478-8b6b-ae8f5e4bf551',) {} {{(pid=66703) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 837.491356] env[66703]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 30de771b-a136-45ed-b92b-db3de891006f in Status: SUCCESS [ 837.491356] env[66703]: WARNING networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 30de771b-a136-45ed-b92b-db3de891006f deletion is rescheduled due to dependency. [ 837.491356] env[66703]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-30de771b-a136-45ed-b92b-db3de891006f" {{(pid=66703) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 837.706846] env[66703]: INFO networking_nsxv3.common.synchronization [req-3523a789-fc4c-4722-b897-5524f76f27bc req-17d6b102-aa90-406d-8693-930243d5e45f tempest-MultipleCreateTestJSON-608855124 tempest-MultipleCreateTestJSON-608855124-project-member] Enqueued Resource ID: 451b70bc-ee39-4478-8b6b-ae8f5e4bf551 with Priority: HIGHEST for action security_group_members [ 837.711885] env[66703]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 451b70bc-ee39-4478-8b6b-ae8f5e4bf551 with Priority: HIGHEST for action security_group_members [ 837.713650] env[66703]: INFO networking_nsxv3.common.synchronization [req-63696228-cc68-4063-ac63-cc0ed826ec10 req-d02bd5de-9e5c-445b-9b2d-6f2c0f941441 tempest-ImagesNegativeTestJSON-1478342197 tempest-ImagesNegativeTestJSON-1478342197-project-member] Enqueued Resource ID: bc05e17c-09a9-4bc8-9a77-96ca3ea29999 with Priority: HIGHEST for action security_group_members [ 837.713957] env[66703]: DEBUG networking_nsxv3.common.locking [-] Lock member-451b70bc-ee39-4478-8b6b-ae8f5e4bf551 taken with stack trace [, , ] {{(pid=66703) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 837.714088] env[66703]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-451b70bc-ee39-4478-8b6b-ae8f5e4bf551" {{(pid=66703) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 837.714893] env[66703]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: bc05e17c-09a9-4bc8-9a77-96ca3ea29999 with Priority: HIGHEST for action security_group_members [ 837.715259] env[66703]: DEBUG networking_nsxv3.common.locking [-] Lock member-bc05e17c-09a9-4bc8-9a77-96ca3ea29999 taken with stack trace [, , ] {{(pid=66703) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 837.715479] env[66703]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-bc05e17c-09a9-4bc8-9a77-96ca3ea29999" {{(pid=66703) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 837.715554] env[66703]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-bc05e17c-09a9-4bc8-9a77-96ca3ea29999" {{(pid=66703) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 837.716167] env[66703]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-bc05e17c-09a9-4bc8-9a77-96ca3ea29999" {{(pid=66703) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 837.716400] env[66703]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=66703) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 837.716668] env[66703]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66703) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 837.716668] env[66703]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66703) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 837.717154] env[66703]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66703) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 837.717154] env[66703]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66703) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 837.718437] env[66703]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('bc05e17c-09a9-4bc8-9a77-96ca3ea29999',) {} {{(pid=66703) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 837.887511] env[66703]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('451b70bc-ee39-4478-8b6b-ae8f5e4bf551',) {} {{(pid=66703) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 838.083866] env[66703]: INFO networking_nsxv3.common.synchronization [req-5709404f-b417-4f76-a1c6-4580ef1a9ff9 req-87c0f220-699d-4ed2-adf4-a0c053fa3d16 tempest-ServersWithSpecificFlavorTestJSON-1151275538 tempest-ServersWithSpecificFlavorTestJSON-1151275538-project-member] Enqueued Resource ID: 795bc015-1eb3-4f14-a94a-8ce341dbdd81 with Priority: HIGHEST for action security_group_members [ 838.084526] env[66703]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 795bc015-1eb3-4f14-a94a-8ce341dbdd81 with Priority: HIGHEST for action security_group_members [ 838.084871] env[66703]: DEBUG networking_nsxv3.common.locking [-] Lock member-795bc015-1eb3-4f14-a94a-8ce341dbdd81 taken with stack trace [, , ] {{(pid=66703) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 838.084998] env[66703]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-795bc015-1eb3-4f14-a94a-8ce341dbdd81" {{(pid=66703) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 838.085078] env[66703]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-795bc015-1eb3-4f14-a94a-8ce341dbdd81" {{(pid=66703) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 838.085403] env[66703]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-795bc015-1eb3-4f14-a94a-8ce341dbdd81" {{(pid=66703) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 838.085569] env[66703]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=66703) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 838.085674] env[66703]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66703) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 838.085758] env[66703]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66703) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 838.085926] env[66703]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66703) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 838.086024] env[66703]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66703) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 838.086125] env[66703]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('795bc015-1eb3-4f14-a94a-8ce341dbdd81',) {} {{(pid=66703) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 838.226527] env[66703]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=66703) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 838.226527] env[66703]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66703) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 838.226527] env[66703]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66703) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 838.226527] env[66703]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66703) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 838.226527] env[66703]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66703) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 838.226527] env[66703]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66703) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 838.226527] env[66703]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66703) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 838.226527] env[66703]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66703) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 838.226527] env[66703]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66703) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 838.226527] env[66703]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66703) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 838.226527] env[66703]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: bc05e17c-09a9-4bc8-9a77-96ca3ea29999 is going to be updated. [ 838.264030] env[66703]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66703) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 838.264030] env[66703]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66703) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 838.264030] env[66703]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66703) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 838.264030] env[66703]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66703) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 838.264030] env[66703]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66703) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 838.276468] env[66703]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: bc05e17c-09a9-4bc8-9a77-96ca3ea29999 in Status: IN_PROGRESS for 2s [ 838.390689] env[66703]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66703) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 838.390914] env[66703]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66703) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 838.390988] env[66703]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66703) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 838.391975] env[66703]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66703) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 838.392157] env[66703]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66703) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 838.392597] env[66703]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 451b70bc-ee39-4478-8b6b-ae8f5e4bf551 is going to be updated. [ 838.430162] env[66703]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66703) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 838.430334] env[66703]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66703) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 838.430403] env[66703]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66703) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 838.430652] env[66703]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66703) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 838.430881] env[66703]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66703) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 838.443314] env[66703]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 451b70bc-ee39-4478-8b6b-ae8f5e4bf551 in Status: IN_PROGRESS for 2s [ 838.581339] env[66703]: DEBUG networking_nsxv3.common.locking [None req-ffa6d202-748e-4c81-9979-ad08741f9cf7 None None] Lock network-349 taken with stack trace [, , , , , , , , ] {{(pid=66703) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 838.581339] env[66703]: DEBUG oslo_concurrency.lockutils [None req-ffa6d202-748e-4c81-9979-ad08741f9cf7 None None] Acquiring lock "network-349" {{(pid=66703) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 838.581339] env[66703]: DEBUG oslo_concurrency.lockutils [None req-ffa6d202-748e-4c81-9979-ad08741f9cf7 None None] Acquired lock "network-349" {{(pid=66703) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 838.582414] env[66703]: DEBUG oslo_concurrency.lockutils [None req-ffa6d202-748e-4c81-9979-ad08741f9cf7 None None] Acquired external semaphore "network-349" {{(pid=66703) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 838.583567] env[66703]: DEBUG networking_nsxv3.common.locking [None req-ffa6d202-748e-4c81-9979-ad08741f9cf7 None None] Lock Segment taken with stack trace [, , , , , , , , , , ] {{(pid=66703) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 838.584801] env[66703]: DEBUG oslo_concurrency.lockutils [None req-ffa6d202-748e-4c81-9979-ad08741f9cf7 None None] Acquiring lock "Segment" {{(pid=66703) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 838.584801] env[66703]: DEBUG oslo_concurrency.lockutils [None req-ffa6d202-748e-4c81-9979-ad08741f9cf7 None None] Acquired lock "Segment" {{(pid=66703) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 838.584801] env[66703]: DEBUG oslo_concurrency.lockutils [None req-ffa6d202-748e-4c81-9979-ad08741f9cf7 None None] Acquired external semaphore "Segment" {{(pid=66703) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 838.584801] env[66703]: DEBUG oslo_concurrency.lockutils [None req-ffa6d202-748e-4c81-9979-ad08741f9cf7 None None] Releasing lock "Segment" {{(pid=66703) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 838.584801] env[66703]: DEBUG dogpile.cache.region [None req-ffa6d202-748e-4c81-9979-ad08741f9cf7 None None] No value present for key: 'zone-id' {{(pid=66703) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 838.584801] env[66703]: DEBUG dogpile.lock [None req-ffa6d202-748e-4c81-9979-ad08741f9cf7 None None] NeedRegenerationException {{(pid=66703) _enter /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:90}} [ 838.584801] env[66703]: DEBUG dogpile.lock [None req-ffa6d202-748e-4c81-9979-ad08741f9cf7 None None] no value, waiting for create lock {{(pid=66703) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:131}} [ 838.585181] env[66703]: DEBUG dogpile.lock [None req-ffa6d202-748e-4c81-9979-ad08741f9cf7 None None] value creation lock acquired {{(pid=66703) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:135}} [ 838.585181] env[66703]: DEBUG dogpile.cache.region [None req-ffa6d202-748e-4c81-9979-ad08741f9cf7 None None] No value present for key: 'zone-id' {{(pid=66703) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 838.586197] env[66703]: DEBUG dogpile.lock [None req-ffa6d202-748e-4c81-9979-ad08741f9cf7 None None] Calling creation function for not-yet-present value {{(pid=66703) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:174}} [ 838.586513] env[66703]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-ffa6d202-748e-4c81-9979-ad08741f9cf7 None None] Looking for TransportZone with name nsx-vlan-transportzone. [ 838.588487] env[66703]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=66703) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 838.588595] env[66703]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66703) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 838.588669] env[66703]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66703) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 838.588840] env[66703]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66703) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 838.588928] env[66703]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66703) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 838.589202] env[66703]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66703) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 838.589334] env[66703]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66703) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 838.589417] env[66703]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66703) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 838.589597] env[66703]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66703) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 838.589712] env[66703]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66703) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 838.589829] env[66703]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 795bc015-1eb3-4f14-a94a-8ce341dbdd81 already deleted. [ 838.589932] env[66703]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-795bc015-1eb3-4f14-a94a-8ce341dbdd81" {{(pid=66703) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 838.611204] env[66703]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-ffa6d202-748e-4c81-9979-ad08741f9cf7 None None] loading zone with a95c914d-748d-497c-94ab-10d4647daeba and tags [{'scope': 'mp2policy_migr_status', 'tag': 'success'}] [ 838.611391] env[66703]: DEBUG dogpile.cache.region [None req-ffa6d202-748e-4c81-9979-ad08741f9cf7 None None] Cache value generated in 0.025 seconds for key(s): 'zone-id' {{(pid=66703) _log_time /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:910}} [ 838.611573] env[66703]: DEBUG dogpile.lock [None req-ffa6d202-748e-4c81-9979-ad08741f9cf7 None None] Released creation lock {{(pid=66703) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:182}} [ 838.611885] env[66703]: DEBUG oslo_concurrency.lockutils [None req-ffa6d202-748e-4c81-9979-ad08741f9cf7 None None] Releasing lock "network-349" {{(pid=66703) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 838.612050] env[66703]: DEBUG networking_nsxv3.common.locking [None req-ffa6d202-748e-4c81-9979-ad08741f9cf7 None None] Lock port-813538d2-60a8-4b60-ab20-80c36e998fea taken with stack trace [, , , , , , , , ] {{(pid=66703) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 838.612211] env[66703]: DEBUG oslo_concurrency.lockutils [None req-ffa6d202-748e-4c81-9979-ad08741f9cf7 None None] Acquiring lock "port-813538d2-60a8-4b60-ab20-80c36e998fea" {{(pid=66703) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 838.612327] env[66703]: DEBUG oslo_concurrency.lockutils [None req-ffa6d202-748e-4c81-9979-ad08741f9cf7 None None] Acquired lock "port-813538d2-60a8-4b60-ab20-80c36e998fea" {{(pid=66703) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 838.612659] env[66703]: DEBUG oslo_concurrency.lockutils [None req-ffa6d202-748e-4c81-9979-ad08741f9cf7 None None] Acquired external semaphore "port-813538d2-60a8-4b60-ab20-80c36e998fea" {{(pid=66703) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 838.613212] env[66703]: DEBUG networking_nsxv3.api.rpc [None req-ffa6d202-748e-4c81-9979-ad08741f9cf7 None None] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('813538d2-60a8-4b60-ab20-80c36e998fea',) {} {{(pid=66703) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 838.660337] env[66703]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: db254d47-d7a1-40b1-a751-5c5ada9bc604 in Status: SUCCESS [ 838.660563] env[66703]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-db254d47-d7a1-40b1-a751-5c5ada9bc604" {{(pid=66703) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 838.660740] env[66703]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-db254d47-d7a1-40b1-a751-5c5ada9bc604" {{(pid=66703) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 838.660965] env[66703]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-db254d47-d7a1-40b1-a751-5c5ada9bc604" {{(pid=66703) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 838.665967] env[66703]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=66703) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 838.665967] env[66703]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66703) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 838.665967] env[66703]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66703) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 838.665967] env[66703]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66703) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 838.665967] env[66703]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66703) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 838.665967] env[66703]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-db254d47-d7a1-40b1-a751-5c5ada9bc604" {{(pid=66703) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 838.665967] env[66703]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('db254d47-d7a1-40b1-a751-5c5ada9bc604',) {} {{(pid=66703) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 838.897100] env[66703]: INFO networking_nsxv3.common.synchronization [req-fd681f37-f789-4fe1-951f-f9b610a256bd req-5bd78e61-e18e-4850-b18f-ed8152398001 tempest-SecurityGroupRulesTestJSON-705149330 tempest-SecurityGroupRulesTestJSON-705149330-project-member] Enqueued Resource ID: f4f6e549-141e-40de-99cf-a0f2631738cc with Priority: HIGHEST for action security_group_rules [ 838.897742] env[66703]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: f4f6e549-141e-40de-99cf-a0f2631738cc with Priority: HIGHEST for action security_group_rules [ 838.898333] env[66703]: DEBUG networking_nsxv3.common.locking [-] Lock rules-f4f6e549-141e-40de-99cf-a0f2631738cc taken with stack trace [, , ] {{(pid=66703) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 838.898458] env[66703]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-f4f6e549-141e-40de-99cf-a0f2631738cc" {{(pid=66703) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 838.898515] env[66703]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-f4f6e549-141e-40de-99cf-a0f2631738cc" {{(pid=66703) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 838.898789] env[66703]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-f4f6e549-141e-40de-99cf-a0f2631738cc" {{(pid=66703) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 838.898887] env[66703]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('f4f6e549-141e-40de-99cf-a0f2631738cc',) {} {{(pid=66703) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 839.119762] env[66703]: DEBUG networking_nsxv3.common.locking [None req-ffa6d202-748e-4c81-9979-ad08741f9cf7 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , ] {{(pid=66703) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 839.120144] env[66703]: DEBUG oslo_concurrency.lockutils [None req-ffa6d202-748e-4c81-9979-ad08741f9cf7 None None] Acquiring lock "SegmentPort" {{(pid=66703) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 839.120144] env[66703]: DEBUG oslo_concurrency.lockutils [None req-ffa6d202-748e-4c81-9979-ad08741f9cf7 None None] Acquired lock "SegmentPort" {{(pid=66703) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 839.120529] env[66703]: DEBUG oslo_concurrency.lockutils [None req-ffa6d202-748e-4c81-9979-ad08741f9cf7 None None] Acquired external semaphore "SegmentPort" {{(pid=66703) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 839.120659] env[66703]: DEBUG oslo_concurrency.lockutils [None req-ffa6d202-748e-4c81-9979-ad08741f9cf7 None None] Releasing lock "SegmentPort" {{(pid=66703) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 839.120733] env[66703]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-ffa6d202-748e-4c81-9979-ad08741f9cf7 None None] Segment Port 813538d2-60a8-4b60-ab20-80c36e998fea not found, creating... [ 839.120990] env[66703]: DEBUG networking_nsxv3.common.locking [None req-ffa6d202-748e-4c81-9979-ad08741f9cf7 None None] Lock Segment taken with stack trace [, , , , , , , , , , , ] {{(pid=66703) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 839.121157] env[66703]: DEBUG oslo_concurrency.lockutils [None req-ffa6d202-748e-4c81-9979-ad08741f9cf7 None None] Acquiring lock "Segment" {{(pid=66703) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 839.121267] env[66703]: DEBUG oslo_concurrency.lockutils [None req-ffa6d202-748e-4c81-9979-ad08741f9cf7 None None] Acquired lock "Segment" {{(pid=66703) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 839.121478] env[66703]: DEBUG oslo_concurrency.lockutils [None req-ffa6d202-748e-4c81-9979-ad08741f9cf7 None None] Acquired external semaphore "Segment" {{(pid=66703) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 839.121608] env[66703]: DEBUG oslo_concurrency.lockutils [None req-ffa6d202-748e-4c81-9979-ad08741f9cf7 None None] Releasing lock "Segment" {{(pid=66703) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 839.121904] env[66703]: DEBUG networking_nsxv3.common.locking [None req-ffa6d202-748e-4c81-9979-ad08741f9cf7 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=66703) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 839.122075] env[66703]: DEBUG oslo_concurrency.lockutils [None req-ffa6d202-748e-4c81-9979-ad08741f9cf7 None None] Acquiring lock "SegmentPort" {{(pid=66703) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 839.122217] env[66703]: DEBUG oslo_concurrency.lockutils [None req-ffa6d202-748e-4c81-9979-ad08741f9cf7 None None] Acquired lock "SegmentPort" {{(pid=66703) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 839.122421] env[66703]: DEBUG oslo_concurrency.lockutils [None req-ffa6d202-748e-4c81-9979-ad08741f9cf7 None None] Acquired external semaphore "SegmentPort" {{(pid=66703) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 839.122579] env[66703]: DEBUG oslo_concurrency.lockutils [None req-ffa6d202-748e-4c81-9979-ad08741f9cf7 None None] Releasing lock "SegmentPort" {{(pid=66703) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 839.122792] env[66703]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-ffa6d202-748e-4c81-9979-ad08741f9cf7 None None] Resource: SegmentPort with ID: 813538d2-60a8-4b60-ab20-80c36e998fea is going to be created. [ 839.147801] env[66703]: DEBUG networking_nsxv3.common.locking [None req-ffa6d202-748e-4c81-9979-ad08741f9cf7 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=66703) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 839.148061] env[66703]: DEBUG oslo_concurrency.lockutils [None req-ffa6d202-748e-4c81-9979-ad08741f9cf7 None None] Acquiring lock "SegmentPort" {{(pid=66703) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 839.148181] env[66703]: DEBUG oslo_concurrency.lockutils [None req-ffa6d202-748e-4c81-9979-ad08741f9cf7 None None] Acquired lock "SegmentPort" {{(pid=66703) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 839.148570] env[66703]: DEBUG oslo_concurrency.lockutils [None req-ffa6d202-748e-4c81-9979-ad08741f9cf7 None None] Acquired external semaphore "SegmentPort" {{(pid=66703) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 839.149475] env[66703]: DEBUG oslo_concurrency.lockutils [None req-ffa6d202-748e-4c81-9979-ad08741f9cf7 None None] Releasing lock "SegmentPort" {{(pid=66703) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 839.149475] env[66703]: DEBUG oslo_concurrency.lockutils [None req-ffa6d202-748e-4c81-9979-ad08741f9cf7 None None] Releasing lock "port-813538d2-60a8-4b60-ab20-80c36e998fea" {{(pid=66703) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 839.154124] env[66703]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: c9f59100-3796-4a18-bcea-03a659fb9824 in Status: SUCCESS [ 839.154323] env[66703]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-c9f59100-3796-4a18-bcea-03a659fb9824" {{(pid=66703) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 839.169702] env[66703]: DEBUG networking_nsxv3.common.locking [-] Lock member-db254d47-d7a1-40b1-a751-5c5ada9bc604 taken with stack trace [, , , ] {{(pid=66703) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 839.169919] env[66703]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-db254d47-d7a1-40b1-a751-5c5ada9bc604" {{(pid=66703) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 839.169975] env[66703]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-db254d47-d7a1-40b1-a751-5c5ada9bc604" {{(pid=66703) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 839.170234] env[66703]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-db254d47-d7a1-40b1-a751-5c5ada9bc604" {{(pid=66703) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 839.170401] env[66703]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=66703) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 839.170512] env[66703]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66703) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 839.170594] env[66703]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66703) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 839.170774] env[66703]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66703) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 839.170857] env[66703]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66703) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 839.170957] env[66703]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-db254d47-d7a1-40b1-a751-5c5ada9bc604" {{(pid=66703) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 839.171142] env[66703]: DEBUG networking_nsxv3.common.locking [-] Lock member-db254d47-d7a1-40b1-a751-5c5ada9bc604 taken with stack trace [, , , ] {{(pid=66703) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 839.171254] env[66703]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-db254d47-d7a1-40b1-a751-5c5ada9bc604" {{(pid=66703) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 839.171341] env[66703]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-db254d47-d7a1-40b1-a751-5c5ada9bc604" {{(pid=66703) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 839.171484] env[66703]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-db254d47-d7a1-40b1-a751-5c5ada9bc604" {{(pid=66703) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 839.171651] env[66703]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=66703) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 839.171805] env[66703]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66703) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 839.171966] env[66703]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66703) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 839.172038] env[66703]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66703) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 839.173391] env[66703]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66703) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 839.173391] env[66703]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-db254d47-d7a1-40b1-a751-5c5ada9bc604" {{(pid=66703) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 839.173391] env[66703]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('db254d47-d7a1-40b1-a751-5c5ada9bc604',) {} {{(pid=66703) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 839.423905] env[66703]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=66703) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 839.424274] env[66703]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66703) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 839.424431] env[66703]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66703) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 839.425535] env[66703]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66703) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 839.425614] env[66703]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66703) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 839.425724] env[66703]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: f4f6e549-141e-40de-99cf-a0f2631738cc already deleted. [ 839.425827] env[66703]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-f4f6e549-141e-40de-99cf-a0f2631738cc" {{(pid=66703) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 839.677041] env[66703]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for db254d47-d7a1-40b1-a751-5c5ada9bc604: rpc.has_security_group_logging(os_id): False [ 839.697854] env[66703]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=66703) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 839.697854] env[66703]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66703) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 839.698082] env[66703]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66703) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 839.698878] env[66703]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66703) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 839.699374] env[66703]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66703) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 839.699615] env[66703]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66703) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 839.699846] env[66703]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66703) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 839.699956] env[66703]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66703) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 839.700666] env[66703]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66703) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 839.700666] env[66703]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66703) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 839.700854] env[66703]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66703) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 839.701035] env[66703]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66703) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 839.701290] env[66703]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66703) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 839.701443] env[66703]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66703) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 839.701663] env[66703]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66703) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 839.702535] env[66703]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=66703) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 839.702535] env[66703]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66703) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 839.702535] env[66703]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66703) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 839.702535] env[66703]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66703) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 839.702733] env[66703]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66703) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 839.702786] env[66703]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: db254d47-d7a1-40b1-a751-5c5ada9bc604 is going to be updated. [ 839.786370] env[66703]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=66703) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 839.786591] env[66703]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66703) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 839.786659] env[66703]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66703) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 839.786894] env[66703]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66703) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 839.787072] env[66703]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66703) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 839.807092] env[66703]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: db254d47-d7a1-40b1-a751-5c5ada9bc604 in Status: IN_PROGRESS for 2s [ 839.977661] env[66703]: INFO networking_nsxv3.common.synchronization [req-5709404f-b417-4f76-a1c6-4580ef1a9ff9 req-69c3ea8a-b343-417d-81fd-70e48b01553b service nova] Enqueued Resource ID: 795bc015-1eb3-4f14-a94a-8ce341dbdd81 with Priority: HIGHEST for action security_group_rules [ 839.978141] env[66703]: INFO networking_nsxv3.common.synchronization [req-5709404f-b417-4f76-a1c6-4580ef1a9ff9 req-69c3ea8a-b343-417d-81fd-70e48b01553b service nova] Enqueued Resource ID: 795bc015-1eb3-4f14-a94a-8ce341dbdd81 with Priority: HIGHEST for action security_group_members [ 839.978141] env[66703]: INFO networking_nsxv3.common.synchronization [req-5709404f-b417-4f76-a1c6-4580ef1a9ff9 req-69c3ea8a-b343-417d-81fd-70e48b01553b service nova] Enqueued Resource ID: 813538d2-60a8-4b60-ab20-80c36e998fea with Priority: HIGHEST for action port [ 839.979772] env[66703]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 795bc015-1eb3-4f14-a94a-8ce341dbdd81 with Priority: HIGHEST for action security_group_rules [ 839.979939] env[66703]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 795bc015-1eb3-4f14-a94a-8ce341dbdd81 with Priority: HIGHEST for action security_group_members [ 839.980666] env[66703]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 813538d2-60a8-4b60-ab20-80c36e998fea with Priority: HIGHEST for action port [ 839.981239] env[66703]: DEBUG networking_nsxv3.common.locking [-] Lock rules-795bc015-1eb3-4f14-a94a-8ce341dbdd81 taken with stack trace [, , ] {{(pid=66703) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 839.981685] env[66703]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-795bc015-1eb3-4f14-a94a-8ce341dbdd81" {{(pid=66703) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 839.981845] env[66703]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-795bc015-1eb3-4f14-a94a-8ce341dbdd81" {{(pid=66703) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 839.982246] env[66703]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-795bc015-1eb3-4f14-a94a-8ce341dbdd81" {{(pid=66703) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 839.982944] env[66703]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('795bc015-1eb3-4f14-a94a-8ce341dbdd81',) {} {{(pid=66703) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 839.985348] env[66703]: DEBUG networking_nsxv3.common.locking [-] Lock member-795bc015-1eb3-4f14-a94a-8ce341dbdd81 taken with stack trace [, , ] {{(pid=66703) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 839.985684] env[66703]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-795bc015-1eb3-4f14-a94a-8ce341dbdd81" {{(pid=66703) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 839.986873] env[66703]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-795bc015-1eb3-4f14-a94a-8ce341dbdd81" {{(pid=66703) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 839.986873] env[66703]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-795bc015-1eb3-4f14-a94a-8ce341dbdd81" {{(pid=66703) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 839.986873] env[66703]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=66703) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 839.987493] env[66703]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66703) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 839.987493] env[66703]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66703) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 839.987591] env[66703]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66703) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 839.988078] env[66703]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66703) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 839.988078] env[66703]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('795bc015-1eb3-4f14-a94a-8ce341dbdd81',) {} {{(pid=66703) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 839.990488] env[66703]: DEBUG networking_nsxv3.common.locking [-] Lock port-813538d2-60a8-4b60-ab20-80c36e998fea taken with stack trace [, , ] {{(pid=66703) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 839.990673] env[66703]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-813538d2-60a8-4b60-ab20-80c36e998fea" {{(pid=66703) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 839.990748] env[66703]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-813538d2-60a8-4b60-ab20-80c36e998fea" {{(pid=66703) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 839.990938] env[66703]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-813538d2-60a8-4b60-ab20-80c36e998fea" {{(pid=66703) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 839.991045] env[66703]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('813538d2-60a8-4b60-ab20-80c36e998fea',) {} {{(pid=66703) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 840.286763] env[66703]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: bc05e17c-09a9-4bc8-9a77-96ca3ea29999 in Status: SUCCESS [ 840.287156] env[66703]: WARNING networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: bc05e17c-09a9-4bc8-9a77-96ca3ea29999 deletion is rescheduled due to dependency. [ 840.287156] env[66703]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-bc05e17c-09a9-4bc8-9a77-96ca3ea29999" {{(pid=66703) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 840.347860] env[66703]: INFO networking_nsxv3.common.synchronization [req-1b359cd4-08b0-4217-9ecb-64bd43163d39 req-437dc02d-20a5-4a51-b84e-da7cba5da682 tempest-ServersTestManualDisk-1891271854 tempest-ServersTestManualDisk-1891271854-project-member] Enqueued Resource ID: 79f2267d-9bdf-43af-9f5b-1fdcc8866c64 with Priority: HIGHEST for action security_group_members [ 840.348457] env[66703]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 79f2267d-9bdf-43af-9f5b-1fdcc8866c64 with Priority: HIGHEST for action security_group_members [ 840.348772] env[66703]: DEBUG networking_nsxv3.common.locking [-] Lock member-79f2267d-9bdf-43af-9f5b-1fdcc8866c64 taken with stack trace [, , ] {{(pid=66703) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 840.348897] env[66703]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-79f2267d-9bdf-43af-9f5b-1fdcc8866c64" {{(pid=66703) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 840.348963] env[66703]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-79f2267d-9bdf-43af-9f5b-1fdcc8866c64" {{(pid=66703) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 840.349446] env[66703]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-79f2267d-9bdf-43af-9f5b-1fdcc8866c64" {{(pid=66703) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 840.350304] env[66703]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=66703) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 840.350304] env[66703]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66703) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 840.350304] env[66703]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66703) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 840.350304] env[66703]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66703) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 840.350304] env[66703]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66703) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 840.350304] env[66703]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('79f2267d-9bdf-43af-9f5b-1fdcc8866c64',) {} {{(pid=66703) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 840.455474] env[66703]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 451b70bc-ee39-4478-8b6b-ae8f5e4bf551 in Status: SUCCESS [ 840.455474] env[66703]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-451b70bc-ee39-4478-8b6b-ae8f5e4bf551" {{(pid=66703) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 840.455712] env[66703]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-451b70bc-ee39-4478-8b6b-ae8f5e4bf551" {{(pid=66703) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 840.455964] env[66703]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-451b70bc-ee39-4478-8b6b-ae8f5e4bf551" {{(pid=66703) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 840.456185] env[66703]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=66703) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 840.456341] env[66703]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66703) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 840.456475] env[66703]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66703) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 840.456758] env[66703]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66703) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 840.456897] env[66703]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66703) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 840.457104] env[66703]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('451b70bc-ee39-4478-8b6b-ae8f5e4bf551',) {} {{(pid=66703) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 840.494314] env[66703]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('795bc015-1eb3-4f14-a94a-8ce341dbdd81',) {} {{(pid=66703) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 840.498877] env[66703]: DEBUG networking_nsxv3.common.locking [-] Lock member-795bc015-1eb3-4f14-a94a-8ce341dbdd81 taken with stack trace [, , , ] {{(pid=66703) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 840.499126] env[66703]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-795bc015-1eb3-4f14-a94a-8ce341dbdd81" {{(pid=66703) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 840.501915] env[66703]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] realization of port 813538d2-60a8-4b60-ab20-80c36e998fea with status ACTIVE [ 840.501915] env[66703]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=66703) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 840.501915] env[66703]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=66703) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 840.501915] env[66703]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=66703) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 840.501915] env[66703]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=66703) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 840.501915] env[66703]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=66703) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 840.501915] env[66703]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , ] {{(pid=66703) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 840.501915] env[66703]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=66703) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 840.501915] env[66703]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=66703) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 840.502364] env[66703]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=66703) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 840.502364] env[66703]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=66703) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 840.503698] env[66703]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=66703) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 840.503698] env[66703]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=66703) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 840.503698] env[66703]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=66703) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 840.503698] env[66703]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=66703) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 840.503698] env[66703]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=66703) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 840.504101] env[66703]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: SegmentPort with ID: 813538d2-60a8-4b60-ab20-80c36e998fea is going to be updated. [ 840.545618] env[66703]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=66703) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 840.545900] env[66703]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=66703) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 840.545900] env[66703]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=66703) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 840.546108] env[66703]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=66703) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 840.546348] env[66703]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=66703) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 840.546580] env[66703]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-813538d2-60a8-4b60-ab20-80c36e998fea" {{(pid=66703) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 840.852527] env[66703]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=66703) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 840.854157] env[66703]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66703) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 840.854157] env[66703]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66703) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 840.854157] env[66703]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66703) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 840.855245] env[66703]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66703) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 840.855245] env[66703]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66703) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 840.855821] env[66703]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66703) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 840.855821] env[66703]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66703) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 840.855821] env[66703]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66703) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 840.856938] env[66703]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66703) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 840.856938] env[66703]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 79f2267d-9bdf-43af-9f5b-1fdcc8866c64 is going to be updated. [ 840.888137] env[66703]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66703) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 840.888137] env[66703]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66703) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 840.888137] env[66703]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66703) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 840.888137] env[66703]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66703) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 840.888137] env[66703]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66703) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 840.904325] env[66703]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 79f2267d-9bdf-43af-9f5b-1fdcc8866c64 in Status: IN_PROGRESS for 2s [ 840.962985] env[66703]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=66703) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 840.962985] env[66703]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66703) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 840.962985] env[66703]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66703) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 840.962985] env[66703]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66703) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 840.962985] env[66703]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66703) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 840.962985] env[66703]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66703) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 840.962985] env[66703]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66703) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 840.962985] env[66703]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66703) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 840.962985] env[66703]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66703) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 840.962985] env[66703]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66703) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 840.962985] env[66703]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 451b70bc-ee39-4478-8b6b-ae8f5e4bf551 is going to be updated. [ 840.996312] env[66703]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66703) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 840.996312] env[66703]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66703) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 840.996312] env[66703]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66703) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 840.996312] env[66703]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66703) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 840.996312] env[66703]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66703) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 841.001641] env[66703]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('795bc015-1eb3-4f14-a94a-8ce341dbdd81',) {} {{(pid=66703) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 841.007175] env[66703]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 451b70bc-ee39-4478-8b6b-ae8f5e4bf551 in Status: IN_PROGRESS for 2s [ 841.421794] env[66703]: INFO networking_nsxv3.common.synchronization [None req-966ddbaa-9a8a-40f2-a1ba-12507deb8cfe None None] Enqueued Resource ID: 3d8a8abc-3fec-40b0-978a-d85ac314fee0 with Priority: HIGHEST for action port [ 841.422440] env[66703]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 3d8a8abc-3fec-40b0-978a-d85ac314fee0 with Priority: HIGHEST for action port [ 841.422786] env[66703]: DEBUG networking_nsxv3.common.locking [-] Lock port-3d8a8abc-3fec-40b0-978a-d85ac314fee0 taken with stack trace [, , ] {{(pid=66703) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 841.422913] env[66703]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-3d8a8abc-3fec-40b0-978a-d85ac314fee0" {{(pid=66703) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 841.422981] env[66703]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-3d8a8abc-3fec-40b0-978a-d85ac314fee0" {{(pid=66703) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 841.425502] env[66703]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-3d8a8abc-3fec-40b0-978a-d85ac314fee0" {{(pid=66703) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 841.425612] env[66703]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('3d8a8abc-3fec-40b0-978a-d85ac314fee0',) {} {{(pid=66703) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 841.503674] env[66703]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66703) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 841.503836] env[66703]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66703) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 841.503907] env[66703]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66703) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 841.504323] env[66703]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66703) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 841.504323] env[66703]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66703) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 841.504444] env[66703]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 795bc015-1eb3-4f14-a94a-8ce341dbdd81 is going to be created. [ 841.539706] env[66703]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66703) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 841.539980] env[66703]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66703) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 841.539980] env[66703]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66703) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 841.540131] env[66703]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66703) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 841.540304] env[66703]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66703) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 841.555536] env[66703]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 795bc015-1eb3-4f14-a94a-8ce341dbdd81 in Status: UNINITIALIZED for 2s [ 841.831278] env[66703]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: db254d47-d7a1-40b1-a751-5c5ada9bc604 in Status: SUCCESS [ 841.831278] env[66703]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-db254d47-d7a1-40b1-a751-5c5ada9bc604" {{(pid=66703) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 841.929691] env[66703]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] deletion realization of port 3d8a8abc-3fec-40b0-978a-d85ac314fee0 [ 841.929691] env[66703]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=66703) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 841.929691] env[66703]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=66703) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 841.929691] env[66703]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=66703) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 841.929691] env[66703]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=66703) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 841.929691] env[66703]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=66703) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 841.929691] env[66703]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Segment Port:3d8a8abc-3fec-40b0-978a-d85ac314fee0 already deleted. [ 841.929691] env[66703]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-3d8a8abc-3fec-40b0-978a-d85ac314fee0" {{(pid=66703) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 842.914584] env[66703]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 79f2267d-9bdf-43af-9f5b-1fdcc8866c64 in Status: SUCCESS [ 842.914892] env[66703]: WARNING networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 79f2267d-9bdf-43af-9f5b-1fdcc8866c64 deletion is rescheduled due to dependency. [ 842.914987] env[66703]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-79f2267d-9bdf-43af-9f5b-1fdcc8866c64" {{(pid=66703) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 843.019036] env[66703]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 451b70bc-ee39-4478-8b6b-ae8f5e4bf551 in Status: SUCCESS [ 843.019922] env[66703]: WARNING networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 451b70bc-ee39-4478-8b6b-ae8f5e4bf551 deletion is rescheduled due to dependency. [ 843.019922] env[66703]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-451b70bc-ee39-4478-8b6b-ae8f5e4bf551" {{(pid=66703) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 843.566375] env[66703]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 795bc015-1eb3-4f14-a94a-8ce341dbdd81 in Status: SUCCESS [ 843.566752] env[66703]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-795bc015-1eb3-4f14-a94a-8ce341dbdd81" {{(pid=66703) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 843.567049] env[66703]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-795bc015-1eb3-4f14-a94a-8ce341dbdd81" {{(pid=66703) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 843.567049] env[66703]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-795bc015-1eb3-4f14-a94a-8ce341dbdd81" {{(pid=66703) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 843.571035] env[66703]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=66703) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 843.571035] env[66703]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66703) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 843.571035] env[66703]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66703) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 843.571035] env[66703]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66703) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 843.571035] env[66703]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66703) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 843.571035] env[66703]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-795bc015-1eb3-4f14-a94a-8ce341dbdd81" {{(pid=66703) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 843.571035] env[66703]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('795bc015-1eb3-4f14-a94a-8ce341dbdd81',) {} {{(pid=66703) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 843.694694] env[66703]: INFO networking_nsxv3.common.synchronization [None req-bdff1ddc-5e2e-43b6-b2c9-ede3d4ce1e5b None None] Enqueued Resource ID: c75eba97-e517-4176-86fc-5c7d50c95180 with Priority: HIGHEST for action port [ 843.695399] env[66703]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: c75eba97-e517-4176-86fc-5c7d50c95180 with Priority: HIGHEST for action port [ 843.695777] env[66703]: DEBUG networking_nsxv3.common.locking [-] Lock port-c75eba97-e517-4176-86fc-5c7d50c95180 taken with stack trace [, , ] {{(pid=66703) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 843.695903] env[66703]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-c75eba97-e517-4176-86fc-5c7d50c95180" {{(pid=66703) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 843.696029] env[66703]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-c75eba97-e517-4176-86fc-5c7d50c95180" {{(pid=66703) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 843.696328] env[66703]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-c75eba97-e517-4176-86fc-5c7d50c95180" {{(pid=66703) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 843.696417] env[66703]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('c75eba97-e517-4176-86fc-5c7d50c95180',) {} {{(pid=66703) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 844.073881] env[66703]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('795bc015-1eb3-4f14-a94a-8ce341dbdd81',) {} {{(pid=66703) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 844.198829] env[66703]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] deletion realization of port c75eba97-e517-4176-86fc-5c7d50c95180 [ 844.199191] env[66703]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=66703) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 844.199359] env[66703]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=66703) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 844.199424] env[66703]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=66703) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 844.199704] env[66703]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=66703) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 844.199840] env[66703]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=66703) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 844.199955] env[66703]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Segment Port:c75eba97-e517-4176-86fc-5c7d50c95180 already deleted. [ 844.200087] env[66703]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-c75eba97-e517-4176-86fc-5c7d50c95180" {{(pid=66703) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 844.576359] env[66703]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for 795bc015-1eb3-4f14-a94a-8ce341dbdd81: rpc.has_security_group_logging(os_id): False [ 844.594662] env[66703]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=66703) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 844.594931] env[66703]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66703) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 844.594931] env[66703]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66703) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 844.595116] env[66703]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66703) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 844.595215] env[66703]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66703) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 844.595468] env[66703]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=66703) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 844.595568] env[66703]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66703) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 844.595629] env[66703]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66703) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 844.595776] env[66703]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66703) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 844.595851] env[66703]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66703) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 844.595951] env[66703]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 795bc015-1eb3-4f14-a94a-8ce341dbdd81 is going to be created. [ 844.662920] env[66703]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=66703) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 844.663168] env[66703]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66703) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 844.663168] env[66703]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66703) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 844.663470] env[66703]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66703) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 844.663662] env[66703]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66703) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 844.677036] env[66703]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 795bc015-1eb3-4f14-a94a-8ce341dbdd81 in Status: IN_PROGRESS for 2s [ 845.880194] env[66703]: INFO networking_nsxv3.common.synchronization [None req-20c94bd4-5c93-4062-9219-c7cb409e07dd tempest-ServerActionsTestOtherA-1522627266 tempest-ServerActionsTestOtherA-1522627266-project-member] Enqueued Resource ID: 41686f41-1a2e-4978-b11b-0069e0dbf969 with Priority: HIGHEST for action security_group_rules [ 845.880767] env[66703]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 41686f41-1a2e-4978-b11b-0069e0dbf969 with Priority: HIGHEST for action security_group_rules [ 845.881166] env[66703]: DEBUG networking_nsxv3.common.locking [-] Lock rules-41686f41-1a2e-4978-b11b-0069e0dbf969 taken with stack trace [, , ] {{(pid=66703) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 845.881929] env[66703]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-41686f41-1a2e-4978-b11b-0069e0dbf969" {{(pid=66703) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 845.881929] env[66703]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-41686f41-1a2e-4978-b11b-0069e0dbf969" {{(pid=66703) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 845.881929] env[66703]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-41686f41-1a2e-4978-b11b-0069e0dbf969" {{(pid=66703) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 845.881929] env[66703]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('41686f41-1a2e-4978-b11b-0069e0dbf969',) {} {{(pid=66703) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 845.979915] env[66703]: INFO networking_nsxv3.common.synchronization [None req-bbfb31e1-ba4d-4700-b130-a2c42a6f219d tempest-ServerActionsTestOtherA-1522627266 tempest-ServerActionsTestOtherA-1522627266-project-member] Enqueued Resource ID: 41686f41-1a2e-4978-b11b-0069e0dbf969 with Priority: HIGHEST for action security_group_rules [ 845.980628] env[66703]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 41686f41-1a2e-4978-b11b-0069e0dbf969 with Priority: HIGHEST for action security_group_rules [ 845.981537] env[66703]: DEBUG networking_nsxv3.common.locking [-] Lock rules-41686f41-1a2e-4978-b11b-0069e0dbf969 taken with stack trace [, , ] {{(pid=66703) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 845.981679] env[66703]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-41686f41-1a2e-4978-b11b-0069e0dbf969" {{(pid=66703) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 846.407947] env[66703]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=66703) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 846.408157] env[66703]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66703) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 846.408157] env[66703]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66703) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 846.408483] env[66703]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66703) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 846.409158] env[66703]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66703) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 846.409158] env[66703]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 41686f41-1a2e-4978-b11b-0069e0dbf969 already deleted. [ 846.409158] env[66703]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-41686f41-1a2e-4978-b11b-0069e0dbf969" {{(pid=66703) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 846.409158] env[66703]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-41686f41-1a2e-4978-b11b-0069e0dbf969" {{(pid=66703) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 846.409461] env[66703]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-41686f41-1a2e-4978-b11b-0069e0dbf969" {{(pid=66703) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 846.409563] env[66703]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('41686f41-1a2e-4978-b11b-0069e0dbf969',) {} {{(pid=66703) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 846.601954] env[66703]: INFO networking_nsxv3.common.synchronization [req-10e8327f-a3b8-47eb-8c60-ec8893b3d224 req-42ad126f-d34d-455e-a650-34de6adf2940 tempest-SecurityGroupRulesTestJSON-705149330 tempest-SecurityGroupRulesTestJSON-705149330-project-member] Enqueued Resource ID: 175e6d65-79d6-4485-8153-04f2e26d9259 with Priority: HIGHEST for action security_group_rules [ 846.602345] env[66703]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 175e6d65-79d6-4485-8153-04f2e26d9259 with Priority: HIGHEST for action security_group_rules [ 846.602830] env[66703]: DEBUG networking_nsxv3.common.locking [-] Lock rules-175e6d65-79d6-4485-8153-04f2e26d9259 taken with stack trace [, , ] {{(pid=66703) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 846.603034] env[66703]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-175e6d65-79d6-4485-8153-04f2e26d9259" {{(pid=66703) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 846.603104] env[66703]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-175e6d65-79d6-4485-8153-04f2e26d9259" {{(pid=66703) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 846.603421] env[66703]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-175e6d65-79d6-4485-8153-04f2e26d9259" {{(pid=66703) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 846.603505] env[66703]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('175e6d65-79d6-4485-8153-04f2e26d9259',) {} {{(pid=66703) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 846.694737] env[66703]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 795bc015-1eb3-4f14-a94a-8ce341dbdd81 in Status: SUCCESS [ 846.695043] env[66703]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-795bc015-1eb3-4f14-a94a-8ce341dbdd81" {{(pid=66703) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 846.932108] env[66703]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=66703) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 846.932518] env[66703]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66703) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 846.932518] env[66703]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66703) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 846.932757] env[66703]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66703) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 846.932925] env[66703]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66703) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 846.932965] env[66703]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 41686f41-1a2e-4978-b11b-0069e0dbf969 already deleted. [ 846.933070] env[66703]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-41686f41-1a2e-4978-b11b-0069e0dbf969" {{(pid=66703) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 847.132175] env[66703]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=66703) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 847.132175] env[66703]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66703) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 847.132175] env[66703]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66703) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 847.132175] env[66703]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66703) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 847.132175] env[66703]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66703) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 847.132175] env[66703]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 175e6d65-79d6-4485-8153-04f2e26d9259 already deleted. [ 847.132175] env[66703]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-175e6d65-79d6-4485-8153-04f2e26d9259" {{(pid=66703) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 847.611268] env[66703]: INFO networking_nsxv3.common.synchronization [req-07362bea-5b35-4bab-a2c4-0ae5c31a12b0 req-47eb4be2-f57d-40e3-af18-51465c2db2f0 tempest-ServerActionsV293TestJSON-90938605 tempest-ServerActionsV293TestJSON-90938605-project-member] Enqueued Resource ID: 35f311e8-9fa5-4653-bc01-ffb31083430c with Priority: HIGHEST for action security_group_members [ 847.612062] env[66703]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 35f311e8-9fa5-4653-bc01-ffb31083430c with Priority: HIGHEST for action security_group_members [ 847.612497] env[66703]: DEBUG networking_nsxv3.common.locking [-] Lock member-35f311e8-9fa5-4653-bc01-ffb31083430c taken with stack trace [, , ] {{(pid=66703) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 847.612702] env[66703]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-35f311e8-9fa5-4653-bc01-ffb31083430c" {{(pid=66703) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 847.612801] env[66703]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-35f311e8-9fa5-4653-bc01-ffb31083430c" {{(pid=66703) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 847.613157] env[66703]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-35f311e8-9fa5-4653-bc01-ffb31083430c" {{(pid=66703) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 847.614051] env[66703]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=66703) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 847.614051] env[66703]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66703) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 847.614051] env[66703]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66703) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 847.614051] env[66703]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66703) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 847.614051] env[66703]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66703) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 847.614051] env[66703]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('35f311e8-9fa5-4653-bc01-ffb31083430c',) {} {{(pid=66703) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 848.117087] env[66703]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=66703) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 848.117087] env[66703]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66703) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 848.117431] env[66703]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66703) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 848.117431] env[66703]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66703) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 848.117431] env[66703]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66703) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 848.117647] env[66703]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66703) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 848.117749] env[66703]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66703) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 848.117802] env[66703]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66703) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 848.117943] env[66703]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66703) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 848.118026] env[66703]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66703) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 848.118107] env[66703]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 35f311e8-9fa5-4653-bc01-ffb31083430c already deleted. [ 848.118186] env[66703]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-35f311e8-9fa5-4653-bc01-ffb31083430c" {{(pid=66703) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 848.125719] env[66703]: DEBUG networking_nsxv3.common.locking [None req-33d36011-a73c-4b6d-849a-f8c867240c48 None None] Lock network-929 taken with stack trace [, , , , , , , , ] {{(pid=66703) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 848.125849] env[66703]: DEBUG oslo_concurrency.lockutils [None req-33d36011-a73c-4b6d-849a-f8c867240c48 None None] Acquiring lock "network-929" {{(pid=66703) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 848.125976] env[66703]: DEBUG oslo_concurrency.lockutils [None req-33d36011-a73c-4b6d-849a-f8c867240c48 None None] Acquired lock "network-929" {{(pid=66703) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 848.126436] env[66703]: DEBUG oslo_concurrency.lockutils [None req-33d36011-a73c-4b6d-849a-f8c867240c48 None None] Acquired external semaphore "network-929" {{(pid=66703) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 848.126596] env[66703]: DEBUG networking_nsxv3.common.locking [None req-33d36011-a73c-4b6d-849a-f8c867240c48 None None] Lock Segment taken with stack trace [, , , , , , , , , , ] {{(pid=66703) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 848.126736] env[66703]: DEBUG oslo_concurrency.lockutils [None req-33d36011-a73c-4b6d-849a-f8c867240c48 None None] Acquiring lock "Segment" {{(pid=66703) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 848.126887] env[66703]: DEBUG oslo_concurrency.lockutils [None req-33d36011-a73c-4b6d-849a-f8c867240c48 None None] Acquired lock "Segment" {{(pid=66703) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 848.127792] env[66703]: DEBUG oslo_concurrency.lockutils [None req-33d36011-a73c-4b6d-849a-f8c867240c48 None None] Acquired external semaphore "Segment" {{(pid=66703) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 848.130671] env[66703]: DEBUG oslo_concurrency.lockutils [None req-33d36011-a73c-4b6d-849a-f8c867240c48 None None] Releasing lock "Segment" {{(pid=66703) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 848.130935] env[66703]: DEBUG dogpile.cache.region [None req-33d36011-a73c-4b6d-849a-f8c867240c48 None None] No value present for key: 'zone-id' {{(pid=66703) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 848.131059] env[66703]: DEBUG dogpile.lock [None req-33d36011-a73c-4b6d-849a-f8c867240c48 None None] NeedRegenerationException {{(pid=66703) _enter /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:90}} [ 848.131163] env[66703]: DEBUG dogpile.lock [None req-33d36011-a73c-4b6d-849a-f8c867240c48 None None] no value, waiting for create lock {{(pid=66703) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:131}} [ 848.131265] env[66703]: DEBUG dogpile.lock [None req-33d36011-a73c-4b6d-849a-f8c867240c48 None None] value creation lock acquired {{(pid=66703) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:135}} [ 848.131375] env[66703]: DEBUG dogpile.cache.region [None req-33d36011-a73c-4b6d-849a-f8c867240c48 None None] No value present for key: 'zone-id' {{(pid=66703) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 848.131527] env[66703]: DEBUG dogpile.lock [None req-33d36011-a73c-4b6d-849a-f8c867240c48 None None] Calling creation function for not-yet-present value {{(pid=66703) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:174}} [ 848.131694] env[66703]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-33d36011-a73c-4b6d-849a-f8c867240c48 None None] Looking for TransportZone with name nsx-vlan-transportzone. [ 848.152652] env[66703]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-33d36011-a73c-4b6d-849a-f8c867240c48 None None] loading zone with a95c914d-748d-497c-94ab-10d4647daeba and tags [{'scope': 'mp2policy_migr_status', 'tag': 'success'}] [ 848.152850] env[66703]: DEBUG dogpile.cache.region [None req-33d36011-a73c-4b6d-849a-f8c867240c48 None None] Cache value generated in 0.021 seconds for key(s): 'zone-id' {{(pid=66703) _log_time /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:910}} [ 848.152964] env[66703]: DEBUG dogpile.lock [None req-33d36011-a73c-4b6d-849a-f8c867240c48 None None] Released creation lock {{(pid=66703) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:182}} [ 848.153154] env[66703]: DEBUG oslo_concurrency.lockutils [None req-33d36011-a73c-4b6d-849a-f8c867240c48 None None] Releasing lock "network-929" {{(pid=66703) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 848.153461] env[66703]: DEBUG networking_nsxv3.common.locking [None req-33d36011-a73c-4b6d-849a-f8c867240c48 None None] Lock port-e85893c8-b5e7-4271-9773-a350bf413f57 taken with stack trace [, , , , , , , , ] {{(pid=66703) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 848.153629] env[66703]: DEBUG oslo_concurrency.lockutils [None req-33d36011-a73c-4b6d-849a-f8c867240c48 None None] Acquiring lock "port-e85893c8-b5e7-4271-9773-a350bf413f57" {{(pid=66703) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 848.153745] env[66703]: DEBUG oslo_concurrency.lockutils [None req-33d36011-a73c-4b6d-849a-f8c867240c48 None None] Acquired lock "port-e85893c8-b5e7-4271-9773-a350bf413f57" {{(pid=66703) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 848.154131] env[66703]: DEBUG oslo_concurrency.lockutils [None req-33d36011-a73c-4b6d-849a-f8c867240c48 None None] Acquired external semaphore "port-e85893c8-b5e7-4271-9773-a350bf413f57" {{(pid=66703) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 848.154350] env[66703]: DEBUG networking_nsxv3.api.rpc [None req-33d36011-a73c-4b6d-849a-f8c867240c48 None None] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('e85893c8-b5e7-4271-9773-a350bf413f57',) {} {{(pid=66703) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 848.658256] env[66703]: DEBUG networking_nsxv3.common.locking [None req-33d36011-a73c-4b6d-849a-f8c867240c48 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , ] {{(pid=66703) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 848.661020] env[66703]: DEBUG oslo_concurrency.lockutils [None req-33d36011-a73c-4b6d-849a-f8c867240c48 None None] Acquiring lock "SegmentPort" {{(pid=66703) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 848.661020] env[66703]: DEBUG oslo_concurrency.lockutils [None req-33d36011-a73c-4b6d-849a-f8c867240c48 None None] Acquired lock "SegmentPort" {{(pid=66703) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 848.661020] env[66703]: DEBUG oslo_concurrency.lockutils [None req-33d36011-a73c-4b6d-849a-f8c867240c48 None None] Acquired external semaphore "SegmentPort" {{(pid=66703) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 848.661020] env[66703]: DEBUG oslo_concurrency.lockutils [None req-33d36011-a73c-4b6d-849a-f8c867240c48 None None] Releasing lock "SegmentPort" {{(pid=66703) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 848.661020] env[66703]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-33d36011-a73c-4b6d-849a-f8c867240c48 None None] Segment Port e85893c8-b5e7-4271-9773-a350bf413f57 not found, creating... [ 848.661020] env[66703]: DEBUG networking_nsxv3.common.locking [None req-33d36011-a73c-4b6d-849a-f8c867240c48 None None] Lock Segment taken with stack trace [, , , , , , , , , , , ] {{(pid=66703) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 848.661020] env[66703]: DEBUG oslo_concurrency.lockutils [None req-33d36011-a73c-4b6d-849a-f8c867240c48 None None] Acquiring lock "Segment" {{(pid=66703) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 848.661020] env[66703]: DEBUG oslo_concurrency.lockutils [None req-33d36011-a73c-4b6d-849a-f8c867240c48 None None] Acquired lock "Segment" {{(pid=66703) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 848.661020] env[66703]: DEBUG oslo_concurrency.lockutils [None req-33d36011-a73c-4b6d-849a-f8c867240c48 None None] Acquired external semaphore "Segment" {{(pid=66703) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 848.661020] env[66703]: DEBUG oslo_concurrency.lockutils [None req-33d36011-a73c-4b6d-849a-f8c867240c48 None None] Releasing lock "Segment" {{(pid=66703) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 848.663343] env[66703]: DEBUG networking_nsxv3.common.locking [None req-33d36011-a73c-4b6d-849a-f8c867240c48 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=66703) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 848.663695] env[66703]: DEBUG oslo_concurrency.lockutils [None req-33d36011-a73c-4b6d-849a-f8c867240c48 None None] Acquiring lock "SegmentPort" {{(pid=66703) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 848.663939] env[66703]: DEBUG oslo_concurrency.lockutils [None req-33d36011-a73c-4b6d-849a-f8c867240c48 None None] Acquired lock "SegmentPort" {{(pid=66703) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 848.667573] env[66703]: DEBUG oslo_concurrency.lockutils [None req-33d36011-a73c-4b6d-849a-f8c867240c48 None None] Acquired external semaphore "SegmentPort" {{(pid=66703) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 848.667573] env[66703]: DEBUG oslo_concurrency.lockutils [None req-33d36011-a73c-4b6d-849a-f8c867240c48 None None] Releasing lock "SegmentPort" {{(pid=66703) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 848.667573] env[66703]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-33d36011-a73c-4b6d-849a-f8c867240c48 None None] Resource: SegmentPort with ID: e85893c8-b5e7-4271-9773-a350bf413f57 is going to be created. [ 848.695944] env[66703]: DEBUG networking_nsxv3.common.locking [None req-33d36011-a73c-4b6d-849a-f8c867240c48 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=66703) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 848.696241] env[66703]: DEBUG oslo_concurrency.lockutils [None req-33d36011-a73c-4b6d-849a-f8c867240c48 None None] Acquiring lock "SegmentPort" {{(pid=66703) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 848.697279] env[66703]: DEBUG oslo_concurrency.lockutils [None req-33d36011-a73c-4b6d-849a-f8c867240c48 None None] Acquired lock "SegmentPort" {{(pid=66703) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 848.697459] env[66703]: DEBUG oslo_concurrency.lockutils [None req-33d36011-a73c-4b6d-849a-f8c867240c48 None None] Acquired external semaphore "SegmentPort" {{(pid=66703) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 848.697738] env[66703]: DEBUG oslo_concurrency.lockutils [None req-33d36011-a73c-4b6d-849a-f8c867240c48 None None] Releasing lock "SegmentPort" {{(pid=66703) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 848.698086] env[66703]: DEBUG oslo_concurrency.lockutils [None req-33d36011-a73c-4b6d-849a-f8c867240c48 None None] Releasing lock "port-e85893c8-b5e7-4271-9773-a350bf413f57" {{(pid=66703) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 849.535293] env[66703]: INFO networking_nsxv3.common.synchronization [req-07362bea-5b35-4bab-a2c4-0ae5c31a12b0 req-06e1f25c-df07-490c-a8ee-b724e7b129cf service nova] Enqueued Resource ID: 35f311e8-9fa5-4653-bc01-ffb31083430c with Priority: HIGHEST for action security_group_rules [ 849.535601] env[66703]: INFO networking_nsxv3.common.synchronization [req-07362bea-5b35-4bab-a2c4-0ae5c31a12b0 req-06e1f25c-df07-490c-a8ee-b724e7b129cf service nova] Enqueued Resource ID: 35f311e8-9fa5-4653-bc01-ffb31083430c with Priority: HIGHEST for action security_group_members [ 849.535721] env[66703]: INFO networking_nsxv3.common.synchronization [req-07362bea-5b35-4bab-a2c4-0ae5c31a12b0 req-06e1f25c-df07-490c-a8ee-b724e7b129cf service nova] Enqueued Resource ID: e85893c8-b5e7-4271-9773-a350bf413f57 with Priority: HIGHEST for action port [ 849.536779] env[66703]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 35f311e8-9fa5-4653-bc01-ffb31083430c with Priority: HIGHEST for action security_group_rules [ 849.536945] env[66703]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 35f311e8-9fa5-4653-bc01-ffb31083430c with Priority: HIGHEST for action security_group_members [ 849.537117] env[66703]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: e85893c8-b5e7-4271-9773-a350bf413f57 with Priority: HIGHEST for action port [ 849.537487] env[66703]: DEBUG networking_nsxv3.common.locking [-] Lock rules-35f311e8-9fa5-4653-bc01-ffb31083430c taken with stack trace [, , ] {{(pid=66703) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 849.537632] env[66703]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-35f311e8-9fa5-4653-bc01-ffb31083430c" {{(pid=66703) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 849.537700] env[66703]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-35f311e8-9fa5-4653-bc01-ffb31083430c" {{(pid=66703) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 849.537918] env[66703]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-35f311e8-9fa5-4653-bc01-ffb31083430c" {{(pid=66703) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 849.538102] env[66703]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('35f311e8-9fa5-4653-bc01-ffb31083430c',) {} {{(pid=66703) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 849.539339] env[66703]: DEBUG networking_nsxv3.common.locking [-] Lock member-35f311e8-9fa5-4653-bc01-ffb31083430c taken with stack trace [, , ] {{(pid=66703) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 849.539463] env[66703]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-35f311e8-9fa5-4653-bc01-ffb31083430c" {{(pid=66703) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 849.539531] env[66703]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-35f311e8-9fa5-4653-bc01-ffb31083430c" {{(pid=66703) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 849.540365] env[66703]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-35f311e8-9fa5-4653-bc01-ffb31083430c" {{(pid=66703) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 849.540534] env[66703]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=66703) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 849.540730] env[66703]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66703) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 849.540881] env[66703]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66703) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 849.541084] env[66703]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66703) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 849.541171] env[66703]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66703) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 849.541268] env[66703]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('35f311e8-9fa5-4653-bc01-ffb31083430c',) {} {{(pid=66703) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 849.542063] env[66703]: DEBUG networking_nsxv3.common.locking [-] Lock port-e85893c8-b5e7-4271-9773-a350bf413f57 taken with stack trace [, , ] {{(pid=66703) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 849.542163] env[66703]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-e85893c8-b5e7-4271-9773-a350bf413f57" {{(pid=66703) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 849.542247] env[66703]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-e85893c8-b5e7-4271-9773-a350bf413f57" {{(pid=66703) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 849.542406] env[66703]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-e85893c8-b5e7-4271-9773-a350bf413f57" {{(pid=66703) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 849.542483] env[66703]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('e85893c8-b5e7-4271-9773-a350bf413f57',) {} {{(pid=66703) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 850.044586] env[66703]: DEBUG networking_nsxv3.common.locking [-] Lock member-35f311e8-9fa5-4653-bc01-ffb31083430c taken with stack trace [, , , ] {{(pid=66703) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 850.044586] env[66703]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-35f311e8-9fa5-4653-bc01-ffb31083430c" {{(pid=66703) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 850.047017] env[66703]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] realization of port e85893c8-b5e7-4271-9773-a350bf413f57 with status ACTIVE [ 850.047314] env[66703]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=66703) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 850.047505] env[66703]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=66703) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 850.047564] env[66703]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=66703) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 850.047739] env[66703]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=66703) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 850.047829] env[66703]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=66703) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 850.048019] env[66703]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , ] {{(pid=66703) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 850.049126] env[66703]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=66703) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 850.049126] env[66703]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=66703) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 850.049126] env[66703]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=66703) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 850.049126] env[66703]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=66703) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 850.049309] env[66703]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=66703) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 850.049524] env[66703]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=66703) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 850.049616] env[66703]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=66703) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 850.049827] env[66703]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=66703) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 850.049920] env[66703]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=66703) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 850.050020] env[66703]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: SegmentPort with ID: e85893c8-b5e7-4271-9773-a350bf413f57 is going to be updated. [ 850.052770] env[66703]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('35f311e8-9fa5-4653-bc01-ffb31083430c',) {} {{(pid=66703) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 850.076385] env[66703]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=66703) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 850.076610] env[66703]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=66703) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 850.076610] env[66703]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=66703) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 850.076822] env[66703]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=66703) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 850.077037] env[66703]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=66703) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 850.077143] env[66703]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-e85893c8-b5e7-4271-9773-a350bf413f57" {{(pid=66703) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 850.408081] env[66703]: INFO networking_nsxv3.common.synchronization [req-88d28e73-50ac-4d94-8ec9-13353f9f8879 req-7869882b-62ac-4a7a-a5e5-956502844c56 tempest-ServerRescueTestJSONUnderV235-964915451 tempest-ServerRescueTestJSONUnderV235-964915451-project-member] Enqueued Resource ID: e2259e0c-1202-4903-8bca-3476c36f4add with Priority: HIGHEST for action security_group_members [ 850.408736] env[66703]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: e2259e0c-1202-4903-8bca-3476c36f4add with Priority: HIGHEST for action security_group_members [ 850.409109] env[66703]: DEBUG networking_nsxv3.common.locking [-] Lock member-e2259e0c-1202-4903-8bca-3476c36f4add taken with stack trace [, , ] {{(pid=66703) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 850.409242] env[66703]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-e2259e0c-1202-4903-8bca-3476c36f4add" {{(pid=66703) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 850.409315] env[66703]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-e2259e0c-1202-4903-8bca-3476c36f4add" {{(pid=66703) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 850.409582] env[66703]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-e2259e0c-1202-4903-8bca-3476c36f4add" {{(pid=66703) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 850.409835] env[66703]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=66703) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 850.409835] env[66703]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66703) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 850.409954] env[66703]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66703) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 850.410047] env[66703]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66703) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 850.410131] env[66703]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66703) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 850.410227] env[66703]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('e2259e0c-1202-4903-8bca-3476c36f4add',) {} {{(pid=66703) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 850.496411] env[66703]: INFO networking_nsxv3.common.synchronization [req-393189a4-fa2e-419e-aa38-63b756e56d5c req-56c4fa7e-d02d-4ce8-a0d6-2008365174cc tempest-ImagesTestJSON-1641770331 tempest-ImagesTestJSON-1641770331-project-member] Enqueued Resource ID: f52985e4-827d-4ac5-ba08-62ae5081fda6 with Priority: HIGHEST for action security_group_members [ 850.496411] env[66703]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: f52985e4-827d-4ac5-ba08-62ae5081fda6 with Priority: HIGHEST for action security_group_members [ 850.496714] env[66703]: DEBUG networking_nsxv3.common.locking [-] Lock member-f52985e4-827d-4ac5-ba08-62ae5081fda6 taken with stack trace [, , ] {{(pid=66703) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 850.496884] env[66703]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-f52985e4-827d-4ac5-ba08-62ae5081fda6" {{(pid=66703) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 850.496974] env[66703]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-f52985e4-827d-4ac5-ba08-62ae5081fda6" {{(pid=66703) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 850.497256] env[66703]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-f52985e4-827d-4ac5-ba08-62ae5081fda6" {{(pid=66703) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 850.497470] env[66703]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=66703) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 850.497997] env[66703]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66703) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 850.498105] env[66703]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66703) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 850.498320] env[66703]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66703) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 850.498459] env[66703]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66703) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 850.498593] env[66703]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('f52985e4-827d-4ac5-ba08-62ae5081fda6',) {} {{(pid=66703) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 850.554027] env[66703]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('35f311e8-9fa5-4653-bc01-ffb31083430c',) {} {{(pid=66703) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 850.840029] env[66703]: INFO networking_nsxv3.common.synchronization [req-d4bb7fdc-80e0-4a87-978a-cb7752f05c67 req-896b0f6d-884b-409d-b33b-ec6f055d99b4 tempest-ServerAddressesNegativeTestJSON-1912909800 tempest-ServerAddressesNegativeTestJSON-1912909800-project-member] Enqueued Resource ID: c9f59100-3796-4a18-bcea-03a659fb9824 with Priority: HIGHEST for action security_group_members [ 850.840912] env[66703]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: c9f59100-3796-4a18-bcea-03a659fb9824 with Priority: HIGHEST for action security_group_members [ 850.841021] env[66703]: DEBUG networking_nsxv3.common.locking [-] Lock member-c9f59100-3796-4a18-bcea-03a659fb9824 taken with stack trace [, , ] {{(pid=66703) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 850.842092] env[66703]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-c9f59100-3796-4a18-bcea-03a659fb9824" {{(pid=66703) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 850.842179] env[66703]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-c9f59100-3796-4a18-bcea-03a659fb9824" {{(pid=66703) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 850.842381] env[66703]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-c9f59100-3796-4a18-bcea-03a659fb9824" {{(pid=66703) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 850.842560] env[66703]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=66703) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 850.842705] env[66703]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66703) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 850.842750] env[66703]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66703) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 850.843628] env[66703]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66703) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 850.843628] env[66703]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66703) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 850.843628] env[66703]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('c9f59100-3796-4a18-bcea-03a659fb9824',) {} {{(pid=66703) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 850.912278] env[66703]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=66703) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 850.912417] env[66703]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66703) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 850.912657] env[66703]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66703) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 850.912657] env[66703]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66703) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 850.912743] env[66703]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66703) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 850.913353] env[66703]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66703) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 850.913353] env[66703]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66703) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 850.913353] env[66703]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66703) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 850.913353] env[66703]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66703) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 850.913353] env[66703]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66703) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 850.913634] env[66703]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: e2259e0c-1202-4903-8bca-3476c36f4add already deleted. [ 850.913634] env[66703]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-e2259e0c-1202-4903-8bca-3476c36f4add" {{(pid=66703) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 851.001943] env[66703]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=66703) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 851.002561] env[66703]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66703) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 851.002561] env[66703]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66703) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 851.002561] env[66703]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66703) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 851.002561] env[66703]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66703) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 851.002749] env[66703]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66703) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 851.002749] env[66703]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66703) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 851.002850] env[66703]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66703) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 851.002935] env[66703]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66703) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 851.003017] env[66703]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66703) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 851.003107] env[66703]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: f52985e4-827d-4ac5-ba08-62ae5081fda6 is going to be updated. [ 851.032021] env[66703]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66703) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 851.032021] env[66703]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66703) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 851.032021] env[66703]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66703) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 851.032021] env[66703]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66703) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 851.032021] env[66703]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66703) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 851.039990] env[66703]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: f52985e4-827d-4ac5-ba08-62ae5081fda6 in Status: IN_PROGRESS for 2s [ 851.055183] env[66703]: DEBUG networking_nsxv3.common.locking [None req-ffa6d202-748e-4c81-9979-ad08741f9cf7 None None] Lock network-774 taken with stack trace [, , , , , , , , ] {{(pid=66703) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 851.056050] env[66703]: DEBUG oslo_concurrency.lockutils [None req-ffa6d202-748e-4c81-9979-ad08741f9cf7 None None] Acquiring lock "network-774" {{(pid=66703) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 851.056050] env[66703]: DEBUG oslo_concurrency.lockutils [None req-ffa6d202-748e-4c81-9979-ad08741f9cf7 None None] Acquired lock "network-774" {{(pid=66703) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 851.056050] env[66703]: DEBUG oslo_concurrency.lockutils [None req-ffa6d202-748e-4c81-9979-ad08741f9cf7 None None] Acquired external semaphore "network-774" {{(pid=66703) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 851.056417] env[66703]: DEBUG networking_nsxv3.common.locking [None req-ffa6d202-748e-4c81-9979-ad08741f9cf7 None None] Lock Segment taken with stack trace [, , , , , , , , , , ] {{(pid=66703) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 851.056554] env[66703]: DEBUG oslo_concurrency.lockutils [None req-ffa6d202-748e-4c81-9979-ad08741f9cf7 None None] Acquiring lock "Segment" {{(pid=66703) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 851.057111] env[66703]: DEBUG oslo_concurrency.lockutils [None req-ffa6d202-748e-4c81-9979-ad08741f9cf7 None None] Acquired lock "Segment" {{(pid=66703) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 851.057542] env[66703]: DEBUG oslo_concurrency.lockutils [None req-ffa6d202-748e-4c81-9979-ad08741f9cf7 None None] Acquired external semaphore "Segment" {{(pid=66703) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 851.057754] env[66703]: DEBUG oslo_concurrency.lockutils [None req-ffa6d202-748e-4c81-9979-ad08741f9cf7 None None] Releasing lock "Segment" {{(pid=66703) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 851.058111] env[66703]: DEBUG dogpile.cache.region [None req-ffa6d202-748e-4c81-9979-ad08741f9cf7 None None] No value present for key: 'zone-id' {{(pid=66703) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 851.058223] env[66703]: DEBUG dogpile.lock [None req-ffa6d202-748e-4c81-9979-ad08741f9cf7 None None] NeedRegenerationException {{(pid=66703) _enter /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:90}} [ 851.058341] env[66703]: DEBUG dogpile.lock [None req-ffa6d202-748e-4c81-9979-ad08741f9cf7 None None] no value, waiting for create lock {{(pid=66703) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:131}} [ 851.059161] env[66703]: DEBUG dogpile.lock [None req-ffa6d202-748e-4c81-9979-ad08741f9cf7 None None] value creation lock acquired {{(pid=66703) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:135}} [ 851.059374] env[66703]: DEBUG dogpile.cache.region [None req-ffa6d202-748e-4c81-9979-ad08741f9cf7 None None] No value present for key: 'zone-id' {{(pid=66703) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 851.059842] env[66703]: DEBUG dogpile.lock [None req-ffa6d202-748e-4c81-9979-ad08741f9cf7 None None] Calling creation function for not-yet-present value {{(pid=66703) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:174}} [ 851.060087] env[66703]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-ffa6d202-748e-4c81-9979-ad08741f9cf7 None None] Looking for TransportZone with name nsx-vlan-transportzone. [ 851.061729] env[66703]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66703) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 851.063107] env[66703]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66703) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 851.063107] env[66703]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66703) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 851.063107] env[66703]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66703) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 851.063107] env[66703]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66703) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 851.063107] env[66703]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 35f311e8-9fa5-4653-bc01-ffb31083430c is going to be created. [ 851.083669] env[66703]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-ffa6d202-748e-4c81-9979-ad08741f9cf7 None None] loading zone with a95c914d-748d-497c-94ab-10d4647daeba and tags [{'scope': 'mp2policy_migr_status', 'tag': 'success'}] [ 851.083852] env[66703]: DEBUG dogpile.cache.region [None req-ffa6d202-748e-4c81-9979-ad08741f9cf7 None None] Cache value generated in 0.024 seconds for key(s): 'zone-id' {{(pid=66703) _log_time /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:910}} [ 851.083994] env[66703]: DEBUG dogpile.lock [None req-ffa6d202-748e-4c81-9979-ad08741f9cf7 None None] Released creation lock {{(pid=66703) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:182}} [ 851.084248] env[66703]: DEBUG oslo_concurrency.lockutils [None req-ffa6d202-748e-4c81-9979-ad08741f9cf7 None None] Releasing lock "network-774" {{(pid=66703) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 851.084664] env[66703]: DEBUG networking_nsxv3.common.locking [None req-ffa6d202-748e-4c81-9979-ad08741f9cf7 None None] Lock port-7b1b5eb9-2f9e-4b64-b67c-c4b4bd658cf2 taken with stack trace [, , , , , , , , ] {{(pid=66703) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 851.084862] env[66703]: DEBUG oslo_concurrency.lockutils [None req-ffa6d202-748e-4c81-9979-ad08741f9cf7 None None] Acquiring lock "port-7b1b5eb9-2f9e-4b64-b67c-c4b4bd658cf2" {{(pid=66703) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 851.085042] env[66703]: DEBUG oslo_concurrency.lockutils [None req-ffa6d202-748e-4c81-9979-ad08741f9cf7 None None] Acquired lock "port-7b1b5eb9-2f9e-4b64-b67c-c4b4bd658cf2" {{(pid=66703) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 851.085393] env[66703]: DEBUG oslo_concurrency.lockutils [None req-ffa6d202-748e-4c81-9979-ad08741f9cf7 None None] Acquired external semaphore "port-7b1b5eb9-2f9e-4b64-b67c-c4b4bd658cf2" {{(pid=66703) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 851.085561] env[66703]: DEBUG networking_nsxv3.api.rpc [None req-ffa6d202-748e-4c81-9979-ad08741f9cf7 None None] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('7b1b5eb9-2f9e-4b64-b67c-c4b4bd658cf2',) {} {{(pid=66703) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 851.090264] env[66703]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66703) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 851.090469] env[66703]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66703) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 851.090966] env[66703]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66703) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 851.091173] env[66703]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66703) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 851.091369] env[66703]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66703) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 851.102394] env[66703]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 35f311e8-9fa5-4653-bc01-ffb31083430c in Status: UNINITIALIZED for 2s [ 851.345734] env[66703]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=66703) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 851.345900] env[66703]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66703) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 851.345964] env[66703]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66703) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 851.346208] env[66703]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66703) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 851.346369] env[66703]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66703) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 851.346515] env[66703]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66703) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 851.346661] env[66703]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66703) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 851.346661] env[66703]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66703) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 851.346816] env[66703]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66703) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 851.346889] env[66703]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66703) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 851.346974] env[66703]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: c9f59100-3796-4a18-bcea-03a659fb9824 is going to be updated. [ 851.376688] env[66703]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66703) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 851.376893] env[66703]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66703) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 851.376944] env[66703]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66703) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 851.377160] env[66703]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66703) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 851.377308] env[66703]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66703) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 851.388722] env[66703]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: c9f59100-3796-4a18-bcea-03a659fb9824 in Status: IN_PROGRESS for 2s [ 851.588255] env[66703]: DEBUG networking_nsxv3.common.locking [None req-ffa6d202-748e-4c81-9979-ad08741f9cf7 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , ] {{(pid=66703) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 851.588820] env[66703]: DEBUG oslo_concurrency.lockutils [None req-ffa6d202-748e-4c81-9979-ad08741f9cf7 None None] Acquiring lock "SegmentPort" {{(pid=66703) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 851.588820] env[66703]: DEBUG oslo_concurrency.lockutils [None req-ffa6d202-748e-4c81-9979-ad08741f9cf7 None None] Acquired lock "SegmentPort" {{(pid=66703) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 851.588997] env[66703]: DEBUG oslo_concurrency.lockutils [None req-ffa6d202-748e-4c81-9979-ad08741f9cf7 None None] Acquired external semaphore "SegmentPort" {{(pid=66703) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 851.589250] env[66703]: DEBUG oslo_concurrency.lockutils [None req-ffa6d202-748e-4c81-9979-ad08741f9cf7 None None] Releasing lock "SegmentPort" {{(pid=66703) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 851.589462] env[66703]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-ffa6d202-748e-4c81-9979-ad08741f9cf7 None None] Segment Port 7b1b5eb9-2f9e-4b64-b67c-c4b4bd658cf2 not found, creating... [ 851.589742] env[66703]: DEBUG networking_nsxv3.common.locking [None req-ffa6d202-748e-4c81-9979-ad08741f9cf7 None None] Lock Segment taken with stack trace [, , , , , , , , , , , ] {{(pid=66703) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 851.589913] env[66703]: DEBUG oslo_concurrency.lockutils [None req-ffa6d202-748e-4c81-9979-ad08741f9cf7 None None] Acquiring lock "Segment" {{(pid=66703) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 851.590081] env[66703]: DEBUG oslo_concurrency.lockutils [None req-ffa6d202-748e-4c81-9979-ad08741f9cf7 None None] Acquired lock "Segment" {{(pid=66703) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 851.590372] env[66703]: DEBUG oslo_concurrency.lockutils [None req-ffa6d202-748e-4c81-9979-ad08741f9cf7 None None] Acquired external semaphore "Segment" {{(pid=66703) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 851.590549] env[66703]: DEBUG oslo_concurrency.lockutils [None req-ffa6d202-748e-4c81-9979-ad08741f9cf7 None None] Releasing lock "Segment" {{(pid=66703) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 851.590935] env[66703]: DEBUG networking_nsxv3.common.locking [None req-ffa6d202-748e-4c81-9979-ad08741f9cf7 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=66703) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 851.591169] env[66703]: DEBUG oslo_concurrency.lockutils [None req-ffa6d202-748e-4c81-9979-ad08741f9cf7 None None] Acquiring lock "SegmentPort" {{(pid=66703) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 851.591299] env[66703]: DEBUG oslo_concurrency.lockutils [None req-ffa6d202-748e-4c81-9979-ad08741f9cf7 None None] Acquired lock "SegmentPort" {{(pid=66703) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 851.591526] env[66703]: DEBUG oslo_concurrency.lockutils [None req-ffa6d202-748e-4c81-9979-ad08741f9cf7 None None] Acquired external semaphore "SegmentPort" {{(pid=66703) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 851.591662] env[66703]: DEBUG oslo_concurrency.lockutils [None req-ffa6d202-748e-4c81-9979-ad08741f9cf7 None None] Releasing lock "SegmentPort" {{(pid=66703) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 851.591803] env[66703]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-ffa6d202-748e-4c81-9979-ad08741f9cf7 None None] Resource: SegmentPort with ID: 7b1b5eb9-2f9e-4b64-b67c-c4b4bd658cf2 is going to be created. [ 851.617431] env[66703]: DEBUG networking_nsxv3.common.locking [None req-ffa6d202-748e-4c81-9979-ad08741f9cf7 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=66703) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 851.617809] env[66703]: DEBUG oslo_concurrency.lockutils [None req-ffa6d202-748e-4c81-9979-ad08741f9cf7 None None] Acquiring lock "SegmentPort" {{(pid=66703) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 851.618017] env[66703]: DEBUG oslo_concurrency.lockutils [None req-ffa6d202-748e-4c81-9979-ad08741f9cf7 None None] Acquired lock "SegmentPort" {{(pid=66703) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 851.618460] env[66703]: DEBUG oslo_concurrency.lockutils [None req-ffa6d202-748e-4c81-9979-ad08741f9cf7 None None] Acquired external semaphore "SegmentPort" {{(pid=66703) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 851.618854] env[66703]: DEBUG oslo_concurrency.lockutils [None req-ffa6d202-748e-4c81-9979-ad08741f9cf7 None None] Releasing lock "SegmentPort" {{(pid=66703) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 851.619225] env[66703]: DEBUG oslo_concurrency.lockutils [None req-ffa6d202-748e-4c81-9979-ad08741f9cf7 None None] Releasing lock "port-7b1b5eb9-2f9e-4b64-b67c-c4b4bd658cf2" {{(pid=66703) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 852.337321] env[66703]: INFO networking_nsxv3.common.synchronization [req-88d28e73-50ac-4d94-8ec9-13353f9f8879 req-828f1f41-d956-4cbf-9353-8415864f7112 service nova] Enqueued Resource ID: e2259e0c-1202-4903-8bca-3476c36f4add with Priority: HIGHEST for action security_group_rules [ 852.337321] env[66703]: INFO networking_nsxv3.common.synchronization [req-88d28e73-50ac-4d94-8ec9-13353f9f8879 req-828f1f41-d956-4cbf-9353-8415864f7112 service nova] Enqueued Resource ID: e2259e0c-1202-4903-8bca-3476c36f4add with Priority: HIGHEST for action security_group_members [ 852.337321] env[66703]: INFO networking_nsxv3.common.synchronization [req-88d28e73-50ac-4d94-8ec9-13353f9f8879 req-828f1f41-d956-4cbf-9353-8415864f7112 service nova] Enqueued Resource ID: 7b1b5eb9-2f9e-4b64-b67c-c4b4bd658cf2 with Priority: HIGHEST for action port [ 852.337982] env[66703]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: e2259e0c-1202-4903-8bca-3476c36f4add with Priority: HIGHEST for action security_group_rules [ 852.339031] env[66703]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: e2259e0c-1202-4903-8bca-3476c36f4add with Priority: HIGHEST for action security_group_members [ 852.339031] env[66703]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 7b1b5eb9-2f9e-4b64-b67c-c4b4bd658cf2 with Priority: HIGHEST for action port [ 852.339031] env[66703]: DEBUG networking_nsxv3.common.locking [-] Lock rules-e2259e0c-1202-4903-8bca-3476c36f4add taken with stack trace [, , ] {{(pid=66703) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 852.339031] env[66703]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-e2259e0c-1202-4903-8bca-3476c36f4add" {{(pid=66703) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 852.339031] env[66703]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-e2259e0c-1202-4903-8bca-3476c36f4add" {{(pid=66703) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 852.339031] env[66703]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-e2259e0c-1202-4903-8bca-3476c36f4add" {{(pid=66703) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 852.339385] env[66703]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('e2259e0c-1202-4903-8bca-3476c36f4add',) {} {{(pid=66703) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 852.339977] env[66703]: DEBUG networking_nsxv3.common.locking [-] Lock member-e2259e0c-1202-4903-8bca-3476c36f4add taken with stack trace [, , ] {{(pid=66703) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 852.340105] env[66703]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-e2259e0c-1202-4903-8bca-3476c36f4add" {{(pid=66703) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 852.340159] env[66703]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-e2259e0c-1202-4903-8bca-3476c36f4add" {{(pid=66703) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 852.340415] env[66703]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-e2259e0c-1202-4903-8bca-3476c36f4add" {{(pid=66703) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 852.340786] env[66703]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=66703) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 852.343808] env[66703]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66703) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 852.343808] env[66703]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66703) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 852.343808] env[66703]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66703) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 852.343808] env[66703]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66703) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 852.343808] env[66703]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('e2259e0c-1202-4903-8bca-3476c36f4add',) {} {{(pid=66703) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 852.344196] env[66703]: DEBUG networking_nsxv3.common.locking [-] Lock port-7b1b5eb9-2f9e-4b64-b67c-c4b4bd658cf2 taken with stack trace [, , ] {{(pid=66703) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 852.344196] env[66703]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-7b1b5eb9-2f9e-4b64-b67c-c4b4bd658cf2" {{(pid=66703) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 852.344354] env[66703]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-7b1b5eb9-2f9e-4b64-b67c-c4b4bd658cf2" {{(pid=66703) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 852.344407] env[66703]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-7b1b5eb9-2f9e-4b64-b67c-c4b4bd658cf2" {{(pid=66703) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 852.344563] env[66703]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('7b1b5eb9-2f9e-4b64-b67c-c4b4bd658cf2',) {} {{(pid=66703) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 852.505022] env[66703]: INFO networking_nsxv3.common.synchronization [None req-33a7afad-c441-4c55-97df-dbe447c3d362 None None] Enqueued Resource ID: aa57fb96-0d6a-4e86-a3e5-a322060e1066 with Priority: HIGHEST for action port [ 852.505022] env[66703]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: aa57fb96-0d6a-4e86-a3e5-a322060e1066 with Priority: HIGHEST for action port [ 852.505022] env[66703]: DEBUG networking_nsxv3.common.locking [-] Lock port-aa57fb96-0d6a-4e86-a3e5-a322060e1066 taken with stack trace [, , ] {{(pid=66703) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 852.505538] env[66703]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-aa57fb96-0d6a-4e86-a3e5-a322060e1066" {{(pid=66703) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 852.506099] env[66703]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-aa57fb96-0d6a-4e86-a3e5-a322060e1066" {{(pid=66703) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 852.508144] env[66703]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-aa57fb96-0d6a-4e86-a3e5-a322060e1066" {{(pid=66703) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 852.508144] env[66703]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('aa57fb96-0d6a-4e86-a3e5-a322060e1066',) {} {{(pid=66703) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 852.846404] env[66703]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] realization of port 7b1b5eb9-2f9e-4b64-b67c-c4b4bd658cf2 with status ACTIVE [ 852.846756] env[66703]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=66703) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 852.846921] env[66703]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=66703) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 852.846979] env[66703]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=66703) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 852.847280] env[66703]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=66703) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 852.847374] env[66703]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=66703) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 852.847551] env[66703]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , ] {{(pid=66703) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 852.847724] env[66703]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=66703) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 852.847724] env[66703]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=66703) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 852.847857] env[66703]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=66703) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 852.847932] env[66703]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=66703) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 852.848123] env[66703]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=66703) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 852.848211] env[66703]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=66703) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 852.848267] env[66703]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=66703) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 852.848472] env[66703]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=66703) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 852.848580] env[66703]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=66703) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 852.848624] env[66703]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: SegmentPort with ID: 7b1b5eb9-2f9e-4b64-b67c-c4b4bd658cf2 is going to be updated. [ 852.852171] env[66703]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('e2259e0c-1202-4903-8bca-3476c36f4add',) {} {{(pid=66703) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 852.852171] env[66703]: DEBUG networking_nsxv3.common.locking [-] Lock member-e2259e0c-1202-4903-8bca-3476c36f4add taken with stack trace [, , , ] {{(pid=66703) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 852.852171] env[66703]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-e2259e0c-1202-4903-8bca-3476c36f4add" {{(pid=66703) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 852.873634] env[66703]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=66703) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 852.873901] env[66703]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=66703) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 852.873901] env[66703]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=66703) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 852.874261] env[66703]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=66703) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 852.874261] env[66703]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=66703) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 852.874365] env[66703]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-7b1b5eb9-2f9e-4b64-b67c-c4b4bd658cf2" {{(pid=66703) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 853.010388] env[66703]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] deletion realization of port aa57fb96-0d6a-4e86-a3e5-a322060e1066 [ 853.011830] env[66703]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=66703) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 853.011830] env[66703]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=66703) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 853.011830] env[66703]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=66703) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 853.011830] env[66703]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=66703) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 853.011830] env[66703]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=66703) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 853.011830] env[66703]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Segment Port:aa57fb96-0d6a-4e86-a3e5-a322060e1066 already deleted. [ 853.011830] env[66703]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-aa57fb96-0d6a-4e86-a3e5-a322060e1066" {{(pid=66703) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 853.052507] env[66703]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: f52985e4-827d-4ac5-ba08-62ae5081fda6 in Status: SUCCESS [ 853.052507] env[66703]: WARNING networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: f52985e4-827d-4ac5-ba08-62ae5081fda6 deletion is rescheduled due to dependency. [ 853.052507] env[66703]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-f52985e4-827d-4ac5-ba08-62ae5081fda6" {{(pid=66703) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 853.115321] env[66703]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 35f311e8-9fa5-4653-bc01-ffb31083430c in Status: SUCCESS [ 853.115321] env[66703]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-35f311e8-9fa5-4653-bc01-ffb31083430c" {{(pid=66703) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 853.115321] env[66703]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-35f311e8-9fa5-4653-bc01-ffb31083430c" {{(pid=66703) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 853.115321] env[66703]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-35f311e8-9fa5-4653-bc01-ffb31083430c" {{(pid=66703) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 853.115321] env[66703]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=66703) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 853.115321] env[66703]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66703) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 853.115321] env[66703]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66703) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 853.115321] env[66703]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66703) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 853.115321] env[66703]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66703) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 853.115321] env[66703]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-35f311e8-9fa5-4653-bc01-ffb31083430c" {{(pid=66703) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 853.115321] env[66703]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('35f311e8-9fa5-4653-bc01-ffb31083430c',) {} {{(pid=66703) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 853.355210] env[66703]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('e2259e0c-1202-4903-8bca-3476c36f4add',) {} {{(pid=66703) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 853.400268] env[66703]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: c9f59100-3796-4a18-bcea-03a659fb9824 in Status: SUCCESS [ 853.400461] env[66703]: WARNING networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: c9f59100-3796-4a18-bcea-03a659fb9824 deletion is rescheduled due to dependency. [ 853.400859] env[66703]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-c9f59100-3796-4a18-bcea-03a659fb9824" {{(pid=66703) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 853.618827] env[66703]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('35f311e8-9fa5-4653-bc01-ffb31083430c',) {} {{(pid=66703) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 853.857795] env[66703]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66703) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 853.858175] env[66703]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66703) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 853.858175] env[66703]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66703) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 853.860647] env[66703]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66703) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 853.860647] env[66703]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66703) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 853.860647] env[66703]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: e2259e0c-1202-4903-8bca-3476c36f4add is going to be created. [ 853.893202] env[66703]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66703) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 853.894555] env[66703]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66703) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 853.894555] env[66703]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66703) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 853.894696] env[66703]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66703) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 853.895121] env[66703]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66703) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 853.906771] env[66703]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: e2259e0c-1202-4903-8bca-3476c36f4add in Status: UNINITIALIZED for 2s [ 854.127023] env[66703]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for 35f311e8-9fa5-4653-bc01-ffb31083430c: rpc.has_security_group_logging(os_id): False [ 854.148264] env[66703]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=66703) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 854.148524] env[66703]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66703) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 854.148524] env[66703]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66703) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 854.148974] env[66703]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66703) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 854.148974] env[66703]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66703) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 854.149073] env[66703]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=66703) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 854.149183] env[66703]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66703) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 854.149242] env[66703]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66703) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 854.149421] env[66703]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66703) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 854.149527] env[66703]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66703) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 854.149705] env[66703]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 35f311e8-9fa5-4653-bc01-ffb31083430c is going to be created. [ 854.222936] env[66703]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=66703) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 854.223345] env[66703]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66703) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 854.223345] env[66703]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66703) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 854.223771] env[66703]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66703) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 854.223829] env[66703]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66703) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 854.236656] env[66703]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 35f311e8-9fa5-4653-bc01-ffb31083430c in Status: IN_PROGRESS for 2s [ 854.495088] env[66703]: INFO networking_nsxv3.common.synchronization [req-cdfefc17-f616-4eba-a404-684568b7792c req-f3767f11-67fa-42f8-8748-1f0e27608a4c tempest-SecurityGroupRulesTestJSON-705149330 tempest-SecurityGroupRulesTestJSON-705149330-project-member] Enqueued Resource ID: a1b71fbe-950f-4daf-a2e3-b39b10516c6e with Priority: HIGHEST for action security_group_rules [ 854.495564] env[66703]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: a1b71fbe-950f-4daf-a2e3-b39b10516c6e with Priority: HIGHEST for action security_group_rules [ 854.495878] env[66703]: DEBUG networking_nsxv3.common.locking [-] Lock rules-a1b71fbe-950f-4daf-a2e3-b39b10516c6e taken with stack trace [, , ] {{(pid=66703) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 854.495998] env[66703]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-a1b71fbe-950f-4daf-a2e3-b39b10516c6e" {{(pid=66703) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 854.496430] env[66703]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-a1b71fbe-950f-4daf-a2e3-b39b10516c6e" {{(pid=66703) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 854.496798] env[66703]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-a1b71fbe-950f-4daf-a2e3-b39b10516c6e" {{(pid=66703) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 854.497174] env[66703]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('a1b71fbe-950f-4daf-a2e3-b39b10516c6e',) {} {{(pid=66703) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 855.026269] env[66703]: INFO networking_nsxv3.common.synchronization [None req-865e8783-72fc-4563-b031-95fa7bc66499 None None] Enqueued Resource ID: 797ddbef-4b38-4bc6-8553-e2cc8893a80f with Priority: HIGHEST for action port [ 855.026928] env[66703]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 797ddbef-4b38-4bc6-8553-e2cc8893a80f with Priority: HIGHEST for action port [ 855.027466] env[66703]: DEBUG networking_nsxv3.common.locking [-] Lock port-797ddbef-4b38-4bc6-8553-e2cc8893a80f taken with stack trace [, , ] {{(pid=66703) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 855.027596] env[66703]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-797ddbef-4b38-4bc6-8553-e2cc8893a80f" {{(pid=66703) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 855.027678] env[66703]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-797ddbef-4b38-4bc6-8553-e2cc8893a80f" {{(pid=66703) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 855.028035] env[66703]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-797ddbef-4b38-4bc6-8553-e2cc8893a80f" {{(pid=66703) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 855.028132] env[66703]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('797ddbef-4b38-4bc6-8553-e2cc8893a80f',) {} {{(pid=66703) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 855.031400] env[66703]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=66703) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 855.031628] env[66703]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66703) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 855.031628] env[66703]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66703) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 855.032497] env[66703]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66703) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 855.032497] env[66703]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66703) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 855.032497] env[66703]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: a1b71fbe-950f-4daf-a2e3-b39b10516c6e already deleted. [ 855.032497] env[66703]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-a1b71fbe-950f-4daf-a2e3-b39b10516c6e" {{(pid=66703) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 855.536556] env[66703]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] deletion realization of port 797ddbef-4b38-4bc6-8553-e2cc8893a80f [ 855.536556] env[66703]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=66703) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 855.536556] env[66703]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=66703) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 855.536556] env[66703]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=66703) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 855.536556] env[66703]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=66703) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 855.536556] env[66703]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=66703) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 855.536556] env[66703]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Segment Port:797ddbef-4b38-4bc6-8553-e2cc8893a80f already deleted. [ 855.536556] env[66703]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-797ddbef-4b38-4bc6-8553-e2cc8893a80f" {{(pid=66703) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 855.922119] env[66703]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: e2259e0c-1202-4903-8bca-3476c36f4add in Status: SUCCESS [ 855.922352] env[66703]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-e2259e0c-1202-4903-8bca-3476c36f4add" {{(pid=66703) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 855.922531] env[66703]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-e2259e0c-1202-4903-8bca-3476c36f4add" {{(pid=66703) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 855.923128] env[66703]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-e2259e0c-1202-4903-8bca-3476c36f4add" {{(pid=66703) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 855.923128] env[66703]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=66703) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 855.923319] env[66703]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66703) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 855.923412] env[66703]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66703) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 855.923607] env[66703]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66703) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 855.923697] env[66703]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66703) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 855.923840] env[66703]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-e2259e0c-1202-4903-8bca-3476c36f4add" {{(pid=66703) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 855.923987] env[66703]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('e2259e0c-1202-4903-8bca-3476c36f4add',) {} {{(pid=66703) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 856.257465] env[66703]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 35f311e8-9fa5-4653-bc01-ffb31083430c in Status: SUCCESS [ 856.257465] env[66703]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-35f311e8-9fa5-4653-bc01-ffb31083430c" {{(pid=66703) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 856.407733] env[66703]: INFO networking_nsxv3.common.synchronization [req-032030cb-4dce-4e5b-8b76-e67564119109 req-2b0c4f87-e1e4-48cb-b153-26bc47251492 tempest-SecurityGroupRulesTestJSON-705149330 tempest-SecurityGroupRulesTestJSON-705149330-project-member] Enqueued Resource ID: a1b71fbe-950f-4daf-a2e3-b39b10516c6e with Priority: HIGHEST for action security_group_rules [ 856.408610] env[66703]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: a1b71fbe-950f-4daf-a2e3-b39b10516c6e with Priority: HIGHEST for action security_group_rules [ 856.408610] env[66703]: DEBUG networking_nsxv3.common.locking [-] Lock rules-a1b71fbe-950f-4daf-a2e3-b39b10516c6e taken with stack trace [, , ] {{(pid=66703) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 856.408884] env[66703]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-a1b71fbe-950f-4daf-a2e3-b39b10516c6e" {{(pid=66703) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 856.408884] env[66703]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-a1b71fbe-950f-4daf-a2e3-b39b10516c6e" {{(pid=66703) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 856.409118] env[66703]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-a1b71fbe-950f-4daf-a2e3-b39b10516c6e" {{(pid=66703) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 856.409118] env[66703]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('a1b71fbe-950f-4daf-a2e3-b39b10516c6e',) {} {{(pid=66703) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 856.432781] env[66703]: DEBUG networking_nsxv3.common.locking [-] Lock member-e2259e0c-1202-4903-8bca-3476c36f4add taken with stack trace [, , , ] {{(pid=66703) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 856.432781] env[66703]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-e2259e0c-1202-4903-8bca-3476c36f4add" {{(pid=66703) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 856.432781] env[66703]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-e2259e0c-1202-4903-8bca-3476c36f4add" {{(pid=66703) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 856.432781] env[66703]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-e2259e0c-1202-4903-8bca-3476c36f4add" {{(pid=66703) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 856.432781] env[66703]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=66703) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 856.432781] env[66703]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66703) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 856.433216] env[66703]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66703) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 856.433216] env[66703]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66703) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 856.433216] env[66703]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66703) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 856.433216] env[66703]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-e2259e0c-1202-4903-8bca-3476c36f4add" {{(pid=66703) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 856.433332] env[66703]: DEBUG networking_nsxv3.common.locking [-] Lock member-e2259e0c-1202-4903-8bca-3476c36f4add taken with stack trace [, , , ] {{(pid=66703) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 856.433421] env[66703]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-e2259e0c-1202-4903-8bca-3476c36f4add" {{(pid=66703) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 856.433484] env[66703]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-e2259e0c-1202-4903-8bca-3476c36f4add" {{(pid=66703) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 856.433627] env[66703]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-e2259e0c-1202-4903-8bca-3476c36f4add" {{(pid=66703) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 856.433763] env[66703]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=66703) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 856.433851] env[66703]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66703) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 856.433911] env[66703]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66703) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 856.434069] env[66703]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66703) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 856.434152] env[66703]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66703) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 856.434274] env[66703]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-e2259e0c-1202-4903-8bca-3476c36f4add" {{(pid=66703) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 856.434402] env[66703]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('e2259e0c-1202-4903-8bca-3476c36f4add',) {} {{(pid=66703) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 856.937505] env[66703]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=66703) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 856.937648] env[66703]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66703) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 856.937697] env[66703]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66703) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 856.937961] env[66703]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66703) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 856.938149] env[66703]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66703) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 856.938269] env[66703]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: a1b71fbe-950f-4daf-a2e3-b39b10516c6e already deleted. [ 856.938358] env[66703]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-a1b71fbe-950f-4daf-a2e3-b39b10516c6e" {{(pid=66703) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 856.938626] env[66703]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for e2259e0c-1202-4903-8bca-3476c36f4add: rpc.has_security_group_logging(os_id): False [ 856.958890] env[66703]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=66703) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 856.959394] env[66703]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66703) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 856.959464] env[66703]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66703) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 856.959701] env[66703]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66703) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 856.959792] env[66703]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66703) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 856.960032] env[66703]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66703) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 856.960244] env[66703]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66703) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 856.960383] env[66703]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66703) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 856.960583] env[66703]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66703) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 856.960681] env[66703]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66703) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 856.960937] env[66703]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66703) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 856.961011] env[66703]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66703) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 856.961046] env[66703]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66703) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 856.961201] env[66703]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66703) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 856.961274] env[66703]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66703) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 856.961542] env[66703]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=66703) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 856.961676] env[66703]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66703) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 856.961739] env[66703]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66703) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 856.962706] env[66703]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66703) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 856.962706] env[66703]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66703) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 856.962706] env[66703]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: e2259e0c-1202-4903-8bca-3476c36f4add is going to be created. [ 857.039338] env[66703]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=66703) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 857.039338] env[66703]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66703) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 857.039338] env[66703]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66703) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 857.039338] env[66703]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66703) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 857.039338] env[66703]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66703) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 857.049582] env[66703]: INFO networking_nsxv3.common.synchronization [req-2017c4aa-689d-484a-950e-37e33467d19b req-5b38c0d9-22f2-424b-8d1e-e81c6bb0d60e tempest-ServerDiskConfigTestJSON-1467775587 tempest-ServerDiskConfigTestJSON-1467775587-project-member] Enqueued Resource ID: 3304826c-ce8e-49f9-aefd-3be39a0c0fbb with Priority: HIGHEST for action security_group_members [ 857.050823] env[66703]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 3304826c-ce8e-49f9-aefd-3be39a0c0fbb with Priority: HIGHEST for action security_group_members [ 857.051153] env[66703]: DEBUG networking_nsxv3.common.locking [-] Lock member-3304826c-ce8e-49f9-aefd-3be39a0c0fbb taken with stack trace [, , ] {{(pid=66703) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 857.051283] env[66703]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-3304826c-ce8e-49f9-aefd-3be39a0c0fbb" {{(pid=66703) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 857.051351] env[66703]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-3304826c-ce8e-49f9-aefd-3be39a0c0fbb" {{(pid=66703) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 857.051562] env[66703]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-3304826c-ce8e-49f9-aefd-3be39a0c0fbb" {{(pid=66703) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 857.051740] env[66703]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=66703) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 857.051815] env[66703]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66703) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 857.051856] env[66703]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66703) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 857.052204] env[66703]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66703) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 857.052204] env[66703]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66703) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 857.052387] env[66703]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('3304826c-ce8e-49f9-aefd-3be39a0c0fbb',) {} {{(pid=66703) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 857.054747] env[66703]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: e2259e0c-1202-4903-8bca-3476c36f4add in Status: IN_PROGRESS for 2s [ 857.555316] env[66703]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=66703) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 857.560355] env[66703]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66703) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 857.560355] env[66703]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66703) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 857.560355] env[66703]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66703) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 857.560355] env[66703]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66703) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 857.560355] env[66703]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66703) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 857.560355] env[66703]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66703) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 857.560355] env[66703]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66703) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 857.560355] env[66703]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66703) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 857.560355] env[66703]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66703) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 857.560355] env[66703]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 3304826c-ce8e-49f9-aefd-3be39a0c0fbb is going to be updated. [ 857.597125] env[66703]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66703) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 857.597316] env[66703]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66703) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 857.597651] env[66703]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66703) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 857.597718] env[66703]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66703) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 857.599240] env[66703]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66703) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 857.612739] env[66703]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 3304826c-ce8e-49f9-aefd-3be39a0c0fbb in Status: IN_PROGRESS for 2s [ 859.071901] env[66703]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: e2259e0c-1202-4903-8bca-3476c36f4add in Status: SUCCESS [ 859.071901] env[66703]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-e2259e0c-1202-4903-8bca-3476c36f4add" {{(pid=66703) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 859.623959] env[66703]: INFO networking_nsxv3.common.synchronization [req-1afd7a3a-5680-42e0-8b29-af6dd710bc5f req-df9f72bd-271a-4237-a78b-78e89ecdc9f7 tempest-SecurityGroupRulesTestJSON-705149330 tempest-SecurityGroupRulesTestJSON-705149330-project-member] Enqueued Resource ID: a1b71fbe-950f-4daf-a2e3-b39b10516c6e with Priority: HIGHEST for action security_group_rules [ 859.624585] env[66703]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 3304826c-ce8e-49f9-aefd-3be39a0c0fbb in Status: SUCCESS [ 859.624743] env[66703]: WARNING networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 3304826c-ce8e-49f9-aefd-3be39a0c0fbb deletion is rescheduled due to dependency. [ 859.624855] env[66703]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-3304826c-ce8e-49f9-aefd-3be39a0c0fbb" {{(pid=66703) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 859.625682] env[66703]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: a1b71fbe-950f-4daf-a2e3-b39b10516c6e with Priority: HIGHEST for action security_group_rules [ 859.626052] env[66703]: DEBUG networking_nsxv3.common.locking [-] Lock rules-a1b71fbe-950f-4daf-a2e3-b39b10516c6e taken with stack trace [, , ] {{(pid=66703) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 859.626175] env[66703]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-a1b71fbe-950f-4daf-a2e3-b39b10516c6e" {{(pid=66703) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 859.626242] env[66703]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-a1b71fbe-950f-4daf-a2e3-b39b10516c6e" {{(pid=66703) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 859.626535] env[66703]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-a1b71fbe-950f-4daf-a2e3-b39b10516c6e" {{(pid=66703) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 859.626567] env[66703]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('a1b71fbe-950f-4daf-a2e3-b39b10516c6e',) {} {{(pid=66703) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 860.150892] env[66703]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=66703) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 860.151418] env[66703]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66703) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 860.151418] env[66703]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66703) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 860.151418] env[66703]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66703) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 860.151568] env[66703]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66703) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 860.151568] env[66703]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: a1b71fbe-950f-4daf-a2e3-b39b10516c6e already deleted. [ 860.151671] env[66703]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-a1b71fbe-950f-4daf-a2e3-b39b10516c6e" {{(pid=66703) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 862.345085] env[66703]: INFO networking_nsxv3.common.synchronization [req-2b0ce02a-4ba8-4f10-b3c5-bb18ace8a4e4 req-e46c24ef-aa8a-4522-9fc5-21a191ed4c38 tempest-ServerGroupTestJSON-1638457733 tempest-ServerGroupTestJSON-1638457733-project-member] Enqueued Resource ID: 717b6a7a-29a1-4fd1-aba1-2df2cf68dfcc with Priority: HIGHEST for action security_group_members [ 862.345670] env[66703]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 717b6a7a-29a1-4fd1-aba1-2df2cf68dfcc with Priority: HIGHEST for action security_group_members [ 862.346708] env[66703]: DEBUG networking_nsxv3.common.locking [-] Lock member-717b6a7a-29a1-4fd1-aba1-2df2cf68dfcc taken with stack trace [, , ] {{(pid=66703) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 862.347075] env[66703]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-717b6a7a-29a1-4fd1-aba1-2df2cf68dfcc" {{(pid=66703) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 862.347075] env[66703]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-717b6a7a-29a1-4fd1-aba1-2df2cf68dfcc" {{(pid=66703) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 862.347450] env[66703]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-717b6a7a-29a1-4fd1-aba1-2df2cf68dfcc" {{(pid=66703) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 862.347669] env[66703]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=66703) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 862.347796] env[66703]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66703) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 862.347900] env[66703]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66703) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 862.348179] env[66703]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66703) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 862.348286] env[66703]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66703) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 862.348387] env[66703]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('717b6a7a-29a1-4fd1-aba1-2df2cf68dfcc',) {} {{(pid=66703) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 862.810823] env[66703]: DEBUG networking_nsxv3.common.locking [None req-33d36011-a73c-4b6d-849a-f8c867240c48 None None] Lock network-305 taken with stack trace [, , , , , , , , ] {{(pid=66703) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 862.810975] env[66703]: DEBUG oslo_concurrency.lockutils [None req-33d36011-a73c-4b6d-849a-f8c867240c48 None None] Acquiring lock "network-305" {{(pid=66703) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 862.811030] env[66703]: DEBUG oslo_concurrency.lockutils [None req-33d36011-a73c-4b6d-849a-f8c867240c48 None None] Acquired lock "network-305" {{(pid=66703) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 862.811459] env[66703]: DEBUG oslo_concurrency.lockutils [None req-33d36011-a73c-4b6d-849a-f8c867240c48 None None] Acquired external semaphore "network-305" {{(pid=66703) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 862.811767] env[66703]: DEBUG networking_nsxv3.common.locking [None req-33d36011-a73c-4b6d-849a-f8c867240c48 None None] Lock Segment taken with stack trace [, , , , , , , , , , ] {{(pid=66703) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 862.811953] env[66703]: DEBUG oslo_concurrency.lockutils [None req-33d36011-a73c-4b6d-849a-f8c867240c48 None None] Acquiring lock "Segment" {{(pid=66703) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 862.812129] env[66703]: DEBUG oslo_concurrency.lockutils [None req-33d36011-a73c-4b6d-849a-f8c867240c48 None None] Acquired lock "Segment" {{(pid=66703) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 862.812788] env[66703]: DEBUG oslo_concurrency.lockutils [None req-33d36011-a73c-4b6d-849a-f8c867240c48 None None] Acquired external semaphore "Segment" {{(pid=66703) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 862.812788] env[66703]: DEBUG oslo_concurrency.lockutils [None req-33d36011-a73c-4b6d-849a-f8c867240c48 None None] Releasing lock "Segment" {{(pid=66703) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 862.812788] env[66703]: DEBUG dogpile.cache.region [None req-33d36011-a73c-4b6d-849a-f8c867240c48 None None] No value present for key: 'zone-id' {{(pid=66703) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 862.812938] env[66703]: DEBUG dogpile.lock [None req-33d36011-a73c-4b6d-849a-f8c867240c48 None None] NeedRegenerationException {{(pid=66703) _enter /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:90}} [ 862.813091] env[66703]: DEBUG dogpile.lock [None req-33d36011-a73c-4b6d-849a-f8c867240c48 None None] no value, waiting for create lock {{(pid=66703) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:131}} [ 862.813203] env[66703]: DEBUG dogpile.lock [None req-33d36011-a73c-4b6d-849a-f8c867240c48 None None] value creation lock acquired {{(pid=66703) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:135}} [ 862.813310] env[66703]: DEBUG dogpile.cache.region [None req-33d36011-a73c-4b6d-849a-f8c867240c48 None None] No value present for key: 'zone-id' {{(pid=66703) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 862.813410] env[66703]: DEBUG dogpile.lock [None req-33d36011-a73c-4b6d-849a-f8c867240c48 None None] Calling creation function for not-yet-present value {{(pid=66703) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:174}} [ 862.813566] env[66703]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-33d36011-a73c-4b6d-849a-f8c867240c48 None None] Looking for TransportZone with name nsx-vlan-transportzone. [ 862.837529] env[66703]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-33d36011-a73c-4b6d-849a-f8c867240c48 None None] loading zone with a95c914d-748d-497c-94ab-10d4647daeba and tags [{'scope': 'mp2policy_migr_status', 'tag': 'success'}] [ 862.837740] env[66703]: DEBUG dogpile.cache.region [None req-33d36011-a73c-4b6d-849a-f8c867240c48 None None] Cache value generated in 0.024 seconds for key(s): 'zone-id' {{(pid=66703) _log_time /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:910}} [ 862.837980] env[66703]: DEBUG dogpile.lock [None req-33d36011-a73c-4b6d-849a-f8c867240c48 None None] Released creation lock {{(pid=66703) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:182}} [ 862.838227] env[66703]: DEBUG oslo_concurrency.lockutils [None req-33d36011-a73c-4b6d-849a-f8c867240c48 None None] Releasing lock "network-305" {{(pid=66703) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 862.838744] env[66703]: DEBUG networking_nsxv3.common.locking [None req-33d36011-a73c-4b6d-849a-f8c867240c48 None None] Lock port-89bef6e2-fe22-4bce-b1b2-aa274eefa4d7 taken with stack trace [, , , , , , , , ] {{(pid=66703) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 862.838941] env[66703]: DEBUG oslo_concurrency.lockutils [None req-33d36011-a73c-4b6d-849a-f8c867240c48 None None] Acquiring lock "port-89bef6e2-fe22-4bce-b1b2-aa274eefa4d7" {{(pid=66703) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 862.839069] env[66703]: DEBUG oslo_concurrency.lockutils [None req-33d36011-a73c-4b6d-849a-f8c867240c48 None None] Acquired lock "port-89bef6e2-fe22-4bce-b1b2-aa274eefa4d7" {{(pid=66703) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 862.839548] env[66703]: DEBUG oslo_concurrency.lockutils [None req-33d36011-a73c-4b6d-849a-f8c867240c48 None None] Acquired external semaphore "port-89bef6e2-fe22-4bce-b1b2-aa274eefa4d7" {{(pid=66703) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 862.839548] env[66703]: DEBUG networking_nsxv3.api.rpc [None req-33d36011-a73c-4b6d-849a-f8c867240c48 None None] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('89bef6e2-fe22-4bce-b1b2-aa274eefa4d7',) {} {{(pid=66703) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 862.850721] env[66703]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=66703) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 862.850860] env[66703]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66703) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 862.850923] env[66703]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66703) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 862.851155] env[66703]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66703) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 862.851275] env[66703]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66703) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 862.851424] env[66703]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66703) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 862.851512] env[66703]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66703) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 862.851750] env[66703]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66703) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 862.851750] env[66703]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66703) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 862.851880] env[66703]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66703) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 862.851880] env[66703]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 717b6a7a-29a1-4fd1-aba1-2df2cf68dfcc already deleted. [ 862.851978] env[66703]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-717b6a7a-29a1-4fd1-aba1-2df2cf68dfcc" {{(pid=66703) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 863.345022] env[66703]: DEBUG networking_nsxv3.common.locking [None req-33d36011-a73c-4b6d-849a-f8c867240c48 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , ] {{(pid=66703) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 863.345022] env[66703]: DEBUG oslo_concurrency.lockutils [None req-33d36011-a73c-4b6d-849a-f8c867240c48 None None] Acquiring lock "SegmentPort" {{(pid=66703) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 863.345022] env[66703]: DEBUG oslo_concurrency.lockutils [None req-33d36011-a73c-4b6d-849a-f8c867240c48 None None] Acquired lock "SegmentPort" {{(pid=66703) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 863.345022] env[66703]: DEBUG oslo_concurrency.lockutils [None req-33d36011-a73c-4b6d-849a-f8c867240c48 None None] Acquired external semaphore "SegmentPort" {{(pid=66703) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 863.345022] env[66703]: DEBUG oslo_concurrency.lockutils [None req-33d36011-a73c-4b6d-849a-f8c867240c48 None None] Releasing lock "SegmentPort" {{(pid=66703) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 863.345022] env[66703]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-33d36011-a73c-4b6d-849a-f8c867240c48 None None] Segment Port 89bef6e2-fe22-4bce-b1b2-aa274eefa4d7 not found, creating... [ 863.345022] env[66703]: DEBUG networking_nsxv3.common.locking [None req-33d36011-a73c-4b6d-849a-f8c867240c48 None None] Lock Segment taken with stack trace [, , , , , , , , , , , ] {{(pid=66703) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 863.345022] env[66703]: DEBUG oslo_concurrency.lockutils [None req-33d36011-a73c-4b6d-849a-f8c867240c48 None None] Acquiring lock "Segment" {{(pid=66703) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 863.345022] env[66703]: DEBUG oslo_concurrency.lockutils [None req-33d36011-a73c-4b6d-849a-f8c867240c48 None None] Acquired lock "Segment" {{(pid=66703) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 863.345022] env[66703]: DEBUG oslo_concurrency.lockutils [None req-33d36011-a73c-4b6d-849a-f8c867240c48 None None] Acquired external semaphore "Segment" {{(pid=66703) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 863.345022] env[66703]: DEBUG oslo_concurrency.lockutils [None req-33d36011-a73c-4b6d-849a-f8c867240c48 None None] Releasing lock "Segment" {{(pid=66703) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 863.345702] env[66703]: DEBUG networking_nsxv3.common.locking [None req-33d36011-a73c-4b6d-849a-f8c867240c48 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=66703) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 863.345702] env[66703]: DEBUG oslo_concurrency.lockutils [None req-33d36011-a73c-4b6d-849a-f8c867240c48 None None] Acquiring lock "SegmentPort" {{(pid=66703) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 863.345702] env[66703]: DEBUG oslo_concurrency.lockutils [None req-33d36011-a73c-4b6d-849a-f8c867240c48 None None] Acquired lock "SegmentPort" {{(pid=66703) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 863.345702] env[66703]: DEBUG oslo_concurrency.lockutils [None req-33d36011-a73c-4b6d-849a-f8c867240c48 None None] Acquired external semaphore "SegmentPort" {{(pid=66703) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 863.345702] env[66703]: DEBUG oslo_concurrency.lockutils [None req-33d36011-a73c-4b6d-849a-f8c867240c48 None None] Releasing lock "SegmentPort" {{(pid=66703) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 863.345702] env[66703]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-33d36011-a73c-4b6d-849a-f8c867240c48 None None] Resource: SegmentPort with ID: 89bef6e2-fe22-4bce-b1b2-aa274eefa4d7 is going to be created. [ 863.368559] env[66703]: DEBUG networking_nsxv3.common.locking [None req-33d36011-a73c-4b6d-849a-f8c867240c48 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=66703) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 863.369507] env[66703]: DEBUG oslo_concurrency.lockutils [None req-33d36011-a73c-4b6d-849a-f8c867240c48 None None] Acquiring lock "SegmentPort" {{(pid=66703) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 863.369818] env[66703]: DEBUG oslo_concurrency.lockutils [None req-33d36011-a73c-4b6d-849a-f8c867240c48 None None] Acquired lock "SegmentPort" {{(pid=66703) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 863.370998] env[66703]: DEBUG oslo_concurrency.lockutils [None req-33d36011-a73c-4b6d-849a-f8c867240c48 None None] Acquired external semaphore "SegmentPort" {{(pid=66703) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 863.370998] env[66703]: DEBUG oslo_concurrency.lockutils [None req-33d36011-a73c-4b6d-849a-f8c867240c48 None None] Releasing lock "SegmentPort" {{(pid=66703) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 863.370998] env[66703]: DEBUG oslo_concurrency.lockutils [None req-33d36011-a73c-4b6d-849a-f8c867240c48 None None] Releasing lock "port-89bef6e2-fe22-4bce-b1b2-aa274eefa4d7" {{(pid=66703) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 863.810171] env[66703]: INFO networking_nsxv3.common.synchronization [None req-1867f880-5dee-495c-b2cd-4c67f7027693 None None] Enqueued Resource ID: 2a11b79c-3e16-4cad-9e52-227520effdc8 with Priority: HIGHEST for action port [ 863.810171] env[66703]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 2a11b79c-3e16-4cad-9e52-227520effdc8 with Priority: HIGHEST for action port [ 863.810171] env[66703]: DEBUG networking_nsxv3.common.locking [-] Lock port-2a11b79c-3e16-4cad-9e52-227520effdc8 taken with stack trace [, , ] {{(pid=66703) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 863.810171] env[66703]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-2a11b79c-3e16-4cad-9e52-227520effdc8" {{(pid=66703) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 863.810171] env[66703]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-2a11b79c-3e16-4cad-9e52-227520effdc8" {{(pid=66703) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 863.811217] env[66703]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-2a11b79c-3e16-4cad-9e52-227520effdc8" {{(pid=66703) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 863.811481] env[66703]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('2a11b79c-3e16-4cad-9e52-227520effdc8',) {} {{(pid=66703) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 864.084735] env[66703]: INFO networking_nsxv3.common.synchronization [req-2b0ce02a-4ba8-4f10-b3c5-bb18ace8a4e4 req-ff835b1a-5821-4b8a-9689-e9dfe55cfbaf service nova] Enqueued Resource ID: 717b6a7a-29a1-4fd1-aba1-2df2cf68dfcc with Priority: HIGHEST for action security_group_rules [ 864.085076] env[66703]: INFO networking_nsxv3.common.synchronization [req-2b0ce02a-4ba8-4f10-b3c5-bb18ace8a4e4 req-ff835b1a-5821-4b8a-9689-e9dfe55cfbaf service nova] Enqueued Resource ID: 717b6a7a-29a1-4fd1-aba1-2df2cf68dfcc with Priority: HIGHEST for action security_group_members [ 864.085315] env[66703]: INFO networking_nsxv3.common.synchronization [req-2b0ce02a-4ba8-4f10-b3c5-bb18ace8a4e4 req-ff835b1a-5821-4b8a-9689-e9dfe55cfbaf service nova] Enqueued Resource ID: 89bef6e2-fe22-4bce-b1b2-aa274eefa4d7 with Priority: HIGHEST for action port [ 864.085950] env[66703]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 717b6a7a-29a1-4fd1-aba1-2df2cf68dfcc with Priority: HIGHEST for action security_group_rules [ 864.086194] env[66703]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 717b6a7a-29a1-4fd1-aba1-2df2cf68dfcc with Priority: HIGHEST for action security_group_members [ 864.086389] env[66703]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 89bef6e2-fe22-4bce-b1b2-aa274eefa4d7 with Priority: HIGHEST for action port [ 864.086743] env[66703]: DEBUG networking_nsxv3.common.locking [-] Lock rules-717b6a7a-29a1-4fd1-aba1-2df2cf68dfcc taken with stack trace [, , ] {{(pid=66703) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 864.086872] env[66703]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-717b6a7a-29a1-4fd1-aba1-2df2cf68dfcc" {{(pid=66703) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 864.086979] env[66703]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-717b6a7a-29a1-4fd1-aba1-2df2cf68dfcc" {{(pid=66703) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 864.087394] env[66703]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-717b6a7a-29a1-4fd1-aba1-2df2cf68dfcc" {{(pid=66703) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 864.087394] env[66703]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('717b6a7a-29a1-4fd1-aba1-2df2cf68dfcc',) {} {{(pid=66703) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 864.089185] env[66703]: DEBUG networking_nsxv3.common.locking [-] Lock member-717b6a7a-29a1-4fd1-aba1-2df2cf68dfcc taken with stack trace [, , ] {{(pid=66703) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 864.091774] env[66703]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-717b6a7a-29a1-4fd1-aba1-2df2cf68dfcc" {{(pid=66703) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 864.091774] env[66703]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-717b6a7a-29a1-4fd1-aba1-2df2cf68dfcc" {{(pid=66703) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 864.091774] env[66703]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-717b6a7a-29a1-4fd1-aba1-2df2cf68dfcc" {{(pid=66703) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 864.091774] env[66703]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=66703) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 864.091774] env[66703]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66703) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 864.091774] env[66703]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66703) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 864.091774] env[66703]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66703) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 864.091774] env[66703]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66703) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 864.091774] env[66703]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('717b6a7a-29a1-4fd1-aba1-2df2cf68dfcc',) {} {{(pid=66703) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 864.091774] env[66703]: DEBUG networking_nsxv3.common.locking [-] Lock port-89bef6e2-fe22-4bce-b1b2-aa274eefa4d7 taken with stack trace [, , ] {{(pid=66703) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 864.091774] env[66703]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-89bef6e2-fe22-4bce-b1b2-aa274eefa4d7" {{(pid=66703) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 864.091774] env[66703]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-89bef6e2-fe22-4bce-b1b2-aa274eefa4d7" {{(pid=66703) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 864.093504] env[66703]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-89bef6e2-fe22-4bce-b1b2-aa274eefa4d7" {{(pid=66703) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 864.093504] env[66703]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('89bef6e2-fe22-4bce-b1b2-aa274eefa4d7',) {} {{(pid=66703) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 864.313707] env[66703]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] deletion realization of port 2a11b79c-3e16-4cad-9e52-227520effdc8 [ 864.313954] env[66703]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=66703) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 864.314101] env[66703]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=66703) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 864.314850] env[66703]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=66703) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 864.314850] env[66703]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=66703) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 864.314850] env[66703]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=66703) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 864.314850] env[66703]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Segment Port:2a11b79c-3e16-4cad-9e52-227520effdc8 already deleted. [ 864.314850] env[66703]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-2a11b79c-3e16-4cad-9e52-227520effdc8" {{(pid=66703) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 864.594545] env[66703]: DEBUG networking_nsxv3.common.locking [-] Lock member-717b6a7a-29a1-4fd1-aba1-2df2cf68dfcc taken with stack trace [, , , ] {{(pid=66703) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 864.594903] env[66703]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-717b6a7a-29a1-4fd1-aba1-2df2cf68dfcc" {{(pid=66703) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 864.594903] env[66703]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('717b6a7a-29a1-4fd1-aba1-2df2cf68dfcc',) {} {{(pid=66703) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 864.595808] env[66703]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] realization of port 89bef6e2-fe22-4bce-b1b2-aa274eefa4d7 with status ACTIVE [ 864.596188] env[66703]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=66703) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 864.596188] env[66703]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=66703) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 864.596188] env[66703]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=66703) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 864.596504] env[66703]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=66703) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 864.596504] env[66703]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=66703) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 864.596629] env[66703]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , ] {{(pid=66703) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 864.596695] env[66703]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=66703) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 864.596757] env[66703]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=66703) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 864.596901] env[66703]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=66703) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 864.596984] env[66703]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=66703) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 864.597163] env[66703]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=66703) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 864.597253] env[66703]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=66703) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 864.597308] env[66703]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=66703) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 864.597444] env[66703]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=66703) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 864.597518] env[66703]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=66703) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 864.597602] env[66703]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: SegmentPort with ID: 89bef6e2-fe22-4bce-b1b2-aa274eefa4d7 is going to be updated. [ 864.627686] env[66703]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=66703) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 864.627845] env[66703]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=66703) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 864.627974] env[66703]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=66703) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 864.628123] env[66703]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=66703) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 864.628258] env[66703]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=66703) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 864.628466] env[66703]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-89bef6e2-fe22-4bce-b1b2-aa274eefa4d7" {{(pid=66703) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 864.987015] env[66703]: INFO networking_nsxv3.common.synchronization [req-6d876915-21e3-43d7-93af-cc3bca351b1b req-5af4178a-2eb5-4373-aee7-1e5177069afe tempest-ImagesOneServerNegativeTestJSON-1948503749 tempest-ImagesOneServerNegativeTestJSON-1948503749-project-member] Enqueued Resource ID: 49cb7e93-7ef3-4fd4-b6fd-65673af109cd with Priority: HIGHEST for action security_group_members [ 864.987015] env[66703]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 49cb7e93-7ef3-4fd4-b6fd-65673af109cd with Priority: HIGHEST for action security_group_members [ 864.987015] env[66703]: DEBUG networking_nsxv3.common.locking [-] Lock member-49cb7e93-7ef3-4fd4-b6fd-65673af109cd taken with stack trace [, , ] {{(pid=66703) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 864.987015] env[66703]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-49cb7e93-7ef3-4fd4-b6fd-65673af109cd" {{(pid=66703) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 864.987015] env[66703]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-49cb7e93-7ef3-4fd4-b6fd-65673af109cd" {{(pid=66703) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 864.987015] env[66703]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-49cb7e93-7ef3-4fd4-b6fd-65673af109cd" {{(pid=66703) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 864.987015] env[66703]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=66703) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 864.987015] env[66703]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66703) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 864.987015] env[66703]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66703) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 864.987015] env[66703]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66703) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 864.987015] env[66703]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66703) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 864.987015] env[66703]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('49cb7e93-7ef3-4fd4-b6fd-65673af109cd',) {} {{(pid=66703) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 865.100865] env[66703]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('717b6a7a-29a1-4fd1-aba1-2df2cf68dfcc',) {} {{(pid=66703) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 865.413390] env[66703]: DEBUG networking_nsxv3.common.locking [None req-ffa6d202-748e-4c81-9979-ad08741f9cf7 None None] Lock network-793 taken with stack trace [, , , , , , , , ] {{(pid=66703) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 865.413742] env[66703]: DEBUG oslo_concurrency.lockutils [None req-ffa6d202-748e-4c81-9979-ad08741f9cf7 None None] Acquiring lock "network-793" {{(pid=66703) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 865.413816] env[66703]: DEBUG oslo_concurrency.lockutils [None req-ffa6d202-748e-4c81-9979-ad08741f9cf7 None None] Acquired lock "network-793" {{(pid=66703) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 865.414344] env[66703]: DEBUG oslo_concurrency.lockutils [None req-ffa6d202-748e-4c81-9979-ad08741f9cf7 None None] Acquired external semaphore "network-793" {{(pid=66703) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 865.414432] env[66703]: DEBUG networking_nsxv3.common.locking [None req-ffa6d202-748e-4c81-9979-ad08741f9cf7 None None] Lock Segment taken with stack trace [, , , , , , , , , , ] {{(pid=66703) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 865.414618] env[66703]: DEBUG oslo_concurrency.lockutils [None req-ffa6d202-748e-4c81-9979-ad08741f9cf7 None None] Acquiring lock "Segment" {{(pid=66703) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 865.414924] env[66703]: DEBUG oslo_concurrency.lockutils [None req-ffa6d202-748e-4c81-9979-ad08741f9cf7 None None] Acquired lock "Segment" {{(pid=66703) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 865.417133] env[66703]: DEBUG oslo_concurrency.lockutils [None req-ffa6d202-748e-4c81-9979-ad08741f9cf7 None None] Acquired external semaphore "Segment" {{(pid=66703) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 865.417133] env[66703]: DEBUG oslo_concurrency.lockutils [None req-ffa6d202-748e-4c81-9979-ad08741f9cf7 None None] Releasing lock "Segment" {{(pid=66703) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 865.417133] env[66703]: DEBUG dogpile.cache.region [None req-ffa6d202-748e-4c81-9979-ad08741f9cf7 None None] No value present for key: 'zone-id' {{(pid=66703) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 865.417133] env[66703]: DEBUG dogpile.lock [None req-ffa6d202-748e-4c81-9979-ad08741f9cf7 None None] NeedRegenerationException {{(pid=66703) _enter /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:90}} [ 865.417133] env[66703]: DEBUG dogpile.lock [None req-ffa6d202-748e-4c81-9979-ad08741f9cf7 None None] no value, waiting for create lock {{(pid=66703) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:131}} [ 865.417133] env[66703]: DEBUG dogpile.lock [None req-ffa6d202-748e-4c81-9979-ad08741f9cf7 None None] value creation lock acquired {{(pid=66703) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:135}} [ 865.417133] env[66703]: DEBUG dogpile.cache.region [None req-ffa6d202-748e-4c81-9979-ad08741f9cf7 None None] No value present for key: 'zone-id' {{(pid=66703) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 865.417133] env[66703]: DEBUG dogpile.lock [None req-ffa6d202-748e-4c81-9979-ad08741f9cf7 None None] Calling creation function for not-yet-present value {{(pid=66703) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:174}} [ 865.417133] env[66703]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-ffa6d202-748e-4c81-9979-ad08741f9cf7 None None] Looking for TransportZone with name nsx-vlan-transportzone. [ 865.439515] env[66703]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-ffa6d202-748e-4c81-9979-ad08741f9cf7 None None] loading zone with a95c914d-748d-497c-94ab-10d4647daeba and tags [{'scope': 'mp2policy_migr_status', 'tag': 'success'}] [ 865.439712] env[66703]: DEBUG dogpile.cache.region [None req-ffa6d202-748e-4c81-9979-ad08741f9cf7 None None] Cache value generated in 0.023 seconds for key(s): 'zone-id' {{(pid=66703) _log_time /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:910}} [ 865.439842] env[66703]: DEBUG dogpile.lock [None req-ffa6d202-748e-4c81-9979-ad08741f9cf7 None None] Released creation lock {{(pid=66703) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:182}} [ 865.440023] env[66703]: DEBUG oslo_concurrency.lockutils [None req-ffa6d202-748e-4c81-9979-ad08741f9cf7 None None] Releasing lock "network-793" {{(pid=66703) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 865.440318] env[66703]: DEBUG networking_nsxv3.common.locking [None req-ffa6d202-748e-4c81-9979-ad08741f9cf7 None None] Lock port-5407d7c3-2ac5-40b3-aed6-95d3f1057be0 taken with stack trace [, , , , , , , , ] {{(pid=66703) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 865.440491] env[66703]: DEBUG oslo_concurrency.lockutils [None req-ffa6d202-748e-4c81-9979-ad08741f9cf7 None None] Acquiring lock "port-5407d7c3-2ac5-40b3-aed6-95d3f1057be0" {{(pid=66703) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 865.440602] env[66703]: DEBUG oslo_concurrency.lockutils [None req-ffa6d202-748e-4c81-9979-ad08741f9cf7 None None] Acquired lock "port-5407d7c3-2ac5-40b3-aed6-95d3f1057be0" {{(pid=66703) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 865.440962] env[66703]: DEBUG oslo_concurrency.lockutils [None req-ffa6d202-748e-4c81-9979-ad08741f9cf7 None None] Acquired external semaphore "port-5407d7c3-2ac5-40b3-aed6-95d3f1057be0" {{(pid=66703) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 865.443097] env[66703]: DEBUG networking_nsxv3.api.rpc [None req-ffa6d202-748e-4c81-9979-ad08741f9cf7 None None] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('5407d7c3-2ac5-40b3-aed6-95d3f1057be0',) {} {{(pid=66703) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 865.489034] env[66703]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=66703) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 865.489034] env[66703]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66703) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 865.489034] env[66703]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66703) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 865.489034] env[66703]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66703) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 865.489034] env[66703]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66703) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 865.489034] env[66703]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66703) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 865.489034] env[66703]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66703) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 865.489034] env[66703]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66703) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 865.489034] env[66703]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66703) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 865.489034] env[66703]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66703) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 865.489034] env[66703]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 49cb7e93-7ef3-4fd4-b6fd-65673af109cd is going to be updated. [ 865.520317] env[66703]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66703) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 865.520317] env[66703]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66703) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 865.520533] env[66703]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66703) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 865.520571] env[66703]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66703) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 865.520836] env[66703]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66703) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 865.533292] env[66703]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 49cb7e93-7ef3-4fd4-b6fd-65673af109cd in Status: IN_PROGRESS for 2s [ 865.604530] env[66703]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66703) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 865.604922] env[66703]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66703) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 865.604922] env[66703]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66703) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 865.605233] env[66703]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66703) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 865.605348] env[66703]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66703) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 865.605541] env[66703]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 717b6a7a-29a1-4fd1-aba1-2df2cf68dfcc is going to be created. [ 865.655279] env[66703]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66703) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 865.655450] env[66703]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66703) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 865.655534] env[66703]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66703) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 865.655757] env[66703]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66703) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 865.655921] env[66703]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66703) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 865.672994] env[66703]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 717b6a7a-29a1-4fd1-aba1-2df2cf68dfcc in Status: UNINITIALIZED for 2s [ 865.943980] env[66703]: DEBUG networking_nsxv3.common.locking [None req-ffa6d202-748e-4c81-9979-ad08741f9cf7 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , ] {{(pid=66703) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 865.944228] env[66703]: DEBUG oslo_concurrency.lockutils [None req-ffa6d202-748e-4c81-9979-ad08741f9cf7 None None] Acquiring lock "SegmentPort" {{(pid=66703) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 865.944354] env[66703]: DEBUG oslo_concurrency.lockutils [None req-ffa6d202-748e-4c81-9979-ad08741f9cf7 None None] Acquired lock "SegmentPort" {{(pid=66703) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 865.944687] env[66703]: DEBUG oslo_concurrency.lockutils [None req-ffa6d202-748e-4c81-9979-ad08741f9cf7 None None] Acquired external semaphore "SegmentPort" {{(pid=66703) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 865.944845] env[66703]: DEBUG oslo_concurrency.lockutils [None req-ffa6d202-748e-4c81-9979-ad08741f9cf7 None None] Releasing lock "SegmentPort" {{(pid=66703) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 865.945029] env[66703]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-ffa6d202-748e-4c81-9979-ad08741f9cf7 None None] Segment Port 5407d7c3-2ac5-40b3-aed6-95d3f1057be0 not found, creating... [ 865.945325] env[66703]: DEBUG networking_nsxv3.common.locking [None req-ffa6d202-748e-4c81-9979-ad08741f9cf7 None None] Lock Segment taken with stack trace [, , , , , , , , , , , ] {{(pid=66703) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 865.946031] env[66703]: DEBUG oslo_concurrency.lockutils [None req-ffa6d202-748e-4c81-9979-ad08741f9cf7 None None] Acquiring lock "Segment" {{(pid=66703) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 865.946031] env[66703]: DEBUG oslo_concurrency.lockutils [None req-ffa6d202-748e-4c81-9979-ad08741f9cf7 None None] Acquired lock "Segment" {{(pid=66703) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 865.946031] env[66703]: DEBUG oslo_concurrency.lockutils [None req-ffa6d202-748e-4c81-9979-ad08741f9cf7 None None] Acquired external semaphore "Segment" {{(pid=66703) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 865.946031] env[66703]: DEBUG oslo_concurrency.lockutils [None req-ffa6d202-748e-4c81-9979-ad08741f9cf7 None None] Releasing lock "Segment" {{(pid=66703) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 865.946280] env[66703]: DEBUG networking_nsxv3.common.locking [None req-ffa6d202-748e-4c81-9979-ad08741f9cf7 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=66703) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 865.946489] env[66703]: DEBUG oslo_concurrency.lockutils [None req-ffa6d202-748e-4c81-9979-ad08741f9cf7 None None] Acquiring lock "SegmentPort" {{(pid=66703) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 865.946672] env[66703]: DEBUG oslo_concurrency.lockutils [None req-ffa6d202-748e-4c81-9979-ad08741f9cf7 None None] Acquired lock "SegmentPort" {{(pid=66703) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 865.947249] env[66703]: DEBUG oslo_concurrency.lockutils [None req-ffa6d202-748e-4c81-9979-ad08741f9cf7 None None] Acquired external semaphore "SegmentPort" {{(pid=66703) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 865.947583] env[66703]: DEBUG oslo_concurrency.lockutils [None req-ffa6d202-748e-4c81-9979-ad08741f9cf7 None None] Releasing lock "SegmentPort" {{(pid=66703) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 865.947732] env[66703]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-ffa6d202-748e-4c81-9979-ad08741f9cf7 None None] Resource: SegmentPort with ID: 5407d7c3-2ac5-40b3-aed6-95d3f1057be0 is going to be created. [ 865.969486] env[66703]: DEBUG networking_nsxv3.common.locking [None req-ffa6d202-748e-4c81-9979-ad08741f9cf7 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=66703) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 865.969834] env[66703]: DEBUG oslo_concurrency.lockutils [None req-ffa6d202-748e-4c81-9979-ad08741f9cf7 None None] Acquiring lock "SegmentPort" {{(pid=66703) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 865.969990] env[66703]: DEBUG oslo_concurrency.lockutils [None req-ffa6d202-748e-4c81-9979-ad08741f9cf7 None None] Acquired lock "SegmentPort" {{(pid=66703) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 865.970276] env[66703]: DEBUG oslo_concurrency.lockutils [None req-ffa6d202-748e-4c81-9979-ad08741f9cf7 None None] Acquired external semaphore "SegmentPort" {{(pid=66703) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 865.970613] env[66703]: DEBUG oslo_concurrency.lockutils [None req-ffa6d202-748e-4c81-9979-ad08741f9cf7 None None] Releasing lock "SegmentPort" {{(pid=66703) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 865.970906] env[66703]: DEBUG oslo_concurrency.lockutils [None req-ffa6d202-748e-4c81-9979-ad08741f9cf7 None None] Releasing lock "port-5407d7c3-2ac5-40b3-aed6-95d3f1057be0" {{(pid=66703) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 866.136482] env[66703]: INFO networking_nsxv3.common.synchronization [None req-a6909dd5-7322-4e36-b73b-7fdda7df1221 None None] Enqueued Resource ID: 767a38d8-2252-4cc4-9af3-d63852df8e95 with Priority: HIGHEST for action port [ 866.137080] env[66703]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 767a38d8-2252-4cc4-9af3-d63852df8e95 with Priority: HIGHEST for action port [ 866.138020] env[66703]: DEBUG networking_nsxv3.common.locking [-] Lock port-767a38d8-2252-4cc4-9af3-d63852df8e95 taken with stack trace [, , ] {{(pid=66703) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 866.138020] env[66703]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-767a38d8-2252-4cc4-9af3-d63852df8e95" {{(pid=66703) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 866.138020] env[66703]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-767a38d8-2252-4cc4-9af3-d63852df8e95" {{(pid=66703) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 866.138020] env[66703]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-767a38d8-2252-4cc4-9af3-d63852df8e95" {{(pid=66703) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 866.138020] env[66703]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('767a38d8-2252-4cc4-9af3-d63852df8e95',) {} {{(pid=66703) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 866.640570] env[66703]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] deletion realization of port 767a38d8-2252-4cc4-9af3-d63852df8e95 [ 866.640899] env[66703]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=66703) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 866.641082] env[66703]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=66703) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 866.641151] env[66703]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=66703) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 866.641363] env[66703]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=66703) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 866.641461] env[66703]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=66703) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 866.641558] env[66703]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Segment Port:767a38d8-2252-4cc4-9af3-d63852df8e95 already deleted. [ 866.641640] env[66703]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-767a38d8-2252-4cc4-9af3-d63852df8e95" {{(pid=66703) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 866.747526] env[66703]: INFO networking_nsxv3.common.synchronization [req-6d876915-21e3-43d7-93af-cc3bca351b1b req-86945d12-ccad-4f8b-a271-46096041da5f service nova] Enqueued Resource ID: 49cb7e93-7ef3-4fd4-b6fd-65673af109cd with Priority: HIGHEST for action security_group_rules [ 866.747766] env[66703]: INFO networking_nsxv3.common.synchronization [req-6d876915-21e3-43d7-93af-cc3bca351b1b req-86945d12-ccad-4f8b-a271-46096041da5f service nova] Enqueued Resource ID: 49cb7e93-7ef3-4fd4-b6fd-65673af109cd with Priority: HIGHEST for action security_group_members [ 866.747902] env[66703]: INFO networking_nsxv3.common.synchronization [req-6d876915-21e3-43d7-93af-cc3bca351b1b req-86945d12-ccad-4f8b-a271-46096041da5f service nova] Enqueued Resource ID: 5407d7c3-2ac5-40b3-aed6-95d3f1057be0 with Priority: HIGHEST for action port [ 866.748512] env[66703]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 49cb7e93-7ef3-4fd4-b6fd-65673af109cd with Priority: HIGHEST for action security_group_rules [ 866.748701] env[66703]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 49cb7e93-7ef3-4fd4-b6fd-65673af109cd with Priority: HIGHEST for action security_group_members [ 866.748901] env[66703]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 5407d7c3-2ac5-40b3-aed6-95d3f1057be0 with Priority: HIGHEST for action port [ 866.749280] env[66703]: DEBUG networking_nsxv3.common.locking [-] Lock rules-49cb7e93-7ef3-4fd4-b6fd-65673af109cd taken with stack trace [, , ] {{(pid=66703) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 866.749403] env[66703]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-49cb7e93-7ef3-4fd4-b6fd-65673af109cd" {{(pid=66703) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 866.749471] env[66703]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-49cb7e93-7ef3-4fd4-b6fd-65673af109cd" {{(pid=66703) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 866.749677] env[66703]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-49cb7e93-7ef3-4fd4-b6fd-65673af109cd" {{(pid=66703) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 866.749833] env[66703]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('49cb7e93-7ef3-4fd4-b6fd-65673af109cd',) {} {{(pid=66703) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 866.751306] env[66703]: DEBUG networking_nsxv3.common.locking [-] Lock member-49cb7e93-7ef3-4fd4-b6fd-65673af109cd taken with stack trace [, , ] {{(pid=66703) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 866.751406] env[66703]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-49cb7e93-7ef3-4fd4-b6fd-65673af109cd" {{(pid=66703) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 866.751757] env[66703]: DEBUG networking_nsxv3.common.locking [-] Lock port-5407d7c3-2ac5-40b3-aed6-95d3f1057be0 taken with stack trace [, , ] {{(pid=66703) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 866.751757] env[66703]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-5407d7c3-2ac5-40b3-aed6-95d3f1057be0" {{(pid=66703) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 866.751757] env[66703]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-5407d7c3-2ac5-40b3-aed6-95d3f1057be0" {{(pid=66703) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 866.751963] env[66703]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-5407d7c3-2ac5-40b3-aed6-95d3f1057be0" {{(pid=66703) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 866.752167] env[66703]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('5407d7c3-2ac5-40b3-aed6-95d3f1057be0',) {} {{(pid=66703) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 867.253552] env[66703]: DEBUG networking_nsxv3.common.locking [-] Lock member-49cb7e93-7ef3-4fd4-b6fd-65673af109cd taken with stack trace [, , , ] {{(pid=66703) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 867.253731] env[66703]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-49cb7e93-7ef3-4fd4-b6fd-65673af109cd" {{(pid=66703) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 867.253971] env[66703]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] realization of port 5407d7c3-2ac5-40b3-aed6-95d3f1057be0 with status ACTIVE [ 867.254207] env[66703]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=66703) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 867.254334] env[66703]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=66703) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 867.254421] env[66703]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=66703) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 867.254677] env[66703]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=66703) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 867.254775] env[66703]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=66703) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 867.255013] env[66703]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , ] {{(pid=66703) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 867.255107] env[66703]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=66703) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 867.255244] env[66703]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=66703) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 867.255393] env[66703]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=66703) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 867.255483] env[66703]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=66703) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 867.255707] env[66703]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=66703) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 867.255812] env[66703]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=66703) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 867.255892] env[66703]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=66703) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 867.256089] env[66703]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=66703) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 867.256192] env[66703]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=66703) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 867.256294] env[66703]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: SegmentPort with ID: 5407d7c3-2ac5-40b3-aed6-95d3f1057be0 is going to be updated. [ 867.286764] env[66703]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=66703) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 867.286922] env[66703]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=66703) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 867.286993] env[66703]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=66703) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 867.287291] env[66703]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=66703) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 867.287444] env[66703]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=66703) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 867.287612] env[66703]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-5407d7c3-2ac5-40b3-aed6-95d3f1057be0" {{(pid=66703) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 867.547132] env[66703]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 49cb7e93-7ef3-4fd4-b6fd-65673af109cd in Status: SUCCESS [ 867.547287] env[66703]: WARNING networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 49cb7e93-7ef3-4fd4-b6fd-65673af109cd deletion is rescheduled due to dependency. [ 867.547504] env[66703]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-49cb7e93-7ef3-4fd4-b6fd-65673af109cd" {{(pid=66703) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 867.547653] env[66703]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-49cb7e93-7ef3-4fd4-b6fd-65673af109cd" {{(pid=66703) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 867.547869] env[66703]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-49cb7e93-7ef3-4fd4-b6fd-65673af109cd" {{(pid=66703) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 867.548128] env[66703]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=66703) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 867.548406] env[66703]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66703) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 867.548406] env[66703]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66703) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 867.548406] env[66703]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66703) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 867.548597] env[66703]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66703) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 867.548930] env[66703]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('49cb7e93-7ef3-4fd4-b6fd-65673af109cd',) {} {{(pid=66703) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 867.684158] env[66703]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 717b6a7a-29a1-4fd1-aba1-2df2cf68dfcc in Status: UNINITIALIZED for 4s [ 868.051535] env[66703]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('49cb7e93-7ef3-4fd4-b6fd-65673af109cd',) {} {{(pid=66703) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 868.554069] env[66703]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('49cb7e93-7ef3-4fd4-b6fd-65673af109cd',) {} {{(pid=66703) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 869.058675] env[66703]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66703) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 869.058986] env[66703]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66703) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 869.058986] env[66703]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66703) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 869.059235] env[66703]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66703) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 869.059381] env[66703]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66703) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 869.059540] env[66703]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 49cb7e93-7ef3-4fd4-b6fd-65673af109cd is going to be updated. [ 869.097446] env[66703]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66703) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 869.101035] env[66703]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66703) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 869.101035] env[66703]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66703) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 869.101035] env[66703]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66703) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 869.101035] env[66703]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66703) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 869.109023] env[66703]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 49cb7e93-7ef3-4fd4-b6fd-65673af109cd in Status: IN_PROGRESS for 2s [ 869.700309] env[66703]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 717b6a7a-29a1-4fd1-aba1-2df2cf68dfcc in Status: SUCCESS [ 869.700418] env[66703]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-717b6a7a-29a1-4fd1-aba1-2df2cf68dfcc" {{(pid=66703) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 869.700608] env[66703]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-717b6a7a-29a1-4fd1-aba1-2df2cf68dfcc" {{(pid=66703) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 869.701125] env[66703]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-717b6a7a-29a1-4fd1-aba1-2df2cf68dfcc" {{(pid=66703) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 869.701125] env[66703]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=66703) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 869.701312] env[66703]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66703) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 869.701312] env[66703]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66703) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 869.701460] env[66703]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66703) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 869.701546] env[66703]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66703) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 869.701636] env[66703]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-717b6a7a-29a1-4fd1-aba1-2df2cf68dfcc" {{(pid=66703) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 869.701730] env[66703]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('717b6a7a-29a1-4fd1-aba1-2df2cf68dfcc',) {} {{(pid=66703) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 870.206166] env[66703]: DEBUG networking_nsxv3.common.locking [-] Lock member-717b6a7a-29a1-4fd1-aba1-2df2cf68dfcc taken with stack trace [, , , ] {{(pid=66703) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 870.206681] env[66703]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-717b6a7a-29a1-4fd1-aba1-2df2cf68dfcc" {{(pid=66703) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 870.206681] env[66703]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-717b6a7a-29a1-4fd1-aba1-2df2cf68dfcc" {{(pid=66703) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 870.206681] env[66703]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-717b6a7a-29a1-4fd1-aba1-2df2cf68dfcc" {{(pid=66703) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 870.206911] env[66703]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=66703) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 870.207054] env[66703]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66703) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 870.207054] env[66703]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66703) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 870.209453] env[66703]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66703) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 870.209453] env[66703]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66703) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 870.209453] env[66703]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-717b6a7a-29a1-4fd1-aba1-2df2cf68dfcc" {{(pid=66703) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 870.209453] env[66703]: DEBUG networking_nsxv3.common.locking [-] Lock member-717b6a7a-29a1-4fd1-aba1-2df2cf68dfcc taken with stack trace [, , , ] {{(pid=66703) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 870.209453] env[66703]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-717b6a7a-29a1-4fd1-aba1-2df2cf68dfcc" {{(pid=66703) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 870.209453] env[66703]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-717b6a7a-29a1-4fd1-aba1-2df2cf68dfcc" {{(pid=66703) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 870.209453] env[66703]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-717b6a7a-29a1-4fd1-aba1-2df2cf68dfcc" {{(pid=66703) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 870.209453] env[66703]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=66703) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 870.209453] env[66703]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66703) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 870.209453] env[66703]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66703) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 870.209453] env[66703]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66703) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 870.209453] env[66703]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66703) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 870.209453] env[66703]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-717b6a7a-29a1-4fd1-aba1-2df2cf68dfcc" {{(pid=66703) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 870.209453] env[66703]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('717b6a7a-29a1-4fd1-aba1-2df2cf68dfcc',) {} {{(pid=66703) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 870.506024] env[66703]: INFO networking_nsxv3.common.synchronization [req-2c3675d9-ca47-41bb-a644-de71cbbd387f req-8e3c74f6-b9e1-441b-86ab-90af5696e7ac tempest-ServerActionsTestOtherA-1522627266 tempest-ServerActionsTestOtherA-1522627266-project-member] Enqueued Resource ID: 41686f41-1a2e-4978-b11b-0069e0dbf969 with Priority: HIGHEST for action security_group_members [ 870.506686] env[66703]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 41686f41-1a2e-4978-b11b-0069e0dbf969 with Priority: HIGHEST for action security_group_members [ 870.507016] env[66703]: DEBUG networking_nsxv3.common.locking [-] Lock member-41686f41-1a2e-4978-b11b-0069e0dbf969 taken with stack trace [, , ] {{(pid=66703) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 870.507209] env[66703]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-41686f41-1a2e-4978-b11b-0069e0dbf969" {{(pid=66703) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 870.507561] env[66703]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-41686f41-1a2e-4978-b11b-0069e0dbf969" {{(pid=66703) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 870.507688] env[66703]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-41686f41-1a2e-4978-b11b-0069e0dbf969" {{(pid=66703) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 870.508873] env[66703]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=66703) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 870.508873] env[66703]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66703) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 870.508873] env[66703]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66703) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 870.508873] env[66703]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66703) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 870.508873] env[66703]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66703) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 870.508873] env[66703]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('41686f41-1a2e-4978-b11b-0069e0dbf969',) {} {{(pid=66703) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 870.712839] env[66703]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for 717b6a7a-29a1-4fd1-aba1-2df2cf68dfcc: rpc.has_security_group_logging(os_id): False [ 870.737658] env[66703]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=66703) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 870.737658] env[66703]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66703) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 870.737658] env[66703]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66703) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 870.737658] env[66703]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66703) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 870.737658] env[66703]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66703) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 870.737658] env[66703]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66703) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 870.737658] env[66703]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66703) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 870.737658] env[66703]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66703) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 870.737658] env[66703]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66703) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 870.737658] env[66703]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66703) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 870.737658] env[66703]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66703) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 870.737658] env[66703]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66703) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 870.737658] env[66703]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66703) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 870.739298] env[66703]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66703) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 870.740582] env[66703]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66703) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 870.740582] env[66703]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=66703) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 870.740779] env[66703]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66703) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 870.740779] env[66703]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66703) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 870.740862] env[66703]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66703) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 870.740893] env[66703]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66703) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 870.741016] env[66703]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 717b6a7a-29a1-4fd1-aba1-2df2cf68dfcc is going to be created. [ 870.848025] env[66703]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=66703) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 870.848025] env[66703]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66703) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 870.848025] env[66703]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66703) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 870.848025] env[66703]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66703) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 870.848025] env[66703]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66703) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 870.866174] env[66703]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 717b6a7a-29a1-4fd1-aba1-2df2cf68dfcc in Status: IN_PROGRESS for 2s [ 871.010958] env[66703]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=66703) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 871.011227] env[66703]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66703) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 871.011351] env[66703]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66703) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 871.011738] env[66703]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66703) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 871.011881] env[66703]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66703) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 871.012182] env[66703]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66703) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 871.012298] env[66703]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66703) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 871.012358] env[66703]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66703) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 871.012533] env[66703]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66703) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 871.012614] env[66703]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66703) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 871.012709] env[66703]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 41686f41-1a2e-4978-b11b-0069e0dbf969 already deleted. [ 871.012843] env[66703]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-41686f41-1a2e-4978-b11b-0069e0dbf969" {{(pid=66703) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 871.015709] env[66703]: DEBUG networking_nsxv3.common.locking [None req-33d36011-a73c-4b6d-849a-f8c867240c48 None None] Lock network-701 taken with stack trace [, , , , , , , , ] {{(pid=66703) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 871.015902] env[66703]: DEBUG oslo_concurrency.lockutils [None req-33d36011-a73c-4b6d-849a-f8c867240c48 None None] Acquiring lock "network-701" {{(pid=66703) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 871.016077] env[66703]: DEBUG oslo_concurrency.lockutils [None req-33d36011-a73c-4b6d-849a-f8c867240c48 None None] Acquired lock "network-701" {{(pid=66703) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 871.016535] env[66703]: DEBUG oslo_concurrency.lockutils [None req-33d36011-a73c-4b6d-849a-f8c867240c48 None None] Acquired external semaphore "network-701" {{(pid=66703) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 871.016806] env[66703]: DEBUG networking_nsxv3.common.locking [None req-33d36011-a73c-4b6d-849a-f8c867240c48 None None] Lock Segment taken with stack trace [, , , , , , , , , , ] {{(pid=66703) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 871.016962] env[66703]: DEBUG oslo_concurrency.lockutils [None req-33d36011-a73c-4b6d-849a-f8c867240c48 None None] Acquiring lock "Segment" {{(pid=66703) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 871.017085] env[66703]: DEBUG oslo_concurrency.lockutils [None req-33d36011-a73c-4b6d-849a-f8c867240c48 None None] Acquired lock "Segment" {{(pid=66703) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 871.017306] env[66703]: DEBUG oslo_concurrency.lockutils [None req-33d36011-a73c-4b6d-849a-f8c867240c48 None None] Acquired external semaphore "Segment" {{(pid=66703) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 871.017442] env[66703]: DEBUG oslo_concurrency.lockutils [None req-33d36011-a73c-4b6d-849a-f8c867240c48 None None] Releasing lock "Segment" {{(pid=66703) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 871.017694] env[66703]: DEBUG dogpile.cache.region [None req-33d36011-a73c-4b6d-849a-f8c867240c48 None None] No value present for key: 'zone-id' {{(pid=66703) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 871.017901] env[66703]: DEBUG dogpile.lock [None req-33d36011-a73c-4b6d-849a-f8c867240c48 None None] NeedRegenerationException {{(pid=66703) _enter /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:90}} [ 871.017901] env[66703]: DEBUG dogpile.lock [None req-33d36011-a73c-4b6d-849a-f8c867240c48 None None] no value, waiting for create lock {{(pid=66703) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:131}} [ 871.018019] env[66703]: DEBUG dogpile.lock [None req-33d36011-a73c-4b6d-849a-f8c867240c48 None None] value creation lock acquired {{(pid=66703) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:135}} [ 871.018053] env[66703]: DEBUG dogpile.cache.region [None req-33d36011-a73c-4b6d-849a-f8c867240c48 None None] No value present for key: 'zone-id' {{(pid=66703) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 871.018152] env[66703]: DEBUG dogpile.lock [None req-33d36011-a73c-4b6d-849a-f8c867240c48 None None] Calling creation function for not-yet-present value {{(pid=66703) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:174}} [ 871.018275] env[66703]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-33d36011-a73c-4b6d-849a-f8c867240c48 None None] Looking for TransportZone with name nsx-vlan-transportzone. [ 871.058346] env[66703]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-33d36011-a73c-4b6d-849a-f8c867240c48 None None] loading zone with a95c914d-748d-497c-94ab-10d4647daeba and tags [{'scope': 'mp2policy_migr_status', 'tag': 'success'}] [ 871.058657] env[66703]: DEBUG dogpile.cache.region [None req-33d36011-a73c-4b6d-849a-f8c867240c48 None None] Cache value generated in 0.040 seconds for key(s): 'zone-id' {{(pid=66703) _log_time /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:910}} [ 871.058977] env[66703]: DEBUG dogpile.lock [None req-33d36011-a73c-4b6d-849a-f8c867240c48 None None] Released creation lock {{(pid=66703) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:182}} [ 871.058977] env[66703]: DEBUG oslo_concurrency.lockutils [None req-33d36011-a73c-4b6d-849a-f8c867240c48 None None] Releasing lock "network-701" {{(pid=66703) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 871.059416] env[66703]: DEBUG networking_nsxv3.common.locking [None req-33d36011-a73c-4b6d-849a-f8c867240c48 None None] Lock port-b914dd9a-f442-4aba-a278-5f01032f067a taken with stack trace [, , , , , , , , ] {{(pid=66703) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 871.059651] env[66703]: DEBUG oslo_concurrency.lockutils [None req-33d36011-a73c-4b6d-849a-f8c867240c48 None None] Acquiring lock "port-b914dd9a-f442-4aba-a278-5f01032f067a" {{(pid=66703) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 871.059781] env[66703]: DEBUG oslo_concurrency.lockutils [None req-33d36011-a73c-4b6d-849a-f8c867240c48 None None] Acquired lock "port-b914dd9a-f442-4aba-a278-5f01032f067a" {{(pid=66703) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 871.060148] env[66703]: DEBUG oslo_concurrency.lockutils [None req-33d36011-a73c-4b6d-849a-f8c867240c48 None None] Acquired external semaphore "port-b914dd9a-f442-4aba-a278-5f01032f067a" {{(pid=66703) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 871.060784] env[66703]: DEBUG networking_nsxv3.api.rpc [None req-33d36011-a73c-4b6d-849a-f8c867240c48 None None] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('b914dd9a-f442-4aba-a278-5f01032f067a',) {} {{(pid=66703) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 871.120682] env[66703]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 49cb7e93-7ef3-4fd4-b6fd-65673af109cd in Status: SUCCESS [ 871.120989] env[66703]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-49cb7e93-7ef3-4fd4-b6fd-65673af109cd" {{(pid=66703) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 871.121145] env[66703]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-49cb7e93-7ef3-4fd4-b6fd-65673af109cd" {{(pid=66703) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 871.121466] env[66703]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-49cb7e93-7ef3-4fd4-b6fd-65673af109cd" {{(pid=66703) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 871.121814] env[66703]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=66703) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 871.121904] env[66703]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66703) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 871.121961] env[66703]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66703) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 871.122252] env[66703]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66703) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 871.122252] env[66703]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66703) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 871.122317] env[66703]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-49cb7e93-7ef3-4fd4-b6fd-65673af109cd" {{(pid=66703) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 871.122429] env[66703]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('49cb7e93-7ef3-4fd4-b6fd-65673af109cd',) {} {{(pid=66703) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 871.564534] env[66703]: DEBUG networking_nsxv3.common.locking [None req-33d36011-a73c-4b6d-849a-f8c867240c48 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , ] {{(pid=66703) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 871.564534] env[66703]: DEBUG oslo_concurrency.lockutils [None req-33d36011-a73c-4b6d-849a-f8c867240c48 None None] Acquiring lock "SegmentPort" {{(pid=66703) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 871.564534] env[66703]: DEBUG oslo_concurrency.lockutils [None req-33d36011-a73c-4b6d-849a-f8c867240c48 None None] Acquired lock "SegmentPort" {{(pid=66703) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 871.564534] env[66703]: DEBUG oslo_concurrency.lockutils [None req-33d36011-a73c-4b6d-849a-f8c867240c48 None None] Acquired external semaphore "SegmentPort" {{(pid=66703) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 871.565248] env[66703]: DEBUG oslo_concurrency.lockutils [None req-33d36011-a73c-4b6d-849a-f8c867240c48 None None] Releasing lock "SegmentPort" {{(pid=66703) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 871.565248] env[66703]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-33d36011-a73c-4b6d-849a-f8c867240c48 None None] Segment Port b914dd9a-f442-4aba-a278-5f01032f067a not found, creating... [ 871.565248] env[66703]: DEBUG networking_nsxv3.common.locking [None req-33d36011-a73c-4b6d-849a-f8c867240c48 None None] Lock Segment taken with stack trace [, , , , , , , , , , , ] {{(pid=66703) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 871.565248] env[66703]: DEBUG oslo_concurrency.lockutils [None req-33d36011-a73c-4b6d-849a-f8c867240c48 None None] Acquiring lock "Segment" {{(pid=66703) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 871.565248] env[66703]: DEBUG oslo_concurrency.lockutils [None req-33d36011-a73c-4b6d-849a-f8c867240c48 None None] Acquired lock "Segment" {{(pid=66703) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 871.565496] env[66703]: DEBUG oslo_concurrency.lockutils [None req-33d36011-a73c-4b6d-849a-f8c867240c48 None None] Acquired external semaphore "Segment" {{(pid=66703) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 871.565587] env[66703]: DEBUG oslo_concurrency.lockutils [None req-33d36011-a73c-4b6d-849a-f8c867240c48 None None] Releasing lock "Segment" {{(pid=66703) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 871.565863] env[66703]: DEBUG networking_nsxv3.common.locking [None req-33d36011-a73c-4b6d-849a-f8c867240c48 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=66703) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 871.566016] env[66703]: DEBUG oslo_concurrency.lockutils [None req-33d36011-a73c-4b6d-849a-f8c867240c48 None None] Acquiring lock "SegmentPort" {{(pid=66703) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 871.566130] env[66703]: DEBUG oslo_concurrency.lockutils [None req-33d36011-a73c-4b6d-849a-f8c867240c48 None None] Acquired lock "SegmentPort" {{(pid=66703) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 871.566329] env[66703]: DEBUG oslo_concurrency.lockutils [None req-33d36011-a73c-4b6d-849a-f8c867240c48 None None] Acquired external semaphore "SegmentPort" {{(pid=66703) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 871.566528] env[66703]: DEBUG oslo_concurrency.lockutils [None req-33d36011-a73c-4b6d-849a-f8c867240c48 None None] Releasing lock "SegmentPort" {{(pid=66703) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 871.566633] env[66703]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-33d36011-a73c-4b6d-849a-f8c867240c48 None None] Resource: SegmentPort with ID: b914dd9a-f442-4aba-a278-5f01032f067a is going to be created. [ 871.591238] env[66703]: DEBUG networking_nsxv3.common.locking [None req-33d36011-a73c-4b6d-849a-f8c867240c48 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=66703) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 871.591578] env[66703]: DEBUG oslo_concurrency.lockutils [None req-33d36011-a73c-4b6d-849a-f8c867240c48 None None] Acquiring lock "SegmentPort" {{(pid=66703) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 871.591666] env[66703]: DEBUG oslo_concurrency.lockutils [None req-33d36011-a73c-4b6d-849a-f8c867240c48 None None] Acquired lock "SegmentPort" {{(pid=66703) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 871.591924] env[66703]: DEBUG oslo_concurrency.lockutils [None req-33d36011-a73c-4b6d-849a-f8c867240c48 None None] Acquired external semaphore "SegmentPort" {{(pid=66703) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 871.592166] env[66703]: DEBUG oslo_concurrency.lockutils [None req-33d36011-a73c-4b6d-849a-f8c867240c48 None None] Releasing lock "SegmentPort" {{(pid=66703) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 871.592424] env[66703]: DEBUG oslo_concurrency.lockutils [None req-33d36011-a73c-4b6d-849a-f8c867240c48 None None] Releasing lock "port-b914dd9a-f442-4aba-a278-5f01032f067a" {{(pid=66703) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 871.626942] env[66703]: DEBUG networking_nsxv3.common.locking [-] Lock member-49cb7e93-7ef3-4fd4-b6fd-65673af109cd taken with stack trace [, , , ] {{(pid=66703) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 871.626942] env[66703]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-49cb7e93-7ef3-4fd4-b6fd-65673af109cd" {{(pid=66703) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 871.626942] env[66703]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-49cb7e93-7ef3-4fd4-b6fd-65673af109cd" {{(pid=66703) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 871.627246] env[66703]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-49cb7e93-7ef3-4fd4-b6fd-65673af109cd" {{(pid=66703) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 871.627311] env[66703]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=66703) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 871.627398] env[66703]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66703) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 871.627456] env[66703]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66703) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 871.627592] env[66703]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66703) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 871.627669] env[66703]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66703) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 871.627765] env[66703]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-49cb7e93-7ef3-4fd4-b6fd-65673af109cd" {{(pid=66703) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 871.627914] env[66703]: DEBUG networking_nsxv3.common.locking [-] Lock member-49cb7e93-7ef3-4fd4-b6fd-65673af109cd taken with stack trace [, , , ] {{(pid=66703) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 871.628031] env[66703]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-49cb7e93-7ef3-4fd4-b6fd-65673af109cd" {{(pid=66703) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 871.628095] env[66703]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-49cb7e93-7ef3-4fd4-b6fd-65673af109cd" {{(pid=66703) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 871.628213] env[66703]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-49cb7e93-7ef3-4fd4-b6fd-65673af109cd" {{(pid=66703) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 871.628348] env[66703]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=66703) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 871.628436] env[66703]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66703) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 871.628581] env[66703]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66703) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 871.628679] env[66703]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66703) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 871.628745] env[66703]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66703) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 871.628866] env[66703]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-49cb7e93-7ef3-4fd4-b6fd-65673af109cd" {{(pid=66703) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 871.628920] env[66703]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('49cb7e93-7ef3-4fd4-b6fd-65673af109cd',) {} {{(pid=66703) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 872.130927] env[66703]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for 49cb7e93-7ef3-4fd4-b6fd-65673af109cd: rpc.has_security_group_logging(os_id): False [ 872.152363] env[66703]: INFO networking_nsxv3.common.synchronization [req-a4f3770e-5473-4fe1-9eda-6f797d73a83f req-2f8f52d1-583a-469e-ad73-6446c25dbc2c tempest-ServersTestJSON-1847968620 tempest-ServersTestJSON-1847968620-project-member] Enqueued Resource ID: b1c3d67f-1e3c-4cc5-9f2a-196bdf599e44 with Priority: HIGHEST for action security_group_members [ 872.153480] env[66703]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=66703) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 872.154827] env[66703]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66703) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 872.154827] env[66703]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66703) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 872.155454] env[66703]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66703) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 872.155606] env[66703]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66703) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 872.155968] env[66703]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66703) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 872.156912] env[66703]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66703) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 872.156912] env[66703]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66703) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 872.156912] env[66703]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66703) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 872.156912] env[66703]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66703) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 872.156912] env[66703]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66703) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 872.157800] env[66703]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66703) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 872.157948] env[66703]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66703) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 872.158850] env[66703]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66703) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 872.158909] env[66703]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66703) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 872.159345] env[66703]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=66703) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 872.159345] env[66703]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66703) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 872.159511] env[66703]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66703) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 872.159813] env[66703]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66703) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 872.159976] env[66703]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66703) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 872.160125] env[66703]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 49cb7e93-7ef3-4fd4-b6fd-65673af109cd is going to be updated. [ 872.162106] env[66703]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: b1c3d67f-1e3c-4cc5-9f2a-196bdf599e44 with Priority: HIGHEST for action security_group_members [ 872.162861] env[66703]: DEBUG networking_nsxv3.common.locking [-] Lock member-b1c3d67f-1e3c-4cc5-9f2a-196bdf599e44 taken with stack trace [, , ] {{(pid=66703) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 872.163024] env[66703]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-b1c3d67f-1e3c-4cc5-9f2a-196bdf599e44" {{(pid=66703) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 872.163125] env[66703]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-b1c3d67f-1e3c-4cc5-9f2a-196bdf599e44" {{(pid=66703) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 872.163380] env[66703]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-b1c3d67f-1e3c-4cc5-9f2a-196bdf599e44" {{(pid=66703) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 872.163573] env[66703]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=66703) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 872.163730] env[66703]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66703) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 872.163832] env[66703]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66703) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 872.164064] env[66703]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66703) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 872.164220] env[66703]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66703) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 872.164379] env[66703]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('b1c3d67f-1e3c-4cc5-9f2a-196bdf599e44',) {} {{(pid=66703) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 872.244420] env[66703]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=66703) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 872.244702] env[66703]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66703) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 872.244790] env[66703]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66703) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 872.245200] env[66703]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66703) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 872.245386] env[66703]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66703) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 872.263423] env[66703]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 49cb7e93-7ef3-4fd4-b6fd-65673af109cd in Status: IN_PROGRESS for 2s [ 872.322555] env[66703]: INFO networking_nsxv3.common.synchronization [req-2c3675d9-ca47-41bb-a644-de71cbbd387f req-7ac4fa92-6a49-4880-8b61-c041e36c5864 service nova] Enqueued Resource ID: 41686f41-1a2e-4978-b11b-0069e0dbf969 with Priority: HIGHEST for action security_group_rules [ 872.322877] env[66703]: INFO networking_nsxv3.common.synchronization [req-2c3675d9-ca47-41bb-a644-de71cbbd387f req-7ac4fa92-6a49-4880-8b61-c041e36c5864 service nova] Enqueued Resource ID: 41686f41-1a2e-4978-b11b-0069e0dbf969 with Priority: HIGHEST for action security_group_members [ 872.323758] env[66703]: INFO networking_nsxv3.common.synchronization [req-2c3675d9-ca47-41bb-a644-de71cbbd387f req-7ac4fa92-6a49-4880-8b61-c041e36c5864 service nova] Enqueued Resource ID: b914dd9a-f442-4aba-a278-5f01032f067a with Priority: HIGHEST for action port [ 872.324485] env[66703]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 41686f41-1a2e-4978-b11b-0069e0dbf969 with Priority: HIGHEST for action security_group_rules [ 872.324822] env[66703]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 41686f41-1a2e-4978-b11b-0069e0dbf969 with Priority: HIGHEST for action security_group_members [ 872.325091] env[66703]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: b914dd9a-f442-4aba-a278-5f01032f067a with Priority: HIGHEST for action port [ 872.325998] env[66703]: DEBUG networking_nsxv3.common.locking [-] Lock rules-41686f41-1a2e-4978-b11b-0069e0dbf969 taken with stack trace [, , ] {{(pid=66703) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 872.326447] env[66703]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-41686f41-1a2e-4978-b11b-0069e0dbf969" {{(pid=66703) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 872.326580] env[66703]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-41686f41-1a2e-4978-b11b-0069e0dbf969" {{(pid=66703) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 872.326867] env[66703]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-41686f41-1a2e-4978-b11b-0069e0dbf969" {{(pid=66703) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 872.327030] env[66703]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('41686f41-1a2e-4978-b11b-0069e0dbf969',) {} {{(pid=66703) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 872.330129] env[66703]: DEBUG networking_nsxv3.common.locking [-] Lock member-41686f41-1a2e-4978-b11b-0069e0dbf969 taken with stack trace [, , ] {{(pid=66703) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 872.330234] env[66703]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-41686f41-1a2e-4978-b11b-0069e0dbf969" {{(pid=66703) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 872.330349] env[66703]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-41686f41-1a2e-4978-b11b-0069e0dbf969" {{(pid=66703) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 872.330674] env[66703]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-41686f41-1a2e-4978-b11b-0069e0dbf969" {{(pid=66703) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 872.331091] env[66703]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=66703) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 872.331091] env[66703]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66703) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 872.331233] env[66703]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66703) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 872.332050] env[66703]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66703) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 872.332050] env[66703]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66703) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 872.332050] env[66703]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('41686f41-1a2e-4978-b11b-0069e0dbf969',) {} {{(pid=66703) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 872.333051] env[66703]: DEBUG networking_nsxv3.common.locking [-] Lock port-b914dd9a-f442-4aba-a278-5f01032f067a taken with stack trace [, , ] {{(pid=66703) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 872.333369] env[66703]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-b914dd9a-f442-4aba-a278-5f01032f067a" {{(pid=66703) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 872.333716] env[66703]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-b914dd9a-f442-4aba-a278-5f01032f067a" {{(pid=66703) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 872.333862] env[66703]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-b914dd9a-f442-4aba-a278-5f01032f067a" {{(pid=66703) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 872.334055] env[66703]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('b914dd9a-f442-4aba-a278-5f01032f067a',) {} {{(pid=66703) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 872.670423] env[66703]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=66703) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 872.670423] env[66703]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66703) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 872.670423] env[66703]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66703) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 872.670423] env[66703]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66703) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 872.670423] env[66703]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66703) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 872.670423] env[66703]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66703) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 872.670423] env[66703]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66703) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 872.670423] env[66703]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66703) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 872.670423] env[66703]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66703) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 872.670423] env[66703]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66703) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 872.671261] env[66703]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: b1c3d67f-1e3c-4cc5-9f2a-196bdf599e44 is going to be updated. [ 872.728452] env[66703]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66703) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 872.728825] env[66703]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66703) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 872.728825] env[66703]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66703) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 872.729261] env[66703]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66703) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 872.729605] env[66703]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66703) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 872.745342] env[66703]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: b1c3d67f-1e3c-4cc5-9f2a-196bdf599e44 in Status: IN_PROGRESS for 2s [ 872.830347] env[66703]: DEBUG networking_nsxv3.common.locking [-] Lock member-41686f41-1a2e-4978-b11b-0069e0dbf969 taken with stack trace [, , , ] {{(pid=66703) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 872.834759] env[66703]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-41686f41-1a2e-4978-b11b-0069e0dbf969" {{(pid=66703) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 872.836635] env[66703]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('41686f41-1a2e-4978-b11b-0069e0dbf969',) {} {{(pid=66703) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 872.841533] env[66703]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] realization of port b914dd9a-f442-4aba-a278-5f01032f067a with status ACTIVE [ 872.841533] env[66703]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=66703) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 872.841533] env[66703]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=66703) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 872.841533] env[66703]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=66703) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 872.841533] env[66703]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=66703) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 872.841533] env[66703]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=66703) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 872.841533] env[66703]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , ] {{(pid=66703) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 872.841533] env[66703]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=66703) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 872.841533] env[66703]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=66703) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 872.842101] env[66703]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=66703) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 872.842101] env[66703]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=66703) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 872.842508] env[66703]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=66703) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 872.842508] env[66703]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=66703) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 872.842508] env[66703]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=66703) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 872.842696] env[66703]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=66703) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 872.842696] env[66703]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=66703) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 872.842820] env[66703]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: SegmentPort with ID: b914dd9a-f442-4aba-a278-5f01032f067a is going to be updated. [ 872.875307] env[66703]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=66703) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 872.875307] env[66703]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=66703) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 872.875307] env[66703]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=66703) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 872.876724] env[66703]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=66703) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 872.876724] env[66703]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=66703) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 872.876724] env[66703]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-b914dd9a-f442-4aba-a278-5f01032f067a" {{(pid=66703) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 872.887954] env[66703]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 717b6a7a-29a1-4fd1-aba1-2df2cf68dfcc in Status: SUCCESS [ 872.888226] env[66703]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-717b6a7a-29a1-4fd1-aba1-2df2cf68dfcc" {{(pid=66703) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 873.349220] env[66703]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('41686f41-1a2e-4978-b11b-0069e0dbf969',) {} {{(pid=66703) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 873.856208] env[66703]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66703) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 873.856208] env[66703]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66703) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 873.856208] env[66703]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66703) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 873.856208] env[66703]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66703) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 873.856208] env[66703]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66703) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 873.856208] env[66703]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 41686f41-1a2e-4978-b11b-0069e0dbf969 is going to be created. [ 873.886628] env[66703]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66703) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 873.886834] env[66703]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66703) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 873.886891] env[66703]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66703) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 873.887325] env[66703]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66703) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 873.887442] env[66703]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66703) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 873.902532] env[66703]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 41686f41-1a2e-4978-b11b-0069e0dbf969 in Status: UNINITIALIZED for 2s [ 874.278917] env[66703]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 49cb7e93-7ef3-4fd4-b6fd-65673af109cd in Status: SUCCESS [ 874.279899] env[66703]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-49cb7e93-7ef3-4fd4-b6fd-65673af109cd" {{(pid=66703) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 874.764535] env[66703]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: b1c3d67f-1e3c-4cc5-9f2a-196bdf599e44 in Status: SUCCESS [ 874.764826] env[66703]: WARNING networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: b1c3d67f-1e3c-4cc5-9f2a-196bdf599e44 deletion is rescheduled due to dependency. [ 874.764984] env[66703]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-b1c3d67f-1e3c-4cc5-9f2a-196bdf599e44" {{(pid=66703) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 875.912982] env[66703]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 41686f41-1a2e-4978-b11b-0069e0dbf969 in Status: SUCCESS [ 875.913289] env[66703]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-41686f41-1a2e-4978-b11b-0069e0dbf969" {{(pid=66703) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 875.913415] env[66703]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-41686f41-1a2e-4978-b11b-0069e0dbf969" {{(pid=66703) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 875.914095] env[66703]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-41686f41-1a2e-4978-b11b-0069e0dbf969" {{(pid=66703) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 875.914312] env[66703]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=66703) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 875.914432] env[66703]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66703) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 875.914487] env[66703]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66703) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 875.914711] env[66703]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66703) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 875.915044] env[66703]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66703) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 875.915168] env[66703]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-41686f41-1a2e-4978-b11b-0069e0dbf969" {{(pid=66703) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 875.915399] env[66703]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('41686f41-1a2e-4978-b11b-0069e0dbf969',) {} {{(pid=66703) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 876.418997] env[66703]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('41686f41-1a2e-4978-b11b-0069e0dbf969',) {} {{(pid=66703) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 876.920962] env[66703]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for 41686f41-1a2e-4978-b11b-0069e0dbf969: rpc.has_security_group_logging(os_id): False [ 876.944958] env[66703]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=66703) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 876.944958] env[66703]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66703) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 876.944958] env[66703]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66703) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 876.944958] env[66703]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66703) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 876.945302] env[66703]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66703) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 876.945302] env[66703]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=66703) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 876.946075] env[66703]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66703) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 876.946189] env[66703]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66703) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 876.946404] env[66703]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66703) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 876.946519] env[66703]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66703) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 876.946624] env[66703]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 41686f41-1a2e-4978-b11b-0069e0dbf969 is going to be created. [ 877.023643] env[66703]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=66703) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 877.023876] env[66703]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66703) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 877.024031] env[66703]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66703) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 877.024168] env[66703]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66703) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 877.024363] env[66703]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66703) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 877.038237] env[66703]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 41686f41-1a2e-4978-b11b-0069e0dbf969 in Status: IN_PROGRESS for 2s [ 877.328188] env[66703]: INFO networking_nsxv3.common.synchronization [-] No activity for the last 5 seconds. [ 877.328449] env[66703]: INFO networking_nsxv3.common.synchronization [-] Sizes Queue[Active=0, Passive=0], Jobs=1 [ 877.857829] env[66703]: INFO networking_nsxv3.common.synchronization [req-5546452f-3a85-43ff-9980-6653032fa7e0 req-2f558feb-79f8-43c4-b104-b78c3e6b5712 tempest-ServersV294TestFqdnHostnames-251559739 tempest-ServersV294TestFqdnHostnames-251559739-project-member] Enqueued Resource ID: a9c5dd23-48a3-431d-ac41-19c73af4faf6 with Priority: HIGHEST for action security_group_members [ 877.858601] env[66703]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: a9c5dd23-48a3-431d-ac41-19c73af4faf6 with Priority: HIGHEST for action security_group_members [ 877.859325] env[66703]: DEBUG networking_nsxv3.common.locking [-] Lock member-a9c5dd23-48a3-431d-ac41-19c73af4faf6 taken with stack trace [, , ] {{(pid=66703) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 877.859325] env[66703]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-a9c5dd23-48a3-431d-ac41-19c73af4faf6" {{(pid=66703) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 877.859325] env[66703]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-a9c5dd23-48a3-431d-ac41-19c73af4faf6" {{(pid=66703) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 877.859597] env[66703]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-a9c5dd23-48a3-431d-ac41-19c73af4faf6" {{(pid=66703) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 877.859803] env[66703]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=66703) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 877.860023] env[66703]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66703) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 877.860171] env[66703]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66703) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 877.860302] env[66703]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66703) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 877.860436] env[66703]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66703) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 877.860558] env[66703]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('a9c5dd23-48a3-431d-ac41-19c73af4faf6',) {} {{(pid=66703) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 878.190773] env[66703]: INFO networking_nsxv3.common.synchronization [req-b36feec7-d2ef-4569-89c7-89cc6dc2dfd5 req-9504aeb0-167f-47c6-a285-777d9620a9ac tempest-ImagesTestJSON-1641770331 tempest-ImagesTestJSON-1641770331-project-member] Enqueued Resource ID: f52985e4-827d-4ac5-ba08-62ae5081fda6 with Priority: HIGHEST for action security_group_members [ 878.190773] env[66703]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: f52985e4-827d-4ac5-ba08-62ae5081fda6 with Priority: HIGHEST for action security_group_members [ 878.190773] env[66703]: DEBUG networking_nsxv3.common.locking [-] Lock member-f52985e4-827d-4ac5-ba08-62ae5081fda6 taken with stack trace [, , ] {{(pid=66703) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 878.190773] env[66703]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-f52985e4-827d-4ac5-ba08-62ae5081fda6" {{(pid=66703) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 878.190773] env[66703]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-f52985e4-827d-4ac5-ba08-62ae5081fda6" {{(pid=66703) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 878.190773] env[66703]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-f52985e4-827d-4ac5-ba08-62ae5081fda6" {{(pid=66703) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 878.192140] env[66703]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=66703) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 878.193697] env[66703]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66703) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 878.194049] env[66703]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66703) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 878.195099] env[66703]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66703) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 878.195491] env[66703]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66703) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 878.196489] env[66703]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('f52985e4-827d-4ac5-ba08-62ae5081fda6',) {} {{(pid=66703) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 878.258040] env[66703]: INFO networking_nsxv3.common.synchronization [req-95f99546-f771-41d6-a553-bd51f3819d76 req-bb6b244d-1ec0-44a2-88c7-671cac3cb74e tempest-SecurityGroupsTestJSON-990568022 tempest-SecurityGroupsTestJSON-990568022-project-member] Enqueued Resource ID: ead9059b-21b2-4727-a688-5bf3e134073b with Priority: HIGHEST for action security_group_members [ 878.258040] env[66703]: INFO networking_nsxv3.common.synchronization [req-95f99546-f771-41d6-a553-bd51f3819d76 req-bb6b244d-1ec0-44a2-88c7-671cac3cb74e tempest-SecurityGroupsTestJSON-990568022 tempest-SecurityGroupsTestJSON-990568022-project-member] Enqueued Resource ID: edd00d40-6f87-4c61-9069-3d442058e704 with Priority: HIGHEST for action security_group_members [ 878.258040] env[66703]: INFO networking_nsxv3.common.synchronization [req-95f99546-f771-41d6-a553-bd51f3819d76 req-bb6b244d-1ec0-44a2-88c7-671cac3cb74e tempest-SecurityGroupsTestJSON-990568022 tempest-SecurityGroupsTestJSON-990568022-project-member] Enqueued Resource ID: 68993a16-916f-4eee-a4a2-cfd61c353b25 with Priority: HIGHEST for action security_group_members [ 878.259456] env[66703]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: ead9059b-21b2-4727-a688-5bf3e134073b with Priority: HIGHEST for action security_group_members [ 878.259456] env[66703]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: edd00d40-6f87-4c61-9069-3d442058e704 with Priority: HIGHEST for action security_group_members [ 878.259456] env[66703]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 68993a16-916f-4eee-a4a2-cfd61c353b25 with Priority: HIGHEST for action security_group_members [ 878.259456] env[66703]: DEBUG networking_nsxv3.common.locking [-] Lock member-ead9059b-21b2-4727-a688-5bf3e134073b taken with stack trace [, , ] {{(pid=66703) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 878.259645] env[66703]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-ead9059b-21b2-4727-a688-5bf3e134073b" {{(pid=66703) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 878.259645] env[66703]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-ead9059b-21b2-4727-a688-5bf3e134073b" {{(pid=66703) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 878.260236] env[66703]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-ead9059b-21b2-4727-a688-5bf3e134073b" {{(pid=66703) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 878.260236] env[66703]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=66703) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 878.260236] env[66703]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66703) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 878.260236] env[66703]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66703) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 878.260528] env[66703]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66703) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 878.260528] env[66703]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66703) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 878.260528] env[66703]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('ead9059b-21b2-4727-a688-5bf3e134073b',) {} {{(pid=66703) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 878.261502] env[66703]: DEBUG networking_nsxv3.common.locking [-] Lock member-edd00d40-6f87-4c61-9069-3d442058e704 taken with stack trace [, , ] {{(pid=66703) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 878.261502] env[66703]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-edd00d40-6f87-4c61-9069-3d442058e704" {{(pid=66703) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 878.262543] env[66703]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-edd00d40-6f87-4c61-9069-3d442058e704" {{(pid=66703) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 878.262543] env[66703]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-edd00d40-6f87-4c61-9069-3d442058e704" {{(pid=66703) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 878.262543] env[66703]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=66703) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 878.262543] env[66703]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66703) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 878.262543] env[66703]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66703) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 878.262543] env[66703]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66703) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 878.262543] env[66703]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66703) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 878.262543] env[66703]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('edd00d40-6f87-4c61-9069-3d442058e704',) {} {{(pid=66703) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 878.264801] env[66703]: DEBUG networking_nsxv3.common.locking [-] Lock member-68993a16-916f-4eee-a4a2-cfd61c353b25 taken with stack trace [, , ] {{(pid=66703) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 878.264801] env[66703]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-68993a16-916f-4eee-a4a2-cfd61c353b25" {{(pid=66703) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 878.264801] env[66703]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-68993a16-916f-4eee-a4a2-cfd61c353b25" {{(pid=66703) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 878.268569] env[66703]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-68993a16-916f-4eee-a4a2-cfd61c353b25" {{(pid=66703) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 878.268569] env[66703]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=66703) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 878.268923] env[66703]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66703) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 878.268923] env[66703]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66703) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 878.268923] env[66703]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66703) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 878.269125] env[66703]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66703) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 878.269125] env[66703]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('68993a16-916f-4eee-a4a2-cfd61c353b25',) {} {{(pid=66703) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 878.364032] env[66703]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=66703) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 878.364032] env[66703]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66703) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 878.364032] env[66703]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66703) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 878.364032] env[66703]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66703) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 878.364032] env[66703]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66703) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 878.364492] env[66703]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66703) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 878.364573] env[66703]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66703) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 878.364647] env[66703]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66703) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 878.364761] env[66703]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66703) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 878.364836] env[66703]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66703) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 878.364923] env[66703]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: a9c5dd23-48a3-431d-ac41-19c73af4faf6 is going to be updated. [ 878.395414] env[66703]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66703) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 878.395569] env[66703]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66703) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 878.395654] env[66703]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66703) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 878.395853] env[66703]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66703) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 878.396000] env[66703]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66703) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 878.405307] env[66703]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: a9c5dd23-48a3-431d-ac41-19c73af4faf6 in Status: IN_PROGRESS for 2s [ 878.698793] env[66703]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=66703) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 878.699023] env[66703]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66703) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 878.699023] env[66703]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66703) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 878.699278] env[66703]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66703) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 878.699370] env[66703]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66703) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 878.699566] env[66703]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66703) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 878.699723] env[66703]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66703) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 878.699801] env[66703]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66703) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 878.699954] env[66703]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66703) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 878.700043] env[66703]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66703) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 878.700134] env[66703]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: f52985e4-827d-4ac5-ba08-62ae5081fda6 is going to be updated. [ 878.704404] env[66703]: DEBUG networking_nsxv3.common.locking [None req-ffa6d202-748e-4c81-9979-ad08741f9cf7 None None] Lock network-449 taken with stack trace [, , , , , , , , ] {{(pid=66703) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 878.704634] env[66703]: DEBUG oslo_concurrency.lockutils [None req-ffa6d202-748e-4c81-9979-ad08741f9cf7 None None] Acquiring lock "network-449" {{(pid=66703) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 878.704758] env[66703]: DEBUG oslo_concurrency.lockutils [None req-ffa6d202-748e-4c81-9979-ad08741f9cf7 None None] Acquired lock "network-449" {{(pid=66703) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 878.705121] env[66703]: DEBUG oslo_concurrency.lockutils [None req-ffa6d202-748e-4c81-9979-ad08741f9cf7 None None] Acquired external semaphore "network-449" {{(pid=66703) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 878.705433] env[66703]: DEBUG networking_nsxv3.common.locking [None req-ffa6d202-748e-4c81-9979-ad08741f9cf7 None None] Lock Segment taken with stack trace [, , , , , , , , , , ] {{(pid=66703) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 878.705679] env[66703]: DEBUG oslo_concurrency.lockutils [None req-ffa6d202-748e-4c81-9979-ad08741f9cf7 None None] Acquiring lock "Segment" {{(pid=66703) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 878.705923] env[66703]: DEBUG oslo_concurrency.lockutils [None req-ffa6d202-748e-4c81-9979-ad08741f9cf7 None None] Acquired lock "Segment" {{(pid=66703) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 878.706177] env[66703]: DEBUG oslo_concurrency.lockutils [None req-ffa6d202-748e-4c81-9979-ad08741f9cf7 None None] Acquired external semaphore "Segment" {{(pid=66703) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 878.706316] env[66703]: DEBUG oslo_concurrency.lockutils [None req-ffa6d202-748e-4c81-9979-ad08741f9cf7 None None] Releasing lock "Segment" {{(pid=66703) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 878.706664] env[66703]: DEBUG dogpile.cache.region [None req-ffa6d202-748e-4c81-9979-ad08741f9cf7 None None] No value present for key: 'zone-id' {{(pid=66703) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 878.706915] env[66703]: DEBUG dogpile.lock [None req-ffa6d202-748e-4c81-9979-ad08741f9cf7 None None] NeedRegenerationException {{(pid=66703) _enter /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:90}} [ 878.706915] env[66703]: DEBUG dogpile.lock [None req-ffa6d202-748e-4c81-9979-ad08741f9cf7 None None] no value, waiting for create lock {{(pid=66703) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:131}} [ 878.707078] env[66703]: DEBUG dogpile.lock [None req-ffa6d202-748e-4c81-9979-ad08741f9cf7 None None] value creation lock acquired {{(pid=66703) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:135}} [ 878.707243] env[66703]: DEBUG dogpile.cache.region [None req-ffa6d202-748e-4c81-9979-ad08741f9cf7 None None] No value present for key: 'zone-id' {{(pid=66703) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 878.707854] env[66703]: DEBUG dogpile.lock [None req-ffa6d202-748e-4c81-9979-ad08741f9cf7 None None] Calling creation function for not-yet-present value {{(pid=66703) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:174}} [ 878.707854] env[66703]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-ffa6d202-748e-4c81-9979-ad08741f9cf7 None None] Looking for TransportZone with name nsx-vlan-transportzone. [ 878.734610] env[66703]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-ffa6d202-748e-4c81-9979-ad08741f9cf7 None None] loading zone with a95c914d-748d-497c-94ab-10d4647daeba and tags [{'scope': 'mp2policy_migr_status', 'tag': 'success'}] [ 878.734610] env[66703]: DEBUG dogpile.cache.region [None req-ffa6d202-748e-4c81-9979-ad08741f9cf7 None None] Cache value generated in 0.026 seconds for key(s): 'zone-id' {{(pid=66703) _log_time /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:910}} [ 878.734823] env[66703]: DEBUG dogpile.lock [None req-ffa6d202-748e-4c81-9979-ad08741f9cf7 None None] Released creation lock {{(pid=66703) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:182}} [ 878.735296] env[66703]: DEBUG oslo_concurrency.lockutils [None req-ffa6d202-748e-4c81-9979-ad08741f9cf7 None None] Releasing lock "network-449" {{(pid=66703) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 878.735919] env[66703]: DEBUG networking_nsxv3.common.locking [None req-ffa6d202-748e-4c81-9979-ad08741f9cf7 None None] Lock port-3d42772d-ca71-4721-bbc7-b8d02b55271d taken with stack trace [, , , , , , , , ] {{(pid=66703) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 878.736179] env[66703]: DEBUG oslo_concurrency.lockutils [None req-ffa6d202-748e-4c81-9979-ad08741f9cf7 None None] Acquiring lock "port-3d42772d-ca71-4721-bbc7-b8d02b55271d" {{(pid=66703) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 878.736238] env[66703]: DEBUG oslo_concurrency.lockutils [None req-ffa6d202-748e-4c81-9979-ad08741f9cf7 None None] Acquired lock "port-3d42772d-ca71-4721-bbc7-b8d02b55271d" {{(pid=66703) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 878.736638] env[66703]: DEBUG oslo_concurrency.lockutils [None req-ffa6d202-748e-4c81-9979-ad08741f9cf7 None None] Acquired external semaphore "port-3d42772d-ca71-4721-bbc7-b8d02b55271d" {{(pid=66703) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 878.736778] env[66703]: DEBUG networking_nsxv3.api.rpc [None req-ffa6d202-748e-4c81-9979-ad08741f9cf7 None None] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('3d42772d-ca71-4721-bbc7-b8d02b55271d',) {} {{(pid=66703) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 878.740182] env[66703]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66703) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 878.740321] env[66703]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66703) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 878.740392] env[66703]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66703) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 878.740969] env[66703]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66703) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 878.741284] env[66703]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66703) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 878.752955] env[66703]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: f52985e4-827d-4ac5-ba08-62ae5081fda6 in Status: IN_PROGRESS for 2s [ 878.772272] env[66703]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=66703) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 878.772272] env[66703]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66703) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 878.772272] env[66703]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66703) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 878.772272] env[66703]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66703) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 878.772272] env[66703]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66703) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 878.772589] env[66703]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66703) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 878.772589] env[66703]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66703) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 878.772589] env[66703]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66703) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 878.772719] env[66703]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66703) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 878.772801] env[66703]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66703) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 878.772890] env[66703]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: edd00d40-6f87-4c61-9069-3d442058e704 is going to be updated. [ 878.774091] env[66703]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=66703) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 878.774203] env[66703]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66703) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 878.774268] env[66703]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66703) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 878.774443] env[66703]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66703) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 878.774524] env[66703]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66703) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 878.774693] env[66703]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66703) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 878.774788] env[66703]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66703) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 878.774849] env[66703]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66703) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 878.774986] env[66703]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66703) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 878.775840] env[66703]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66703) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 878.776028] env[66703]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: ead9059b-21b2-4727-a688-5bf3e134073b is going to be updated. [ 878.777922] env[66703]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=66703) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 878.778255] env[66703]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66703) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 878.778255] env[66703]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66703) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 878.778475] env[66703]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66703) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 878.778627] env[66703]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66703) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 878.780351] env[66703]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66703) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 878.780351] env[66703]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66703) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 878.780351] env[66703]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66703) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 878.780351] env[66703]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66703) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 878.780351] env[66703]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66703) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 878.780351] env[66703]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 68993a16-916f-4eee-a4a2-cfd61c353b25 is going to be updated. [ 878.831213] env[66703]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66703) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 878.831700] env[66703]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66703) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 878.831898] env[66703]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66703) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 878.832295] env[66703]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66703) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 878.832732] env[66703]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66703) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 878.838055] env[66703]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66703) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 878.838055] env[66703]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66703) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 878.838055] env[66703]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66703) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 878.838055] env[66703]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66703) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 878.838055] env[66703]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66703) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 878.838055] env[66703]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66703) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 878.838055] env[66703]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66703) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 878.838055] env[66703]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66703) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 878.838055] env[66703]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66703) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 878.838517] env[66703]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66703) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 878.852717] env[66703]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: ead9059b-21b2-4727-a688-5bf3e134073b in Status: IN_PROGRESS for 2s [ 878.853090] env[66703]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: edd00d40-6f87-4c61-9069-3d442058e704 in Status: IN_PROGRESS for 2s [ 878.854040] env[66703]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 68993a16-916f-4eee-a4a2-cfd61c353b25 in Status: IN_PROGRESS for 2s [ 879.051016] env[66703]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 41686f41-1a2e-4978-b11b-0069e0dbf969 in Status: SUCCESS [ 879.051601] env[66703]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-41686f41-1a2e-4978-b11b-0069e0dbf969" {{(pid=66703) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 879.140185] env[66703]: INFO networking_nsxv3.common.synchronization [None req-f76eb5a3-66d7-4c22-b071-76521384e728 None None] Enqueued Resource ID: 83be8955-646d-4c4e-9c01-76722e57c56c with Priority: HIGHEST for action port [ 879.140185] env[66703]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 83be8955-646d-4c4e-9c01-76722e57c56c with Priority: HIGHEST for action port [ 879.140185] env[66703]: DEBUG networking_nsxv3.common.locking [-] Lock port-83be8955-646d-4c4e-9c01-76722e57c56c taken with stack trace [, , ] {{(pid=66703) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 879.140185] env[66703]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-83be8955-646d-4c4e-9c01-76722e57c56c" {{(pid=66703) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 879.140185] env[66703]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-83be8955-646d-4c4e-9c01-76722e57c56c" {{(pid=66703) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 879.140748] env[66703]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-83be8955-646d-4c4e-9c01-76722e57c56c" {{(pid=66703) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 879.140945] env[66703]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('83be8955-646d-4c4e-9c01-76722e57c56c',) {} {{(pid=66703) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 879.239251] env[66703]: DEBUG networking_nsxv3.common.locking [None req-ffa6d202-748e-4c81-9979-ad08741f9cf7 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , ] {{(pid=66703) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 879.239573] env[66703]: DEBUG oslo_concurrency.lockutils [None req-ffa6d202-748e-4c81-9979-ad08741f9cf7 None None] Acquiring lock "SegmentPort" {{(pid=66703) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 879.240957] env[66703]: DEBUG oslo_concurrency.lockutils [None req-ffa6d202-748e-4c81-9979-ad08741f9cf7 None None] Acquired lock "SegmentPort" {{(pid=66703) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 879.240957] env[66703]: DEBUG oslo_concurrency.lockutils [None req-ffa6d202-748e-4c81-9979-ad08741f9cf7 None None] Acquired external semaphore "SegmentPort" {{(pid=66703) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 879.240957] env[66703]: DEBUG oslo_concurrency.lockutils [None req-ffa6d202-748e-4c81-9979-ad08741f9cf7 None None] Releasing lock "SegmentPort" {{(pid=66703) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 879.240957] env[66703]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-ffa6d202-748e-4c81-9979-ad08741f9cf7 None None] Segment Port 3d42772d-ca71-4721-bbc7-b8d02b55271d not found, creating... [ 879.240957] env[66703]: DEBUG networking_nsxv3.common.locking [None req-ffa6d202-748e-4c81-9979-ad08741f9cf7 None None] Lock Segment taken with stack trace [, , , , , , , , , , , ] {{(pid=66703) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 879.240957] env[66703]: DEBUG oslo_concurrency.lockutils [None req-ffa6d202-748e-4c81-9979-ad08741f9cf7 None None] Acquiring lock "Segment" {{(pid=66703) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 879.241501] env[66703]: DEBUG oslo_concurrency.lockutils [None req-ffa6d202-748e-4c81-9979-ad08741f9cf7 None None] Acquired lock "Segment" {{(pid=66703) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 879.241501] env[66703]: DEBUG oslo_concurrency.lockutils [None req-ffa6d202-748e-4c81-9979-ad08741f9cf7 None None] Acquired external semaphore "Segment" {{(pid=66703) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 879.241582] env[66703]: DEBUG oslo_concurrency.lockutils [None req-ffa6d202-748e-4c81-9979-ad08741f9cf7 None None] Releasing lock "Segment" {{(pid=66703) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 879.241923] env[66703]: DEBUG networking_nsxv3.common.locking [None req-ffa6d202-748e-4c81-9979-ad08741f9cf7 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=66703) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 879.242269] env[66703]: DEBUG oslo_concurrency.lockutils [None req-ffa6d202-748e-4c81-9979-ad08741f9cf7 None None] Acquiring lock "SegmentPort" {{(pid=66703) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 879.242457] env[66703]: DEBUG oslo_concurrency.lockutils [None req-ffa6d202-748e-4c81-9979-ad08741f9cf7 None None] Acquired lock "SegmentPort" {{(pid=66703) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 879.242958] env[66703]: DEBUG oslo_concurrency.lockutils [None req-ffa6d202-748e-4c81-9979-ad08741f9cf7 None None] Acquired external semaphore "SegmentPort" {{(pid=66703) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 879.244616] env[66703]: DEBUG oslo_concurrency.lockutils [None req-ffa6d202-748e-4c81-9979-ad08741f9cf7 None None] Releasing lock "SegmentPort" {{(pid=66703) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 879.244868] env[66703]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-ffa6d202-748e-4c81-9979-ad08741f9cf7 None None] Resource: SegmentPort with ID: 3d42772d-ca71-4721-bbc7-b8d02b55271d is going to be created. [ 879.269173] env[66703]: DEBUG networking_nsxv3.common.locking [None req-ffa6d202-748e-4c81-9979-ad08741f9cf7 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=66703) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 879.269463] env[66703]: DEBUG oslo_concurrency.lockutils [None req-ffa6d202-748e-4c81-9979-ad08741f9cf7 None None] Acquiring lock "SegmentPort" {{(pid=66703) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 879.269556] env[66703]: DEBUG oslo_concurrency.lockutils [None req-ffa6d202-748e-4c81-9979-ad08741f9cf7 None None] Acquired lock "SegmentPort" {{(pid=66703) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 879.269916] env[66703]: DEBUG oslo_concurrency.lockutils [None req-ffa6d202-748e-4c81-9979-ad08741f9cf7 None None] Acquired external semaphore "SegmentPort" {{(pid=66703) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 879.270193] env[66703]: DEBUG oslo_concurrency.lockutils [None req-ffa6d202-748e-4c81-9979-ad08741f9cf7 None None] Releasing lock "SegmentPort" {{(pid=66703) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 879.270431] env[66703]: DEBUG oslo_concurrency.lockutils [None req-ffa6d202-748e-4c81-9979-ad08741f9cf7 None None] Releasing lock "port-3d42772d-ca71-4721-bbc7-b8d02b55271d" {{(pid=66703) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 879.547193] env[66703]: INFO networking_nsxv3.common.synchronization [req-04cfc84a-754d-40f5-a03f-ee3e6bff3b22 req-f040bd22-1bc2-496a-a438-c51eae35bd1b tempest-ImagesOneServerNegativeTestJSON-1948503749 tempest-ImagesOneServerNegativeTestJSON-1948503749-project-member] Enqueued Resource ID: 49cb7e93-7ef3-4fd4-b6fd-65673af109cd with Priority: HIGHEST for action security_group_members [ 879.548345] env[66703]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 49cb7e93-7ef3-4fd4-b6fd-65673af109cd with Priority: HIGHEST for action security_group_members [ 879.548856] env[66703]: DEBUG networking_nsxv3.common.locking [-] Lock member-49cb7e93-7ef3-4fd4-b6fd-65673af109cd taken with stack trace [, , ] {{(pid=66703) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 879.549042] env[66703]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-49cb7e93-7ef3-4fd4-b6fd-65673af109cd" {{(pid=66703) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 879.549146] env[66703]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-49cb7e93-7ef3-4fd4-b6fd-65673af109cd" {{(pid=66703) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 879.549421] env[66703]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-49cb7e93-7ef3-4fd4-b6fd-65673af109cd" {{(pid=66703) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 879.549644] env[66703]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=66703) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 879.549786] env[66703]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66703) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 879.549874] env[66703]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66703) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 879.550102] env[66703]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66703) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 879.550226] env[66703]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66703) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 879.550362] env[66703]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('49cb7e93-7ef3-4fd4-b6fd-65673af109cd',) {} {{(pid=66703) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 879.644583] env[66703]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] deletion realization of port 83be8955-646d-4c4e-9c01-76722e57c56c [ 879.644672] env[66703]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=66703) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 879.644734] env[66703]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=66703) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 879.644836] env[66703]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=66703) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 879.646589] env[66703]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=66703) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 879.646719] env[66703]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=66703) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 879.647376] env[66703]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Segment Port:83be8955-646d-4c4e-9c01-76722e57c56c already deleted. [ 879.647376] env[66703]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-83be8955-646d-4c4e-9c01-76722e57c56c" {{(pid=66703) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 880.039035] env[66703]: DEBUG networking_nsxv3.common.locking [-] Lock all taken with stack trace [, , , , , ] {{(pid=66703) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 880.039035] env[66703]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "all" {{(pid=66703) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 880.039035] env[66703]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "all" {{(pid=66703) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 880.039035] env[66703]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "all" {{(pid=66703) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 880.039035] env[66703]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_ports_with_revisions called with arguments (1000, 0) {} {{(pid=66703) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 880.041115] env[66703]: INFO networking_nsxv3.common.synchronization [req-b36feec7-d2ef-4569-89c7-89cc6dc2dfd5 req-c421cb0f-c138-4bb6-9a33-c71759c23e76 service nova] Enqueued Resource ID: f52985e4-827d-4ac5-ba08-62ae5081fda6 with Priority: HIGHEST for action security_group_rules [ 880.041581] env[66703]: INFO networking_nsxv3.common.synchronization [req-b36feec7-d2ef-4569-89c7-89cc6dc2dfd5 req-c421cb0f-c138-4bb6-9a33-c71759c23e76 service nova] Enqueued Resource ID: f52985e4-827d-4ac5-ba08-62ae5081fda6 with Priority: HIGHEST for action security_group_members [ 880.042042] env[66703]: INFO networking_nsxv3.common.synchronization [req-b36feec7-d2ef-4569-89c7-89cc6dc2dfd5 req-c421cb0f-c138-4bb6-9a33-c71759c23e76 service nova] Enqueued Resource ID: 3d42772d-ca71-4721-bbc7-b8d02b55271d with Priority: HIGHEST for action port [ 880.043260] env[66703]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: f52985e4-827d-4ac5-ba08-62ae5081fda6 with Priority: HIGHEST for action security_group_rules [ 880.043524] env[66703]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: f52985e4-827d-4ac5-ba08-62ae5081fda6 with Priority: HIGHEST for action security_group_members [ 880.045083] env[66703]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 3d42772d-ca71-4721-bbc7-b8d02b55271d with Priority: HIGHEST for action port [ 880.045083] env[66703]: DEBUG networking_nsxv3.common.locking [-] Lock rules-f52985e4-827d-4ac5-ba08-62ae5081fda6 taken with stack trace [, , ] {{(pid=66703) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 880.045083] env[66703]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-f52985e4-827d-4ac5-ba08-62ae5081fda6" {{(pid=66703) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 880.045083] env[66703]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-f52985e4-827d-4ac5-ba08-62ae5081fda6" {{(pid=66703) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 880.045083] env[66703]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-f52985e4-827d-4ac5-ba08-62ae5081fda6" {{(pid=66703) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 880.045083] env[66703]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('f52985e4-827d-4ac5-ba08-62ae5081fda6',) {} {{(pid=66703) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 880.048898] env[66703]: DEBUG networking_nsxv3.common.locking [-] Lock member-f52985e4-827d-4ac5-ba08-62ae5081fda6 taken with stack trace [, , ] {{(pid=66703) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 880.048898] env[66703]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-f52985e4-827d-4ac5-ba08-62ae5081fda6" {{(pid=66703) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 880.048898] env[66703]: DEBUG networking_nsxv3.common.locking [-] Lock port-3d42772d-ca71-4721-bbc7-b8d02b55271d taken with stack trace [, , ] {{(pid=66703) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 880.048898] env[66703]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-3d42772d-ca71-4721-bbc7-b8d02b55271d" {{(pid=66703) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 880.048898] env[66703]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-3d42772d-ca71-4721-bbc7-b8d02b55271d" {{(pid=66703) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 880.048898] env[66703]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-3d42772d-ca71-4721-bbc7-b8d02b55271d" {{(pid=66703) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 880.048898] env[66703]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('3d42772d-ca71-4721-bbc7-b8d02b55271d',) {} {{(pid=66703) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 880.052324] env[66703]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=66703) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 880.052874] env[66703]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66703) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 880.056094] env[66703]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66703) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 880.056094] env[66703]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66703) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 880.056094] env[66703]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66703) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 880.056094] env[66703]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66703) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 880.056094] env[66703]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66703) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 880.056094] env[66703]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66703) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 880.056094] env[66703]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66703) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 880.056094] env[66703]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66703) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 880.056094] env[66703]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 49cb7e93-7ef3-4fd4-b6fd-65673af109cd is going to be updated. [ 880.092921] env[66703]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66703) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 880.092921] env[66703]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66703) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 880.092921] env[66703]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66703) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 880.092921] env[66703]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66703) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 880.092921] env[66703]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66703) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 880.100654] env[66703]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 49cb7e93-7ef3-4fd4-b6fd-65673af109cd in Status: IN_PROGRESS for 2s [ 880.416762] env[66703]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: a9c5dd23-48a3-431d-ac41-19c73af4faf6 in Status: SUCCESS [ 880.417125] env[66703]: WARNING networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: a9c5dd23-48a3-431d-ac41-19c73af4faf6 deletion is rescheduled due to dependency. [ 880.417125] env[66703]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-a9c5dd23-48a3-431d-ac41-19c73af4faf6" {{(pid=66703) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 880.544195] env[66703]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_groups_with_revisions called with arguments (1000, 0) {} {{(pid=66703) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 880.550242] env[66703]: DEBUG networking_nsxv3.common.locking [-] Lock member-f52985e4-827d-4ac5-ba08-62ae5081fda6 taken with stack trace [, , , ] {{(pid=66703) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 880.550242] env[66703]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-f52985e4-827d-4ac5-ba08-62ae5081fda6" {{(pid=66703) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 880.550542] env[66703]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] realization of port 3d42772d-ca71-4721-bbc7-b8d02b55271d with status ACTIVE [ 880.551222] env[66703]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=66703) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 880.551222] env[66703]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=66703) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 880.551222] env[66703]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=66703) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 880.551525] env[66703]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=66703) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 880.551672] env[66703]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=66703) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 880.552039] env[66703]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , ] {{(pid=66703) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 880.552039] env[66703]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=66703) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 880.552039] env[66703]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=66703) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 880.552229] env[66703]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=66703) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 880.552311] env[66703]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=66703) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 880.552528] env[66703]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=66703) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 880.552613] env[66703]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=66703) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 880.552613] env[66703]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=66703) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 880.552957] env[66703]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=66703) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 880.553054] env[66703]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=66703) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 880.553137] env[66703]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: SegmentPort with ID: 3d42772d-ca71-4721-bbc7-b8d02b55271d is going to be updated. [ 880.576037] env[66703]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=66703) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 880.576222] env[66703]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=66703) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 880.576259] env[66703]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=66703) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 880.576875] env[66703]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=66703) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 880.576875] env[66703]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=66703) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 880.576875] env[66703]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-3d42772d-ca71-4721-bbc7-b8d02b55271d" {{(pid=66703) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 880.705868] env[66703]: INFO networking_nsxv3.common.synchronization [None req-857f1545-c5ab-43c3-9592-8a206c303e32 tempest-ServerActionsTestOtherB-1256032756 tempest-ServerActionsTestOtherB-1256032756-project-member] Enqueued Resource ID: fd11726e-2764-449e-84ac-e0167df921d4 with Priority: HIGHEST for action security_group_rules [ 880.706641] env[66703]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: fd11726e-2764-449e-84ac-e0167df921d4 with Priority: HIGHEST for action security_group_rules [ 880.707394] env[66703]: DEBUG networking_nsxv3.common.locking [-] Lock rules-fd11726e-2764-449e-84ac-e0167df921d4 taken with stack trace [, , ] {{(pid=66703) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 880.707394] env[66703]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-fd11726e-2764-449e-84ac-e0167df921d4" {{(pid=66703) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 880.707394] env[66703]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-fd11726e-2764-449e-84ac-e0167df921d4" {{(pid=66703) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 880.707719] env[66703]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-fd11726e-2764-449e-84ac-e0167df921d4" {{(pid=66703) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 880.707785] env[66703]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('fd11726e-2764-449e-84ac-e0167df921d4',) {} {{(pid=66703) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 880.764397] env[66703]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: f52985e4-827d-4ac5-ba08-62ae5081fda6 in Status: SUCCESS [ 880.764667] env[66703]: WARNING networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: f52985e4-827d-4ac5-ba08-62ae5081fda6 deletion is rescheduled due to dependency. [ 880.764895] env[66703]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-f52985e4-827d-4ac5-ba08-62ae5081fda6" {{(pid=66703) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 880.765697] env[66703]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-f52985e4-827d-4ac5-ba08-62ae5081fda6" {{(pid=66703) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 880.765905] env[66703]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-f52985e4-827d-4ac5-ba08-62ae5081fda6" {{(pid=66703) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 880.766218] env[66703]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=66703) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 880.766868] env[66703]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66703) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 880.766868] env[66703]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66703) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 880.766868] env[66703]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66703) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 880.766868] env[66703]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66703) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 880.767206] env[66703]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('f52985e4-827d-4ac5-ba08-62ae5081fda6',) {} {{(pid=66703) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 880.865803] env[66703]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 68993a16-916f-4eee-a4a2-cfd61c353b25 in Status: SUCCESS [ 880.866100] env[66703]: WARNING networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 68993a16-916f-4eee-a4a2-cfd61c353b25 deletion is rescheduled due to dependency. [ 880.866723] env[66703]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-68993a16-916f-4eee-a4a2-cfd61c353b25" {{(pid=66703) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 880.867270] env[66703]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: edd00d40-6f87-4c61-9069-3d442058e704 in Status: SUCCESS [ 880.867431] env[66703]: WARNING networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: edd00d40-6f87-4c61-9069-3d442058e704 deletion is rescheduled due to dependency. [ 880.867586] env[66703]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-edd00d40-6f87-4c61-9069-3d442058e704" {{(pid=66703) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 880.868441] env[66703]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: ead9059b-21b2-4727-a688-5bf3e134073b in Status: SUCCESS [ 880.868651] env[66703]: WARNING networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: ead9059b-21b2-4727-a688-5bf3e134073b deletion is rescheduled due to dependency. [ 880.868757] env[66703]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-ead9059b-21b2-4727-a688-5bf3e134073b" {{(pid=66703) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 880.889929] env[66703]: INFO networking_nsxv3.common.synchronization [None req-48cba21e-8faf-4f69-b87e-25aa80e77d68 tempest-ServerActionsTestOtherB-1256032756 tempest-ServerActionsTestOtherB-1256032756-project-member] Enqueued Resource ID: fd11726e-2764-449e-84ac-e0167df921d4 with Priority: HIGHEST for action security_group_rules [ 880.890703] env[66703]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: fd11726e-2764-449e-84ac-e0167df921d4 with Priority: HIGHEST for action security_group_rules [ 880.890921] env[66703]: DEBUG networking_nsxv3.common.locking [-] Lock rules-fd11726e-2764-449e-84ac-e0167df921d4 taken with stack trace [, , ] {{(pid=66703) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 880.891092] env[66703]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-fd11726e-2764-449e-84ac-e0167df921d4" {{(pid=66703) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 881.048547] env[66703]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_qos_policies_with_revisions called with arguments (1000, 0) {} {{(pid=66703) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 881.238274] env[66703]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=66703) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 881.238517] env[66703]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66703) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 881.238517] env[66703]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66703) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 881.238806] env[66703]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66703) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 881.238923] env[66703]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66703) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 881.239062] env[66703]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: fd11726e-2764-449e-84ac-e0167df921d4 already deleted. [ 881.239172] env[66703]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-fd11726e-2764-449e-84ac-e0167df921d4" {{(pid=66703) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 881.239368] env[66703]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-fd11726e-2764-449e-84ac-e0167df921d4" {{(pid=66703) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 881.239568] env[66703]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-fd11726e-2764-449e-84ac-e0167df921d4" {{(pid=66703) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 881.239684] env[66703]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('fd11726e-2764-449e-84ac-e0167df921d4',) {} {{(pid=66703) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 881.269340] env[66703]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('f52985e4-827d-4ac5-ba08-62ae5081fda6',) {} {{(pid=66703) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 881.334143] env[66703]: INFO networking_nsxv3.common.synchronization [None req-d996fb35-37ab-4f99-9680-bd1c48581f3a None None] Enqueued Resource ID: ec09c775-6e63-4ada-a956-cb1091a502f7 with Priority: HIGHEST for action port [ 881.334705] env[66703]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: ec09c775-6e63-4ada-a956-cb1091a502f7 with Priority: HIGHEST for action port [ 881.335146] env[66703]: DEBUG networking_nsxv3.common.locking [-] Lock port-ec09c775-6e63-4ada-a956-cb1091a502f7 taken with stack trace [, , ] {{(pid=66703) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 881.335275] env[66703]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-ec09c775-6e63-4ada-a956-cb1091a502f7" {{(pid=66703) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 881.335361] env[66703]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-ec09c775-6e63-4ada-a956-cb1091a502f7" {{(pid=66703) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 881.335617] env[66703]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-ec09c775-6e63-4ada-a956-cb1091a502f7" {{(pid=66703) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 881.335868] env[66703]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('ec09c775-6e63-4ada-a956-cb1091a502f7',) {} {{(pid=66703) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 881.552677] env[66703]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Inventory metadata is going to be refreshed. [ 881.552983] env[66703]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] [Policy] Fetching Policy NSX-T metadata for Type:Segment. [ 881.613053] env[66703]: INFO networking_nsxv3.common.synchronization [req-f14e7623-4cd4-4c58-80c2-c96dbfd1ba90 req-22a2568f-7165-47b2-90e9-e85a8539bf42 tempest-ServerRescueTestJSONUnderV235-964915451 tempest-ServerRescueTestJSONUnderV235-964915451-project-member] Enqueued Resource ID: 8b724725-ccdd-462d-83b3-ce39f37ae0b0 with Priority: HIGHEST for action security_group_members [ 881.613053] env[66703]: INFO networking_nsxv3.common.synchronization [req-f14e7623-4cd4-4c58-80c2-c96dbfd1ba90 req-22a2568f-7165-47b2-90e9-e85a8539bf42 tempest-ServerRescueTestJSONUnderV235-964915451 tempest-ServerRescueTestJSONUnderV235-964915451-project-member] Enqueued Resource ID: e2259e0c-1202-4903-8bca-3476c36f4add with Priority: HIGHEST for action security_group_members [ 881.614383] env[66703]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 8b724725-ccdd-462d-83b3-ce39f37ae0b0 with Priority: HIGHEST for action security_group_members [ 881.614580] env[66703]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: e2259e0c-1202-4903-8bca-3476c36f4add with Priority: HIGHEST for action security_group_members [ 881.615064] env[66703]: DEBUG networking_nsxv3.common.locking [-] Lock member-8b724725-ccdd-462d-83b3-ce39f37ae0b0 taken with stack trace [, , ] {{(pid=66703) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 881.615256] env[66703]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-8b724725-ccdd-462d-83b3-ce39f37ae0b0" {{(pid=66703) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 881.615568] env[66703]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-8b724725-ccdd-462d-83b3-ce39f37ae0b0" {{(pid=66703) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 881.616817] env[66703]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-8b724725-ccdd-462d-83b3-ce39f37ae0b0" {{(pid=66703) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 881.617125] env[66703]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=66703) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 881.617339] env[66703]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66703) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 881.618030] env[66703]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66703) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 881.618030] env[66703]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66703) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 881.618030] env[66703]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66703) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 881.618030] env[66703]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('8b724725-ccdd-462d-83b3-ce39f37ae0b0',) {} {{(pid=66703) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 881.619685] env[66703]: DEBUG networking_nsxv3.common.locking [-] Lock member-e2259e0c-1202-4903-8bca-3476c36f4add taken with stack trace [, , ] {{(pid=66703) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 881.619685] env[66703]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-e2259e0c-1202-4903-8bca-3476c36f4add" {{(pid=66703) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 881.619685] env[66703]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-e2259e0c-1202-4903-8bca-3476c36f4add" {{(pid=66703) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 881.619843] env[66703]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-e2259e0c-1202-4903-8bca-3476c36f4add" {{(pid=66703) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 881.619984] env[66703]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=66703) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 881.620129] env[66703]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66703) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 881.620213] env[66703]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66703) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 881.620397] env[66703]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66703) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 881.620510] env[66703]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66703) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 881.620675] env[66703]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('e2259e0c-1202-4903-8bca-3476c36f4add',) {} {{(pid=66703) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 881.718436] env[66703]: INFO networking_nsxv3.common.synchronization [req-f14e7623-4cd4-4c58-80c2-c96dbfd1ba90 req-22a2568f-7165-47b2-90e9-e85a8539bf42 tempest-ServerRescueTestJSONUnderV235-964915451 tempest-ServerRescueTestJSONUnderV235-964915451-project-member] Enqueued Resource ID: 8b724725-ccdd-462d-83b3-ce39f37ae0b0 with Priority: HIGHEST for action security_group_rules [ 881.718770] env[66703]: INFO networking_nsxv3.common.synchronization [req-f14e7623-4cd4-4c58-80c2-c96dbfd1ba90 req-22a2568f-7165-47b2-90e9-e85a8539bf42 tempest-ServerRescueTestJSONUnderV235-964915451 tempest-ServerRescueTestJSONUnderV235-964915451-project-member] Enqueued Resource ID: 8b724725-ccdd-462d-83b3-ce39f37ae0b0 with Priority: HIGHEST for action security_group_members [ 881.719494] env[66703]: INFO networking_nsxv3.common.synchronization [req-f14e7623-4cd4-4c58-80c2-c96dbfd1ba90 req-22a2568f-7165-47b2-90e9-e85a8539bf42 tempest-ServerRescueTestJSONUnderV235-964915451 tempest-ServerRescueTestJSONUnderV235-964915451-project-member] Enqueued Resource ID: e2259e0c-1202-4903-8bca-3476c36f4add with Priority: HIGHEST for action security_group_rules [ 881.719690] env[66703]: INFO networking_nsxv3.common.synchronization [req-f14e7623-4cd4-4c58-80c2-c96dbfd1ba90 req-22a2568f-7165-47b2-90e9-e85a8539bf42 tempest-ServerRescueTestJSONUnderV235-964915451 tempest-ServerRescueTestJSONUnderV235-964915451-project-member] Enqueued Resource ID: e2259e0c-1202-4903-8bca-3476c36f4add with Priority: HIGHEST for action security_group_members [ 881.719870] env[66703]: INFO networking_nsxv3.common.synchronization [req-f14e7623-4cd4-4c58-80c2-c96dbfd1ba90 req-22a2568f-7165-47b2-90e9-e85a8539bf42 tempest-ServerRescueTestJSONUnderV235-964915451 tempest-ServerRescueTestJSONUnderV235-964915451-project-member] Enqueued Resource ID: 7b1b5eb9-2f9e-4b64-b67c-c4b4bd658cf2 with Priority: HIGHEST for action port [ 881.720703] env[66703]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 8b724725-ccdd-462d-83b3-ce39f37ae0b0 with Priority: HIGHEST for action security_group_rules [ 881.720893] env[66703]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: e2259e0c-1202-4903-8bca-3476c36f4add with Priority: HIGHEST for action security_group_rules [ 881.721042] env[66703]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 7b1b5eb9-2f9e-4b64-b67c-c4b4bd658cf2 with Priority: HIGHEST for action port [ 881.721785] env[66703]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 8b724725-ccdd-462d-83b3-ce39f37ae0b0 with Priority: HIGHEST for action security_group_members [ 881.721897] env[66703]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: e2259e0c-1202-4903-8bca-3476c36f4add with Priority: HIGHEST for action security_group_members [ 881.722571] env[66703]: DEBUG networking_nsxv3.common.locking [-] Lock rules-8b724725-ccdd-462d-83b3-ce39f37ae0b0 taken with stack trace [, , ] {{(pid=66703) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 881.722682] env[66703]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-8b724725-ccdd-462d-83b3-ce39f37ae0b0" {{(pid=66703) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 881.722682] env[66703]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-8b724725-ccdd-462d-83b3-ce39f37ae0b0" {{(pid=66703) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 881.723016] env[66703]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-8b724725-ccdd-462d-83b3-ce39f37ae0b0" {{(pid=66703) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 881.723515] env[66703]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('8b724725-ccdd-462d-83b3-ce39f37ae0b0',) {} {{(pid=66703) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 881.724709] env[66703]: DEBUG networking_nsxv3.common.locking [-] Lock rules-e2259e0c-1202-4903-8bca-3476c36f4add taken with stack trace [, , ] {{(pid=66703) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 881.724838] env[66703]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-e2259e0c-1202-4903-8bca-3476c36f4add" {{(pid=66703) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 881.725054] env[66703]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-e2259e0c-1202-4903-8bca-3476c36f4add" {{(pid=66703) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 881.725252] env[66703]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-e2259e0c-1202-4903-8bca-3476c36f4add" {{(pid=66703) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 881.725378] env[66703]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('e2259e0c-1202-4903-8bca-3476c36f4add',) {} {{(pid=66703) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 881.726260] env[66703]: DEBUG networking_nsxv3.common.locking [-] Lock port-7b1b5eb9-2f9e-4b64-b67c-c4b4bd658cf2 taken with stack trace [, , ] {{(pid=66703) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 881.726419] env[66703]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-7b1b5eb9-2f9e-4b64-b67c-c4b4bd658cf2" {{(pid=66703) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 881.726489] env[66703]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-7b1b5eb9-2f9e-4b64-b67c-c4b4bd658cf2" {{(pid=66703) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 881.726652] env[66703]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-7b1b5eb9-2f9e-4b64-b67c-c4b4bd658cf2" {{(pid=66703) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 881.726731] env[66703]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('7b1b5eb9-2f9e-4b64-b67c-c4b4bd658cf2',) {} {{(pid=66703) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 881.728311] env[66703]: DEBUG networking_nsxv3.common.locking [-] Lock member-8b724725-ccdd-462d-83b3-ce39f37ae0b0 taken with stack trace [, , ] {{(pid=66703) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 881.728311] env[66703]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-8b724725-ccdd-462d-83b3-ce39f37ae0b0" {{(pid=66703) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 881.728530] env[66703]: DEBUG networking_nsxv3.common.locking [-] Lock member-e2259e0c-1202-4903-8bca-3476c36f4add taken with stack trace [, , ] {{(pid=66703) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 881.728635] env[66703]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-e2259e0c-1202-4903-8bca-3476c36f4add" {{(pid=66703) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 881.770753] env[66703]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=66703) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 881.771030] env[66703]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66703) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 881.771160] env[66703]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66703) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 881.771630] env[66703]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66703) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 881.771768] env[66703]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66703) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 881.771859] env[66703]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: fd11726e-2764-449e-84ac-e0167df921d4 already deleted. [ 881.772033] env[66703]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-fd11726e-2764-449e-84ac-e0167df921d4" {{(pid=66703) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 881.772774] env[66703]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('f52985e4-827d-4ac5-ba08-62ae5081fda6',) {} {{(pid=66703) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 881.838222] env[66703]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] deletion realization of port ec09c775-6e63-4ada-a956-cb1091a502f7 [ 881.838222] env[66703]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=66703) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 881.838222] env[66703]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=66703) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 881.838556] env[66703]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=66703) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 881.838556] env[66703]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=66703) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 881.838556] env[66703]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=66703) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 881.842019] env[66703]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Segment Port:ec09c775-6e63-4ada-a956-cb1091a502f7 already deleted. [ 881.842019] env[66703]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-ec09c775-6e63-4ada-a956-cb1091a502f7" {{(pid=66703) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 882.110649] env[66703]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 49cb7e93-7ef3-4fd4-b6fd-65673af109cd in Status: SUCCESS [ 882.110942] env[66703]: WARNING networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 49cb7e93-7ef3-4fd4-b6fd-65673af109cd deletion is rescheduled due to dependency. [ 882.110998] env[66703]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-49cb7e93-7ef3-4fd4-b6fd-65673af109cd" {{(pid=66703) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 882.122711] env[66703]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('8b724725-ccdd-462d-83b3-ce39f37ae0b0',) {} {{(pid=66703) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 882.123965] env[66703]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('e2259e0c-1202-4903-8bca-3476c36f4add',) {} {{(pid=66703) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 882.231905] env[66703]: DEBUG networking_nsxv3.common.locking [-] Lock member-e2259e0c-1202-4903-8bca-3476c36f4add taken with stack trace [, , , ] {{(pid=66703) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 882.231905] env[66703]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-e2259e0c-1202-4903-8bca-3476c36f4add" {{(pid=66703) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 882.231905] env[66703]: DEBUG networking_nsxv3.common.locking [-] Lock member-8b724725-ccdd-462d-83b3-ce39f37ae0b0 taken with stack trace [, , , ] {{(pid=66703) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 882.231905] env[66703]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-8b724725-ccdd-462d-83b3-ce39f37ae0b0" {{(pid=66703) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 882.231905] env[66703]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] realization of port 7b1b5eb9-2f9e-4b64-b67c-c4b4bd658cf2 with status ACTIVE [ 882.231905] env[66703]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=66703) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 882.232299] env[66703]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=66703) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 882.232299] env[66703]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=66703) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 882.233030] env[66703]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=66703) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 882.233030] env[66703]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=66703) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 882.233030] env[66703]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , ] {{(pid=66703) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 882.233030] env[66703]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=66703) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 882.233030] env[66703]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=66703) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 882.233461] env[66703]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=66703) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 882.233461] env[66703]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=66703) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 882.233461] env[66703]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=66703) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 882.233595] env[66703]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=66703) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 882.233639] env[66703]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=66703) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 882.233772] env[66703]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=66703) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 882.233847] env[66703]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=66703) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 882.233931] env[66703]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: SegmentPort with ID: 7b1b5eb9-2f9e-4b64-b67c-c4b4bd658cf2 is going to be updated. [ 882.256665] env[66703]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=66703) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 882.256920] env[66703]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=66703) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 882.256920] env[66703]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=66703) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 882.257236] env[66703]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=66703) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 882.257451] env[66703]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=66703) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 882.257707] env[66703]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-7b1b5eb9-2f9e-4b64-b67c-c4b4bd658cf2" {{(pid=66703) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 882.275504] env[66703]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66703) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 882.275682] env[66703]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66703) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 882.275682] env[66703]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66703) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 882.275928] env[66703]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66703) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 882.275928] env[66703]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66703) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 882.276064] env[66703]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: f52985e4-827d-4ac5-ba08-62ae5081fda6 is going to be updated. [ 882.467296] env[66703]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66703) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 882.468881] env[66703]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66703) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 882.468881] env[66703]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66703) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 882.468881] env[66703]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66703) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 882.468881] env[66703]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66703) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 882.492729] env[66703]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: f52985e4-827d-4ac5-ba08-62ae5081fda6 in Status: IN_PROGRESS for 2s [ 882.587090] env[66703]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , , ] {{(pid=66703) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 882.587090] env[66703]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=66703) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 882.587090] env[66703]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=66703) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 882.587725] env[66703]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=66703) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 882.602026] env[66703]: WARNING networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider [-] Duplicate resource with OS_ID: 992 ID: cl2-zone-992 [ 882.603507] env[66703]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=66703) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 882.604705] env[66703]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] [Policy] Fetching Policy NSX-T metadata for Type:SegmentPort. [ 882.625660] env[66703]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('8b724725-ccdd-462d-83b3-ce39f37ae0b0',) {} {{(pid=66703) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 882.626914] env[66703]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('e2259e0c-1202-4903-8bca-3476c36f4add',) {} {{(pid=66703) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 882.675244] env[66703]: INFO networking_nsxv3.common.synchronization [req-1a4d1e41-1ddd-491c-be5b-4fbc13f769b8 req-9515f698-abe6-4ced-8604-d0851703f4f9 tempest-ServerGroupTestJSON-1638457733 tempest-ServerGroupTestJSON-1638457733-project-member] Enqueued Resource ID: 717b6a7a-29a1-4fd1-aba1-2df2cf68dfcc with Priority: HIGHEST for action security_group_members [ 882.676074] env[66703]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 717b6a7a-29a1-4fd1-aba1-2df2cf68dfcc with Priority: HIGHEST for action security_group_members [ 882.676563] env[66703]: DEBUG networking_nsxv3.common.locking [-] Lock member-717b6a7a-29a1-4fd1-aba1-2df2cf68dfcc taken with stack trace [, , ] {{(pid=66703) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 882.676563] env[66703]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-717b6a7a-29a1-4fd1-aba1-2df2cf68dfcc" {{(pid=66703) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 882.676563] env[66703]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-717b6a7a-29a1-4fd1-aba1-2df2cf68dfcc" {{(pid=66703) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 882.676779] env[66703]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-717b6a7a-29a1-4fd1-aba1-2df2cf68dfcc" {{(pid=66703) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 882.676906] env[66703]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=66703) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 882.677022] env[66703]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66703) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 882.677085] env[66703]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66703) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 882.677235] env[66703]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66703) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 882.677319] env[66703]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66703) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 882.677429] env[66703]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('717b6a7a-29a1-4fd1-aba1-2df2cf68dfcc',) {} {{(pid=66703) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 882.708382] env[66703]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=66703) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 882.722403] env[66703]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=66703) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 882.722403] env[66703]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=66703) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 882.722403] env[66703]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=66703) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 882.722403] env[66703]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=66703) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 882.722403] env[66703]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] [Policy] The number of outdated resources for Type:SegmentPort Is:1. [ 882.722403] env[66703]: DEBUG networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Outdated resources of Type:SegmentPort Are:{'7b1b5eb9-2f9e-4b64-b67c-c4b4bd658cf2'} {{(pid=66703) outdated /opt/stack/networking-nsx-t/networking_nsxv3/plugins/ml2/drivers/nsxv3/agent/provider_nsx_policy.py:1130}} [ 882.722403] env[66703]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] [Policy] Fetching Policy NSX-T metadata for Type:Security Group (Rules). [ 882.778680] env[66703]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , , ] {{(pid=66703) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 882.778916] env[66703]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66703) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 882.778916] env[66703]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66703) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 882.779168] env[66703]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66703) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 882.781023] env[66703]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66703) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 882.781431] env[66703]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] [Policy] Fetching Policy NSX-T metadata for Type:Security Group (Rules Remote IP Prefix). [ 882.873118] env[66703]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules Remote IP Prefix) taken with stack trace [, , , , , , , ] {{(pid=66703) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 882.873311] env[66703]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules Remote IP Prefix)" {{(pid=66703) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 882.873387] env[66703]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules Remote IP Prefix)" {{(pid=66703) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 882.873623] env[66703]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules Remote IP Prefix)" {{(pid=66703) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 882.873900] env[66703]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules Remote IP Prefix)" {{(pid=66703) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 882.874273] env[66703]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] [Policy] Fetching Policy NSX-T metadata for Type:Address Group. [ 882.971201] env[66703]: DEBUG networking_nsxv3.common.locking [-] Lock Address Group taken with stack trace [, , , , , , , ] {{(pid=66703) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 882.971347] env[66703]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Address Group" {{(pid=66703) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 882.972065] env[66703]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Address Group" {{(pid=66703) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 882.972065] env[66703]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Address Group" {{(pid=66703) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 882.972065] env[66703]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Address Group" {{(pid=66703) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 882.972241] env[66703]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] [Policy] The number of outdated resources for Type:Security Group (Rules) Is:41. [ 882.972241] env[66703]: DEBUG networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Outdated resources of Type:Security Group (Rules) Are:{'795bc015-1eb3-4f14-a94a-8ce341dbdd81', 'c9f59100-3796-4a18-bcea-03a659fb9824', '49cb7e93-7ef3-4fd4-b6fd-65673af109cd', 'c980f404-e832-441f-9346-ec5a161579f0', '46339112-2f94-45f8-b276-8e026b36b087', '68993a16-916f-4eee-a4a2-cfd61c353b25', 'edd00d40-6f87-4c61-9069-3d442058e704', 'e2259e0c-1202-4903-8bca-3476c36f4add', '84b6ed1b-c02f-4007-a7b7-c301f2fc661e', '451b70bc-ee39-4478-8b6b-ae8f5e4bf551', 'f52985e4-827d-4ac5-ba08-62ae5081fda6', 'b1c3d67f-1e3c-4cc5-9f2a-196bdf599e44', '79f2267d-9bdf-43af-9f5b-1fdcc8866c64', 'ead9059b-21b2-4727-a688-5bf3e134073b', '18413db4-5134-40cb-b857-e544c0b672ac', '6365a784-f6cd-436e-be41-fa820f180738', '30de771b-a136-45ed-b92b-db3de891006f', '3304826c-ce8e-49f9-aefd-3be39a0c0fbb', 'b099edaa-ce9c-43ea-8b8e-264fa0be0054', '6346706c-1caf-4cbe-88de-b1c9a0ad8189', 'e67add3f-2e36-4deb-be60-d3fd9e28ce9a', '9e323f42-5013-4d32-95d0-2cc0dffa766e', '50deca7c-20de-416b-a7ff-7a2252a34c03', 'db254d47-d7a1-40b1-a751-5c5ada9bc604', '41686f41-1a2e-4978-b11b-0069e0dbf969', 'bc05e17c-09a9-4bc8-9a77-96ca3ea29999', '5f884ef4-4fdd-434c-9108-5775888c1d71', '016af0c8-4276-4aa2-affa-7060eb9467c4', '35f311e8-9fa5-4653-bc01-ffb31083430c', '660372db-97b0-4c25-a97c-8d2de7c849c4', '5a3ab0bf-8204-4d17-b3f0-d07129e04ee1', 'b71d7cca-9437-49ca-9e76-44102d6232fb', 'a9c5dd23-48a3-431d-ac41-19c73af4faf6', '32e0f1f8-5e67-463a-bbe6-da9c89b63705', 'a8f04bfa-28b4-468c-97f4-e8e0cfcbb095', '8e4a28ae-331b-4bc3-83a7-35099819703c', 'a28d8168-ddcb-4c73-9a65-8357fac367a8', '717b6a7a-29a1-4fd1-aba1-2df2cf68dfcc', '0707dfd1-3090-427b-9f88-1e41af4a94c0', 'e2dfd056-9012-4ee5-8e8c-6878a22ada99', 'cbccdb9d-dce5-4ab1-92ae-de158a3ea733'} {{(pid=66703) outdated /opt/stack/networking-nsx-t/networking_nsxv3/plugins/ml2/drivers/nsxv3/agent/provider_nsx_policy.py:1130}} [ 882.972356] env[66703]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] [Policy] Fetching Policy NSX-T metadata for Type:Segment QoS. [ 882.993587] env[66703]: DEBUG networking_nsxv3.common.locking [-] Lock Segment QoS taken with stack trace [, , , , , , , ] {{(pid=66703) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 882.993757] env[66703]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment QoS" {{(pid=66703) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 882.993817] env[66703]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment QoS" {{(pid=66703) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 882.994761] env[66703]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment QoS" {{(pid=66703) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 882.994761] env[66703]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment QoS" {{(pid=66703) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 882.994761] env[66703]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] [Policy] The number of outdated resources for Type:Segment QoS Is:0. [ 882.994761] env[66703]: DEBUG networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Outdated resources of Type:Segment QoS Are:set() {{(pid=66703) outdated /opt/stack/networking-nsx-t/networking_nsxv3/plugins/ml2/drivers/nsxv3/agent/provider_nsx_policy.py:1130}} [ 882.994761] env[66703]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] [Policy] Fetching Policy NSX-T metadata for Type:Security Group (Members). [ 883.101905] env[66703]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , , ] {{(pid=66703) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 883.102272] env[66703]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66703) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 883.102272] env[66703]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66703) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 883.102405] env[66703]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66703) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 883.103181] env[66703]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66703) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 883.103453] env[66703]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] [Policy] The number of outdated resources for Type:Security Group (Members) Is:0. [ 883.103489] env[66703]: DEBUG networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Outdated resources of Type:Security Group (Members) Are:set() {{(pid=66703) outdated /opt/stack/networking-nsx-t/networking_nsxv3/plugins/ml2/drivers/nsxv3/agent/provider_nsx_policy.py:1130}} [ 883.103566] env[66703]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Inventory metadata have been refreshed. [ 883.103638] env[66703]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Realizing 1/1 resources of Type:Ports [ 883.103721] env[66703]: INFO networking_nsxv3.common.synchronization [-] Enqueued Resource ID: 7b1b5eb9-2f9e-4b64-b67c-c4b4bd658cf2 with Priority: HIGH for action port [ 883.103798] env[66703]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Realizing 19/41 resources of Type:Security Group Rules [ 883.103859] env[66703]: INFO networking_nsxv3.common.synchronization [-] Enqueued Resource ID: 795bc015-1eb3-4f14-a94a-8ce341dbdd81 with Priority: HIGH for action security_group_rules [ 883.103923] env[66703]: INFO networking_nsxv3.common.synchronization [-] Enqueued Resource ID: c9f59100-3796-4a18-bcea-03a659fb9824 with Priority: HIGH for action security_group_rules [ 883.103983] env[66703]: INFO networking_nsxv3.common.synchronization [-] Enqueued Resource ID: 49cb7e93-7ef3-4fd4-b6fd-65673af109cd with Priority: HIGH for action security_group_rules [ 883.104063] env[66703]: INFO networking_nsxv3.common.synchronization [-] Enqueued Resource ID: c980f404-e832-441f-9346-ec5a161579f0 with Priority: HIGH for action security_group_rules [ 883.104124] env[66703]: INFO networking_nsxv3.common.synchronization [-] Enqueued Resource ID: 46339112-2f94-45f8-b276-8e026b36b087 with Priority: HIGH for action security_group_rules [ 883.104227] env[66703]: INFO networking_nsxv3.common.synchronization [-] Enqueued Resource ID: 68993a16-916f-4eee-a4a2-cfd61c353b25 with Priority: HIGH for action security_group_rules [ 883.104263] env[66703]: INFO networking_nsxv3.common.synchronization [-] Enqueued Resource ID: edd00d40-6f87-4c61-9069-3d442058e704 with Priority: HIGH for action security_group_rules [ 883.104305] env[66703]: INFO networking_nsxv3.common.synchronization [-] Enqueued Resource ID: e2259e0c-1202-4903-8bca-3476c36f4add with Priority: HIGH for action security_group_rules [ 883.104365] env[66703]: INFO networking_nsxv3.common.synchronization [-] Enqueued Resource ID: 84b6ed1b-c02f-4007-a7b7-c301f2fc661e with Priority: HIGH for action security_group_rules [ 883.104422] env[66703]: INFO networking_nsxv3.common.synchronization [-] Enqueued Resource ID: 451b70bc-ee39-4478-8b6b-ae8f5e4bf551 with Priority: HIGH for action security_group_rules [ 883.104477] env[66703]: INFO networking_nsxv3.common.synchronization [-] Enqueued Resource ID: f52985e4-827d-4ac5-ba08-62ae5081fda6 with Priority: HIGH for action security_group_rules [ 883.105647] env[66703]: INFO networking_nsxv3.common.synchronization [-] Enqueued Resource ID: b1c3d67f-1e3c-4cc5-9f2a-196bdf599e44 with Priority: HIGH for action security_group_rules [ 883.105647] env[66703]: INFO networking_nsxv3.common.synchronization [-] Enqueued Resource ID: 79f2267d-9bdf-43af-9f5b-1fdcc8866c64 with Priority: HIGH for action security_group_rules [ 883.105647] env[66703]: INFO networking_nsxv3.common.synchronization [-] Enqueued Resource ID: ead9059b-21b2-4727-a688-5bf3e134073b with Priority: HIGH for action security_group_rules [ 883.105647] env[66703]: INFO networking_nsxv3.common.synchronization [-] Enqueued Resource ID: 18413db4-5134-40cb-b857-e544c0b672ac with Priority: HIGH for action security_group_rules [ 883.105647] env[66703]: INFO networking_nsxv3.common.synchronization [-] Enqueued Resource ID: 6365a784-f6cd-436e-be41-fa820f180738 with Priority: HIGH for action security_group_rules [ 883.105647] env[66703]: INFO networking_nsxv3.common.synchronization [-] Enqueued Resource ID: 30de771b-a136-45ed-b92b-db3de891006f with Priority: HIGH for action security_group_rules [ 883.105647] env[66703]: INFO networking_nsxv3.common.synchronization [-] Enqueued Resource ID: 3304826c-ce8e-49f9-aefd-3be39a0c0fbb with Priority: HIGH for action security_group_rules [ 883.105647] env[66703]: INFO networking_nsxv3.common.synchronization [-] Enqueued Resource ID: b099edaa-ce9c-43ea-8b8e-264fa0be0054 with Priority: HIGH for action security_group_rules [ 883.105647] env[66703]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "all" {{(pid=66703) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 883.129413] env[66703]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66703) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 883.129413] env[66703]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66703) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 883.129413] env[66703]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66703) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 883.129413] env[66703]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66703) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 883.129828] env[66703]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66703) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 883.129828] env[66703]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 8b724725-ccdd-462d-83b3-ce39f37ae0b0 is going to be created. [ 883.131448] env[66703]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66703) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 883.131448] env[66703]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66703) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 883.131448] env[66703]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66703) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 883.131448] env[66703]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66703) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 883.131448] env[66703]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66703) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 883.131702] env[66703]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: e2259e0c-1202-4903-8bca-3476c36f4add is going to be updated. [ 883.164681] env[66703]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66703) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 883.165287] env[66703]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66703) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 883.165436] env[66703]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66703) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 883.165748] env[66703]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66703) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 883.166066] env[66703]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66703) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 883.169843] env[66703]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66703) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 883.170033] env[66703]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66703) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 883.170155] env[66703]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66703) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 883.170424] env[66703]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66703) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 883.170639] env[66703]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66703) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 883.179447] env[66703]: INFO networking_nsxv3.common.synchronization [req-b237a2ca-071e-48f9-a1f5-885ed081f199 req-4ffa0f07-952b-49b0-a671-4ee7bae29869 tempest-ServerRescueTestJSONUnderV235-964915451 tempest-ServerRescueTestJSONUnderV235-964915451-project-member] Enqueued Resource ID: 8b724725-ccdd-462d-83b3-ce39f37ae0b0 with Priority: HIGHEST for action security_group_members [ 883.179518] env[66703]: INFO networking_nsxv3.common.synchronization [req-b237a2ca-071e-48f9-a1f5-885ed081f199 req-4ffa0f07-952b-49b0-a671-4ee7bae29869 tempest-ServerRescueTestJSONUnderV235-964915451 tempest-ServerRescueTestJSONUnderV235-964915451-project-member] Enqueued Resource ID: e2259e0c-1202-4903-8bca-3476c36f4add with Priority: HIGHEST for action security_group_members [ 883.180932] env[66703]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: e2259e0c-1202-4903-8bca-3476c36f4add in Status: IN_PROGRESS for 2s [ 883.181883] env[66703]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 8b724725-ccdd-462d-83b3-ce39f37ae0b0 with Priority: HIGHEST for action security_group_members [ 883.181883] env[66703]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: e2259e0c-1202-4903-8bca-3476c36f4add with Priority: HIGHEST for action security_group_members [ 883.181883] env[66703]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 7b1b5eb9-2f9e-4b64-b67c-c4b4bd658cf2 with Priority: HIGH for action port [ 883.182194] env[66703]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: c9f59100-3796-4a18-bcea-03a659fb9824 with Priority: HIGH for action security_group_rules [ 883.182398] env[66703]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 68993a16-916f-4eee-a4a2-cfd61c353b25 with Priority: HIGH for action security_group_rules [ 883.182644] env[66703]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: ead9059b-21b2-4727-a688-5bf3e134073b with Priority: HIGH for action security_group_rules [ 883.182845] env[66703]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: b099edaa-ce9c-43ea-8b8e-264fa0be0054 with Priority: HIGH for action security_group_rules [ 883.182977] env[66703]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 3304826c-ce8e-49f9-aefd-3be39a0c0fbb with Priority: HIGH for action security_group_rules [ 883.183164] env[66703]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 30de771b-a136-45ed-b92b-db3de891006f with Priority: HIGH for action security_group_rules [ 883.183338] env[66703]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 6365a784-f6cd-436e-be41-fa820f180738 with Priority: HIGH for action security_group_rules [ 883.183502] env[66703]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 79f2267d-9bdf-43af-9f5b-1fdcc8866c64 with Priority: HIGH for action security_group_rules [ 883.183712] env[66703]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 18413db4-5134-40cb-b857-e544c0b672ac with Priority: HIGH for action security_group_rules [ 883.183892] env[66703]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: b1c3d67f-1e3c-4cc5-9f2a-196bdf599e44 with Priority: HIGH for action security_group_rules [ 883.184239] env[66703]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: f52985e4-827d-4ac5-ba08-62ae5081fda6 with Priority: HIGH for action security_group_rules [ 883.184649] env[66703]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 451b70bc-ee39-4478-8b6b-ae8f5e4bf551 with Priority: HIGH for action security_group_rules [ 883.184703] env[66703]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 84b6ed1b-c02f-4007-a7b7-c301f2fc661e with Priority: HIGH for action security_group_rules [ 883.184868] env[66703]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: e2259e0c-1202-4903-8bca-3476c36f4add with Priority: HIGH for action security_group_rules [ 883.185590] env[66703]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 46339112-2f94-45f8-b276-8e026b36b087 with Priority: HIGH for action security_group_rules [ 883.185830] env[66703]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: edd00d40-6f87-4c61-9069-3d442058e704 with Priority: HIGH for action security_group_rules [ 883.186252] env[66703]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: c980f404-e832-441f-9346-ec5a161579f0 with Priority: HIGH for action security_group_rules [ 883.186252] env[66703]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 795bc015-1eb3-4f14-a94a-8ce341dbdd81 with Priority: HIGH for action security_group_rules [ 883.186363] env[66703]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 49cb7e93-7ef3-4fd4-b6fd-65673af109cd with Priority: HIGH for action security_group_rules [ 883.186790] env[66703]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=66703) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 883.187023] env[66703]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66703) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 883.187220] env[66703]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66703) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 883.187527] env[66703]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66703) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 883.189962] env[66703]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 8b724725-ccdd-462d-83b3-ce39f37ae0b0 in Status: UNINITIALIZED for 2s [ 883.190365] env[66703]: DEBUG networking_nsxv3.common.locking [-] Lock member-8b724725-ccdd-462d-83b3-ce39f37ae0b0 taken with stack trace [, , ] {{(pid=66703) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 883.190520] env[66703]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-8b724725-ccdd-462d-83b3-ce39f37ae0b0" {{(pid=66703) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 883.190856] env[66703]: DEBUG networking_nsxv3.common.locking [-] Lock member-e2259e0c-1202-4903-8bca-3476c36f4add taken with stack trace [, , ] {{(pid=66703) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 883.191015] env[66703]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-e2259e0c-1202-4903-8bca-3476c36f4add" {{(pid=66703) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 883.191307] env[66703]: DEBUG networking_nsxv3.common.locking [-] Lock port-7b1b5eb9-2f9e-4b64-b67c-c4b4bd658cf2 taken with stack trace [, , ] {{(pid=66703) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 883.191485] env[66703]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-7b1b5eb9-2f9e-4b64-b67c-c4b4bd658cf2" {{(pid=66703) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 883.191612] env[66703]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-7b1b5eb9-2f9e-4b64-b67c-c4b4bd658cf2" {{(pid=66703) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 883.191937] env[66703]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-7b1b5eb9-2f9e-4b64-b67c-c4b4bd658cf2" {{(pid=66703) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 883.192079] env[66703]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('7b1b5eb9-2f9e-4b64-b67c-c4b4bd658cf2',) {} {{(pid=66703) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 883.193499] env[66703]: DEBUG networking_nsxv3.common.locking [-] Lock rules-c9f59100-3796-4a18-bcea-03a659fb9824 taken with stack trace [, , ] {{(pid=66703) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 883.193617] env[66703]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-c9f59100-3796-4a18-bcea-03a659fb9824" {{(pid=66703) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 883.193794] env[66703]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-c9f59100-3796-4a18-bcea-03a659fb9824" {{(pid=66703) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 883.194739] env[66703]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-c9f59100-3796-4a18-bcea-03a659fb9824" {{(pid=66703) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 883.194739] env[66703]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('c9f59100-3796-4a18-bcea-03a659fb9824',) {} {{(pid=66703) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 883.195404] env[66703]: DEBUG networking_nsxv3.common.locking [-] Lock rules-68993a16-916f-4eee-a4a2-cfd61c353b25 taken with stack trace [, , ] {{(pid=66703) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 883.195537] env[66703]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-68993a16-916f-4eee-a4a2-cfd61c353b25" {{(pid=66703) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 883.195607] env[66703]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-68993a16-916f-4eee-a4a2-cfd61c353b25" {{(pid=66703) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 883.195817] env[66703]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-68993a16-916f-4eee-a4a2-cfd61c353b25" {{(pid=66703) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 883.196830] env[66703]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('68993a16-916f-4eee-a4a2-cfd61c353b25',) {} {{(pid=66703) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 883.196830] env[66703]: DEBUG networking_nsxv3.common.locking [-] Lock rules-ead9059b-21b2-4727-a688-5bf3e134073b taken with stack trace [, , ] {{(pid=66703) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 883.196830] env[66703]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-ead9059b-21b2-4727-a688-5bf3e134073b" {{(pid=66703) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 883.197138] env[66703]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-ead9059b-21b2-4727-a688-5bf3e134073b" {{(pid=66703) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 883.197138] env[66703]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-ead9059b-21b2-4727-a688-5bf3e134073b" {{(pid=66703) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 883.197291] env[66703]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('ead9059b-21b2-4727-a688-5bf3e134073b',) {} {{(pid=66703) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 883.198261] env[66703]: DEBUG networking_nsxv3.common.locking [-] Lock rules-b099edaa-ce9c-43ea-8b8e-264fa0be0054 taken with stack trace [, , ] {{(pid=66703) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 883.198340] env[66703]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-b099edaa-ce9c-43ea-8b8e-264fa0be0054" {{(pid=66703) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 883.198340] env[66703]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-b099edaa-ce9c-43ea-8b8e-264fa0be0054" {{(pid=66703) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 883.198500] env[66703]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-b099edaa-ce9c-43ea-8b8e-264fa0be0054" {{(pid=66703) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 883.198793] env[66703]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('b099edaa-ce9c-43ea-8b8e-264fa0be0054',) {} {{(pid=66703) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 883.200227] env[66703]: DEBUG networking_nsxv3.common.locking [-] Lock rules-3304826c-ce8e-49f9-aefd-3be39a0c0fbb taken with stack trace [, , ] {{(pid=66703) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 883.200422] env[66703]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-3304826c-ce8e-49f9-aefd-3be39a0c0fbb" {{(pid=66703) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 883.200422] env[66703]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-3304826c-ce8e-49f9-aefd-3be39a0c0fbb" {{(pid=66703) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 883.201066] env[66703]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-3304826c-ce8e-49f9-aefd-3be39a0c0fbb" {{(pid=66703) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 883.201066] env[66703]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('3304826c-ce8e-49f9-aefd-3be39a0c0fbb',) {} {{(pid=66703) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 883.201667] env[66703]: DEBUG networking_nsxv3.common.locking [-] Lock rules-30de771b-a136-45ed-b92b-db3de891006f taken with stack trace [, , ] {{(pid=66703) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 883.201776] env[66703]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-30de771b-a136-45ed-b92b-db3de891006f" {{(pid=66703) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 883.201831] env[66703]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-30de771b-a136-45ed-b92b-db3de891006f" {{(pid=66703) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 883.201997] env[66703]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-30de771b-a136-45ed-b92b-db3de891006f" {{(pid=66703) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 883.202068] env[66703]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('30de771b-a136-45ed-b92b-db3de891006f',) {} {{(pid=66703) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 883.203260] env[66703]: DEBUG networking_nsxv3.common.locking [-] Lock rules-6365a784-f6cd-436e-be41-fa820f180738 taken with stack trace [, , ] {{(pid=66703) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 883.203399] env[66703]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-6365a784-f6cd-436e-be41-fa820f180738" {{(pid=66703) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 883.203459] env[66703]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-6365a784-f6cd-436e-be41-fa820f180738" {{(pid=66703) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 883.203585] env[66703]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-6365a784-f6cd-436e-be41-fa820f180738" {{(pid=66703) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 883.203658] env[66703]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('6365a784-f6cd-436e-be41-fa820f180738',) {} {{(pid=66703) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 883.204882] env[66703]: DEBUG networking_nsxv3.common.locking [-] Lock rules-79f2267d-9bdf-43af-9f5b-1fdcc8866c64 taken with stack trace [, , ] {{(pid=66703) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 883.205055] env[66703]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-79f2267d-9bdf-43af-9f5b-1fdcc8866c64" {{(pid=66703) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 883.205156] env[66703]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-79f2267d-9bdf-43af-9f5b-1fdcc8866c64" {{(pid=66703) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 883.205528] env[66703]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-79f2267d-9bdf-43af-9f5b-1fdcc8866c64" {{(pid=66703) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 883.205528] env[66703]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('79f2267d-9bdf-43af-9f5b-1fdcc8866c64',) {} {{(pid=66703) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 883.206350] env[66703]: DEBUG networking_nsxv3.common.locking [-] Lock rules-18413db4-5134-40cb-b857-e544c0b672ac taken with stack trace [, , ] {{(pid=66703) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 883.206484] env[66703]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-18413db4-5134-40cb-b857-e544c0b672ac" {{(pid=66703) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 883.206484] env[66703]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-18413db4-5134-40cb-b857-e544c0b672ac" {{(pid=66703) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 883.206832] env[66703]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-18413db4-5134-40cb-b857-e544c0b672ac" {{(pid=66703) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 883.206832] env[66703]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('18413db4-5134-40cb-b857-e544c0b672ac',) {} {{(pid=66703) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 883.207858] env[66703]: DEBUG networking_nsxv3.common.locking [-] Lock rules-b1c3d67f-1e3c-4cc5-9f2a-196bdf599e44 taken with stack trace [, , ] {{(pid=66703) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 883.207984] env[66703]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-b1c3d67f-1e3c-4cc5-9f2a-196bdf599e44" {{(pid=66703) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 883.208112] env[66703]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-b1c3d67f-1e3c-4cc5-9f2a-196bdf599e44" {{(pid=66703) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 883.208184] env[66703]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-b1c3d67f-1e3c-4cc5-9f2a-196bdf599e44" {{(pid=66703) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 883.208262] env[66703]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('b1c3d67f-1e3c-4cc5-9f2a-196bdf599e44',) {} {{(pid=66703) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 883.208510] env[66703]: WARNING oslo_messaging._drivers.amqpdriver [-] Number of call queues is 11, greater than warning threshold: 10. There could be a leak. Increasing threshold to: 20 [ 883.209397] env[66703]: DEBUG networking_nsxv3.common.locking [-] Lock rules-f52985e4-827d-4ac5-ba08-62ae5081fda6 taken with stack trace [, , ] {{(pid=66703) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 883.209486] env[66703]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-f52985e4-827d-4ac5-ba08-62ae5081fda6" {{(pid=66703) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 883.209623] env[66703]: DEBUG networking_nsxv3.common.locking [-] Lock rules-451b70bc-ee39-4478-8b6b-ae8f5e4bf551 taken with stack trace [, , ] {{(pid=66703) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 883.209782] env[66703]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-451b70bc-ee39-4478-8b6b-ae8f5e4bf551" {{(pid=66703) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 883.209782] env[66703]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-451b70bc-ee39-4478-8b6b-ae8f5e4bf551" {{(pid=66703) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 883.210012] env[66703]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-451b70bc-ee39-4478-8b6b-ae8f5e4bf551" {{(pid=66703) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 883.210105] env[66703]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('451b70bc-ee39-4478-8b6b-ae8f5e4bf551',) {} {{(pid=66703) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 883.211153] env[66703]: DEBUG networking_nsxv3.common.locking [-] Lock rules-84b6ed1b-c02f-4007-a7b7-c301f2fc661e taken with stack trace [, , ] {{(pid=66703) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 883.211284] env[66703]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-84b6ed1b-c02f-4007-a7b7-c301f2fc661e" {{(pid=66703) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 883.211284] env[66703]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-84b6ed1b-c02f-4007-a7b7-c301f2fc661e" {{(pid=66703) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 883.211443] env[66703]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-84b6ed1b-c02f-4007-a7b7-c301f2fc661e" {{(pid=66703) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 883.211532] env[66703]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('84b6ed1b-c02f-4007-a7b7-c301f2fc661e',) {} {{(pid=66703) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 883.212624] env[66703]: DEBUG networking_nsxv3.common.locking [-] Lock rules-e2259e0c-1202-4903-8bca-3476c36f4add taken with stack trace [, , ] {{(pid=66703) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 883.212789] env[66703]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-e2259e0c-1202-4903-8bca-3476c36f4add" {{(pid=66703) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 883.212952] env[66703]: DEBUG networking_nsxv3.common.locking [-] Lock rules-46339112-2f94-45f8-b276-8e026b36b087 taken with stack trace [, , ] {{(pid=66703) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 883.213072] env[66703]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-46339112-2f94-45f8-b276-8e026b36b087" {{(pid=66703) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 883.213135] env[66703]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-46339112-2f94-45f8-b276-8e026b36b087" {{(pid=66703) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 883.213291] env[66703]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-46339112-2f94-45f8-b276-8e026b36b087" {{(pid=66703) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 883.213365] env[66703]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('46339112-2f94-45f8-b276-8e026b36b087',) {} {{(pid=66703) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 883.214319] env[66703]: DEBUG networking_nsxv3.common.locking [-] Lock rules-edd00d40-6f87-4c61-9069-3d442058e704 taken with stack trace [, , ] {{(pid=66703) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 883.214416] env[66703]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-edd00d40-6f87-4c61-9069-3d442058e704" {{(pid=66703) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 883.214528] env[66703]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-edd00d40-6f87-4c61-9069-3d442058e704" {{(pid=66703) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 883.214747] env[66703]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-edd00d40-6f87-4c61-9069-3d442058e704" {{(pid=66703) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 883.214825] env[66703]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('edd00d40-6f87-4c61-9069-3d442058e704',) {} {{(pid=66703) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 883.215767] env[66703]: DEBUG networking_nsxv3.common.locking [-] Lock rules-c980f404-e832-441f-9346-ec5a161579f0 taken with stack trace [, , ] {{(pid=66703) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 883.215920] env[66703]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-c980f404-e832-441f-9346-ec5a161579f0" {{(pid=66703) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 883.216037] env[66703]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-c980f404-e832-441f-9346-ec5a161579f0" {{(pid=66703) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 883.216285] env[66703]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-c980f404-e832-441f-9346-ec5a161579f0" {{(pid=66703) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 883.216415] env[66703]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('c980f404-e832-441f-9346-ec5a161579f0',) {} {{(pid=66703) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 883.217778] env[66703]: DEBUG networking_nsxv3.common.locking [-] Lock rules-795bc015-1eb3-4f14-a94a-8ce341dbdd81 taken with stack trace [, , ] {{(pid=66703) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 883.218090] env[66703]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-795bc015-1eb3-4f14-a94a-8ce341dbdd81" {{(pid=66703) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 883.218090] env[66703]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-795bc015-1eb3-4f14-a94a-8ce341dbdd81" {{(pid=66703) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 883.218772] env[66703]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-795bc015-1eb3-4f14-a94a-8ce341dbdd81" {{(pid=66703) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 883.218772] env[66703]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('795bc015-1eb3-4f14-a94a-8ce341dbdd81',) {} {{(pid=66703) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 883.219648] env[66703]: DEBUG networking_nsxv3.common.locking [-] Lock rules-49cb7e93-7ef3-4fd4-b6fd-65673af109cd taken with stack trace [, , ] {{(pid=66703) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 883.219827] env[66703]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-49cb7e93-7ef3-4fd4-b6fd-65673af109cd" {{(pid=66703) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 883.219827] env[66703]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-49cb7e93-7ef3-4fd4-b6fd-65673af109cd" {{(pid=66703) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 883.220067] env[66703]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-49cb7e93-7ef3-4fd4-b6fd-65673af109cd" {{(pid=66703) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 883.220154] env[66703]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('49cb7e93-7ef3-4fd4-b6fd-65673af109cd',) {} {{(pid=66703) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 883.242529] env[66703]: INFO networking_nsxv3.common.synchronization [req-b237a2ca-071e-48f9-a1f5-885ed081f199 req-4ffa0f07-952b-49b0-a671-4ee7bae29869 tempest-ServerRescueTestJSONUnderV235-964915451 tempest-ServerRescueTestJSONUnderV235-964915451-project-member] Enqueued Resource ID: e2259e0c-1202-4903-8bca-3476c36f4add with Priority: HIGHEST for action security_group_rules [ 883.242744] env[66703]: INFO networking_nsxv3.common.synchronization [req-b237a2ca-071e-48f9-a1f5-885ed081f199 req-4ffa0f07-952b-49b0-a671-4ee7bae29869 tempest-ServerRescueTestJSONUnderV235-964915451 tempest-ServerRescueTestJSONUnderV235-964915451-project-member] Enqueued Resource ID: e2259e0c-1202-4903-8bca-3476c36f4add with Priority: HIGHEST for action security_group_members [ 883.242862] env[66703]: INFO networking_nsxv3.common.synchronization [req-b237a2ca-071e-48f9-a1f5-885ed081f199 req-4ffa0f07-952b-49b0-a671-4ee7bae29869 tempest-ServerRescueTestJSONUnderV235-964915451 tempest-ServerRescueTestJSONUnderV235-964915451-project-member] Enqueued Resource ID: 7b1b5eb9-2f9e-4b64-b67c-c4b4bd658cf2 with Priority: HIGHEST for action port [ 883.249384] env[66703]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: e2259e0c-1202-4903-8bca-3476c36f4add with Priority: HIGHEST for action security_group_rules [ 883.249562] env[66703]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: e2259e0c-1202-4903-8bca-3476c36f4add with Priority: HIGHEST for action security_group_members [ 883.249919] env[66703]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 7b1b5eb9-2f9e-4b64-b67c-c4b4bd658cf2 with Priority: HIGHEST for action port [ 883.252265] env[66703]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66703) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 883.252481] env[66703]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66703) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 883.252636] env[66703]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66703) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 883.252716] env[66703]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66703) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 883.253218] env[66703]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66703) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 883.253218] env[66703]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66703) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 883.253346] env[66703]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 717b6a7a-29a1-4fd1-aba1-2df2cf68dfcc is going to be updated. [ 883.259445] env[66703]: DEBUG networking_nsxv3.common.locking [-] Lock rules-e2259e0c-1202-4903-8bca-3476c36f4add taken with stack trace [, , ] {{(pid=66703) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 883.259445] env[66703]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-e2259e0c-1202-4903-8bca-3476c36f4add" {{(pid=66703) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 883.259445] env[66703]: DEBUG networking_nsxv3.common.locking [-] Lock member-e2259e0c-1202-4903-8bca-3476c36f4add taken with stack trace [, , ] {{(pid=66703) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 883.259445] env[66703]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-e2259e0c-1202-4903-8bca-3476c36f4add" {{(pid=66703) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 883.259445] env[66703]: DEBUG networking_nsxv3.common.locking [-] Lock port-7b1b5eb9-2f9e-4b64-b67c-c4b4bd658cf2 taken with stack trace [, , ] {{(pid=66703) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 883.259445] env[66703]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-7b1b5eb9-2f9e-4b64-b67c-c4b4bd658cf2" {{(pid=66703) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 883.292147] env[66703]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66703) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 883.292534] env[66703]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66703) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 883.292534] env[66703]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66703) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 883.292740] env[66703]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66703) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 883.292740] env[66703]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66703) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 883.304242] env[66703]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 717b6a7a-29a1-4fd1-aba1-2df2cf68dfcc in Status: IN_PROGRESS for 2s [ 883.723815] env[66703]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] realization of port 7b1b5eb9-2f9e-4b64-b67c-c4b4bd658cf2 with status ACTIVE [ 883.723815] env[66703]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=66703) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 883.724259] env[66703]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=66703) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 883.724259] env[66703]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=66703) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 883.724259] env[66703]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=66703) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 883.724259] env[66703]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=66703) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 883.724437] env[66703]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , ] {{(pid=66703) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 883.724515] env[66703]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=66703) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 883.724578] env[66703]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=66703) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 883.724748] env[66703]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=66703) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 883.724811] env[66703]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=66703) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 883.725055] env[66703]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=66703) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 883.725144] env[66703]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=66703) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 883.725144] env[66703]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=66703) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 883.725307] env[66703]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=66703) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 883.725371] env[66703]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=66703) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 883.725452] env[66703]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: SegmentPort with ID: 7b1b5eb9-2f9e-4b64-b67c-c4b4bd658cf2 is going to be updated. [ 883.754911] env[66703]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=66703) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 883.754911] env[66703]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66703) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 883.754911] env[66703]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66703) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 883.755756] env[66703]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66703) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 883.759095] env[66703]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=66703) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 883.759425] env[66703]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66703) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 883.765506] env[66703]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=66703) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 883.765657] env[66703]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66703) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 883.776677] env[66703]: DEBUG networking_nsxv3.common.locking [-] Lock member-6365a784-f6cd-436e-be41-fa820f180738 taken with stack trace [, , , ] {{(pid=66703) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 883.776888] env[66703]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-6365a784-f6cd-436e-be41-fa820f180738" {{(pid=66703) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 883.776888] env[66703]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-6365a784-f6cd-436e-be41-fa820f180738" {{(pid=66703) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 883.777604] env[66703]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-6365a784-f6cd-436e-be41-fa820f180738" {{(pid=66703) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 883.777604] env[66703]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=66703) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 883.777604] env[66703]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66703) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 883.777604] env[66703]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66703) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 883.777986] env[66703]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66703) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 883.777986] env[66703]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66703) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 883.777986] env[66703]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-6365a784-f6cd-436e-be41-fa820f180738" {{(pid=66703) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 883.777986] env[66703]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('6365a784-f6cd-436e-be41-fa820f180738',) {} {{(pid=66703) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 883.780204] env[66703]: DEBUG networking_nsxv3.common.locking [-] Lock member-795bc015-1eb3-4f14-a94a-8ce341dbdd81 taken with stack trace [, , , ] {{(pid=66703) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 883.780366] env[66703]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-795bc015-1eb3-4f14-a94a-8ce341dbdd81" {{(pid=66703) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 883.780477] env[66703]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-795bc015-1eb3-4f14-a94a-8ce341dbdd81" {{(pid=66703) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 883.780627] env[66703]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-795bc015-1eb3-4f14-a94a-8ce341dbdd81" {{(pid=66703) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 883.780959] env[66703]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=66703) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 883.780959] env[66703]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66703) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 883.781403] env[66703]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66703) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 883.781403] env[66703]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66703) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 883.781403] env[66703]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66703) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 883.781403] env[66703]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-795bc015-1eb3-4f14-a94a-8ce341dbdd81" {{(pid=66703) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 883.781605] env[66703]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('795bc015-1eb3-4f14-a94a-8ce341dbdd81',) {} {{(pid=66703) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 883.794788] env[66703]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=66703) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 883.795204] env[66703]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=66703) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 883.795204] env[66703]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=66703) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 883.795802] env[66703]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=66703) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 883.795802] env[66703]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=66703) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 883.795802] env[66703]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-7b1b5eb9-2f9e-4b64-b67c-c4b4bd658cf2" {{(pid=66703) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 883.802663] env[66703]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-7b1b5eb9-2f9e-4b64-b67c-c4b4bd658cf2" {{(pid=66703) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 883.802965] env[66703]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-7b1b5eb9-2f9e-4b64-b67c-c4b4bd658cf2" {{(pid=66703) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 883.803082] env[66703]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('7b1b5eb9-2f9e-4b64-b67c-c4b4bd658cf2',) {} {{(pid=66703) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 883.808300] env[66703]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66703) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 883.811792] env[66703]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: c9f59100-3796-4a18-bcea-03a659fb9824 is going to be deleted. [ 883.812416] env[66703]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66703) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 883.812653] env[66703]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66703) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 883.873464] env[66703]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=66703) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 883.873644] env[66703]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66703) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 883.874655] env[66703]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=66703) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 883.874851] env[66703]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66703) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 883.875883] env[66703]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=66703) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 883.876047] env[66703]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66703) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 883.876975] env[66703]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=66703) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 883.877117] env[66703]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66703) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 883.877814] env[66703]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=66703) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 883.877920] env[66703]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66703) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 883.878811] env[66703]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=66703) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 883.878927] env[66703]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66703) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 883.879841] env[66703]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=66703) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 883.879928] env[66703]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66703) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 883.880689] env[66703]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=66703) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 883.880807] env[66703]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66703) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 883.881910] env[66703]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=66703) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 883.882009] env[66703]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66703) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 883.882731] env[66703]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=66703) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 883.882823] env[66703]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66703) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 883.883614] env[66703]: WARNING urllib3.connectionpool [-] Connection pool is full, discarding connection: nsxt.osci.c.eu-de-1.cloud.sap. Connection pool size: 10: queue.Full [ 883.884045] env[66703]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66703) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 883.884186] env[66703]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: ead9059b-21b2-4727-a688-5bf3e134073b is going to be deleted. [ 883.889382] env[66703]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=66703) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 883.889535] env[66703]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66703) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 883.889592] env[66703]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66703) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 883.889941] env[66703]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66703) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 883.892029] env[66703]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=66703) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 883.892159] env[66703]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66703) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 883.918101] env[66703]: WARNING urllib3.connectionpool [-] Connection pool is full, discarding connection: nsxt.osci.c.eu-de-1.cloud.sap. Connection pool size: 10: queue.Full [ 883.918554] env[66703]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66703) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 883.918801] env[66703]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: c980f404-e832-441f-9346-ec5a161579f0 is going to be deleted. [ 883.919855] env[66703]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66703) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 883.920146] env[66703]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66703) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 883.965465] env[66703]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66703) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 883.965629] env[66703]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: edd00d40-6f87-4c61-9069-3d442058e704 is going to be deleted. [ 883.966680] env[66703]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66703) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 883.966933] env[66703]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66703) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 883.971801] env[66703]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=66703) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 883.971959] env[66703]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66703) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 883.985981] env[66703]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=66703) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 883.985981] env[66703]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66703) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 884.005171] env[66703]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66703) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 884.005367] env[66703]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: b099edaa-ce9c-43ea-8b8e-264fa0be0054 is going to be deleted. [ 884.006266] env[66703]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66703) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 884.006476] env[66703]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66703) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 884.033194] env[66703]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=66703) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 884.033443] env[66703]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66703) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 884.044717] env[66703]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=66703) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 884.044717] env[66703]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66703) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 884.054454] env[66703]: WARNING urllib3.connectionpool [-] Connection pool is full, discarding connection: nsxt.osci.c.eu-de-1.cloud.sap. Connection pool size: 10: queue.Full [ 884.054454] env[66703]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66703) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 884.054454] env[66703]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 451b70bc-ee39-4478-8b6b-ae8f5e4bf551 is going to be deleted. [ 884.054581] env[66703]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66703) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 884.054731] env[66703]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66703) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 884.115372] env[66703]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66703) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 884.116073] env[66703]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 3304826c-ce8e-49f9-aefd-3be39a0c0fbb is going to be deleted. [ 884.117284] env[66703]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66703) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 884.123059] env[66703]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66703) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 884.148270] env[66703]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=66703) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 884.148394] env[66703]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66703) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 884.166094] env[66703]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66703) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 884.166445] env[66703]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: b1c3d67f-1e3c-4cc5-9f2a-196bdf599e44 is going to be deleted. [ 884.167657] env[66703]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66703) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 884.167969] env[66703]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66703) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 884.192956] env[66703]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=66703) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 884.193136] env[66703]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66703) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 884.210592] env[66703]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66703) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 884.210862] env[66703]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 79f2267d-9bdf-43af-9f5b-1fdcc8866c64 is going to be deleted. [ 884.211882] env[66703]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66703) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 884.212163] env[66703]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66703) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 884.239318] env[66703]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=66703) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 884.239318] env[66703]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66703) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 884.273066] env[66703]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66703) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 884.273066] env[66703]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 49cb7e93-7ef3-4fd4-b6fd-65673af109cd is going to be deleted. [ 884.273066] env[66703]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66703) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 884.273066] env[66703]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66703) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 884.293676] env[66703]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('795bc015-1eb3-4f14-a94a-8ce341dbdd81',) {} {{(pid=66703) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 884.298968] env[66703]: DEBUG networking_nsxv3.common.locking [-] Lock member-6365a784-f6cd-436e-be41-fa820f180738 taken with stack trace [, , , ] {{(pid=66703) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 884.299142] env[66703]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-6365a784-f6cd-436e-be41-fa820f180738" {{(pid=66703) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 884.299448] env[66703]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-6365a784-f6cd-436e-be41-fa820f180738" {{(pid=66703) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 884.299448] env[66703]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-6365a784-f6cd-436e-be41-fa820f180738" {{(pid=66703) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 884.299589] env[66703]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=66703) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 884.299710] env[66703]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66703) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 884.299774] env[66703]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66703) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 884.299913] env[66703]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66703) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 884.300011] env[66703]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66703) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 884.300106] env[66703]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-6365a784-f6cd-436e-be41-fa820f180738" {{(pid=66703) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 884.300259] env[66703]: DEBUG networking_nsxv3.common.locking [-] Lock member-6365a784-f6cd-436e-be41-fa820f180738 taken with stack trace [, , , ] {{(pid=66703) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 884.300353] env[66703]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-6365a784-f6cd-436e-be41-fa820f180738" {{(pid=66703) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 884.300414] env[66703]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-6365a784-f6cd-436e-be41-fa820f180738" {{(pid=66703) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 884.300557] env[66703]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-6365a784-f6cd-436e-be41-fa820f180738" {{(pid=66703) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 884.300709] env[66703]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=66703) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 884.300782] env[66703]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66703) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 884.300843] env[66703]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66703) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 884.301028] env[66703]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66703) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 884.301078] env[66703]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66703) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 884.301136] env[66703]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-6365a784-f6cd-436e-be41-fa820f180738" {{(pid=66703) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 884.301236] env[66703]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('6365a784-f6cd-436e-be41-fa820f180738',) {} {{(pid=66703) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 884.313399] env[66703]: INFO networking_nsxv3.common.synchronization [req-f3d1025c-c21a-48e8-8411-627f92928c9a req-a7008122-ca0b-467a-b37d-da042e6c12b6 tempest-ServersAdminTestJSON-442555362 tempest-ServersAdminTestJSON-442555362-project-member] Enqueued Resource ID: 660372db-97b0-4c25-a97c-8d2de7c849c4 with Priority: HIGHEST for action security_group_members [ 884.315468] env[66703]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 660372db-97b0-4c25-a97c-8d2de7c849c4 with Priority: HIGHEST for action security_group_members [ 884.315468] env[66703]: DEBUG networking_nsxv3.common.locking [-] Lock member-660372db-97b0-4c25-a97c-8d2de7c849c4 taken with stack trace [, , ] {{(pid=66703) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 884.315468] env[66703]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-660372db-97b0-4c25-a97c-8d2de7c849c4" {{(pid=66703) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 884.315468] env[66703]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-660372db-97b0-4c25-a97c-8d2de7c849c4" {{(pid=66703) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 884.315468] env[66703]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-660372db-97b0-4c25-a97c-8d2de7c849c4" {{(pid=66703) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 884.315468] env[66703]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=66703) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 884.315468] env[66703]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66703) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 884.315468] env[66703]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66703) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 884.316431] env[66703]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66703) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 884.316554] env[66703]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66703) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 884.316685] env[66703]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('660372db-97b0-4c25-a97c-8d2de7c849c4',) {} {{(pid=66703) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 884.320255] env[66703]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=66703) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 884.320255] env[66703]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66703) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 884.324352] env[66703]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] realization of port 7b1b5eb9-2f9e-4b64-b67c-c4b4bd658cf2 with status ACTIVE [ 884.324569] env[66703]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=66703) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 884.324698] env[66703]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=66703) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 884.324763] env[66703]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=66703) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 884.324967] env[66703]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=66703) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 884.325063] env[66703]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=66703) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 884.325240] env[66703]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , ] {{(pid=66703) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 884.325324] env[66703]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=66703) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 884.325384] env[66703]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=66703) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 884.325534] env[66703]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=66703) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 884.325615] env[66703]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=66703) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 884.325838] env[66703]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=66703) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 884.325891] env[66703]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=66703) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 884.325925] env[66703]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=66703) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 884.326077] env[66703]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=66703) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 884.326812] env[66703]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=66703) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 884.326910] env[66703]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: SegmentPort with ID: 7b1b5eb9-2f9e-4b64-b67c-c4b4bd658cf2 is going to be updated. [ 884.338358] env[66703]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66703) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 884.338569] env[66703]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 84b6ed1b-c02f-4007-a7b7-c301f2fc661e is going to be deleted. [ 884.339914] env[66703]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66703) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 884.340154] env[66703]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66703) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 884.374651] env[66703]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=66703) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 884.374888] env[66703]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=66703) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 884.374888] env[66703]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=66703) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 884.375173] env[66703]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=66703) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 884.375376] env[66703]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=66703) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 884.375606] env[66703]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-7b1b5eb9-2f9e-4b64-b67c-c4b4bd658cf2" {{(pid=66703) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 884.383366] env[66703]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=66703) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 884.383520] env[66703]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66703) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 884.433478] env[66703]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66703) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 884.433978] env[66703]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 46339112-2f94-45f8-b276-8e026b36b087 is going to be deleted. [ 884.434697] env[66703]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66703) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 884.434927] env[66703]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66703) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 884.461922] env[66703]: INFO networking_nsxv3.common.synchronization [req-3eef127f-131c-41a0-b2c1-bab4a528d49f req-cae42ee6-4f31-4cec-95de-0e3b7567132b tempest-MigrationsAdminTest-986826467 tempest-MigrationsAdminTest-986826467-project-member] Enqueued Resource ID: 6365a784-f6cd-436e-be41-fa820f180738 with Priority: HIGHEST for action security_group_members [ 884.463364] env[66703]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 6365a784-f6cd-436e-be41-fa820f180738 with Priority: HIGHEST for action security_group_members [ 884.463891] env[66703]: DEBUG networking_nsxv3.common.locking [-] Lock member-6365a784-f6cd-436e-be41-fa820f180738 taken with stack trace [, , ] {{(pid=66703) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 884.463891] env[66703]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-6365a784-f6cd-436e-be41-fa820f180738" {{(pid=66703) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 884.464072] env[66703]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-6365a784-f6cd-436e-be41-fa820f180738" {{(pid=66703) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 884.464134] env[66703]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-6365a784-f6cd-436e-be41-fa820f180738" {{(pid=66703) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 884.464368] env[66703]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=66703) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 884.464426] env[66703]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66703) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 884.464468] env[66703]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66703) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 884.464617] env[66703]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66703) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 884.464695] env[66703]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66703) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 884.465079] env[66703]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('6365a784-f6cd-436e-be41-fa820f180738',) {} {{(pid=66703) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 884.486217] env[66703]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=66703) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 884.486826] env[66703]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66703) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 884.500778] env[66703]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66703) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 884.500944] env[66703]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 18413db4-5134-40cb-b857-e544c0b672ac is going to be deleted. [ 884.502124] env[66703]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66703) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 884.502425] env[66703]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66703) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 884.518305] env[66703]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: f52985e4-827d-4ac5-ba08-62ae5081fda6 in Status: SUCCESS [ 884.518562] env[66703]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-f52985e4-827d-4ac5-ba08-62ae5081fda6" {{(pid=66703) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 884.518818] env[66703]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-f52985e4-827d-4ac5-ba08-62ae5081fda6" {{(pid=66703) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 884.519073] env[66703]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-f52985e4-827d-4ac5-ba08-62ae5081fda6" {{(pid=66703) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 884.519293] env[66703]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=66703) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 884.519437] env[66703]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66703) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 884.519506] env[66703]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66703) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 884.519698] env[66703]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66703) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 884.520058] env[66703]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66703) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 884.520058] env[66703]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-f52985e4-827d-4ac5-ba08-62ae5081fda6" {{(pid=66703) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 884.520058] env[66703]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('f52985e4-827d-4ac5-ba08-62ae5081fda6',) {} {{(pid=66703) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 884.522655] env[66703]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=66703) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 884.522801] env[66703]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66703) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 884.545371] env[66703]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66703) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 884.545554] env[66703]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 68993a16-916f-4eee-a4a2-cfd61c353b25 is going to be deleted. [ 884.546471] env[66703]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66703) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 884.546692] env[66703]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66703) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 884.601302] env[66703]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66703) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 884.601468] env[66703]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 30de771b-a136-45ed-b92b-db3de891006f is going to be deleted. [ 884.602771] env[66703]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66703) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 884.603071] env[66703]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66703) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 884.603189] env[66703]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66703) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 884.603356] env[66703]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-c9f59100-3796-4a18-bcea-03a659fb9824" {{(pid=66703) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 884.604036] env[66703]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66703) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 884.604272] env[66703]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66703) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 884.604385] env[66703]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66703) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 884.604532] env[66703]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-ead9059b-21b2-4727-a688-5bf3e134073b" {{(pid=66703) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 884.605496] env[66703]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66703) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 884.605496] env[66703]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66703) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 884.605632] env[66703]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66703) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 884.605732] env[66703]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-c980f404-e832-441f-9346-ec5a161579f0" {{(pid=66703) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 884.605907] env[66703]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66703) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 884.606117] env[66703]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66703) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 884.606223] env[66703]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66703) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 884.606382] env[66703]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-edd00d40-6f87-4c61-9069-3d442058e704" {{(pid=66703) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 884.606563] env[66703]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66703) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 884.608997] env[66703]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66703) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 884.609263] env[66703]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66703) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 884.609500] env[66703]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-b099edaa-ce9c-43ea-8b8e-264fa0be0054" {{(pid=66703) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 884.609786] env[66703]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66703) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 884.610080] env[66703]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66703) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 884.610324] env[66703]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66703) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 884.610424] env[66703]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-451b70bc-ee39-4478-8b6b-ae8f5e4bf551" {{(pid=66703) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 884.610641] env[66703]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66703) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 884.610919] env[66703]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66703) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 884.611115] env[66703]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66703) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 884.611239] env[66703]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-3304826c-ce8e-49f9-aefd-3be39a0c0fbb" {{(pid=66703) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 884.612408] env[66703]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=66703) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 884.612597] env[66703]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66703) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 884.612706] env[66703]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66703) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 884.612975] env[66703]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66703) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 884.613095] env[66703]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66703) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 884.613260] env[66703]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-46339112-2f94-45f8-b276-8e026b36b087" {{(pid=66703) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 884.613459] env[66703]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66703) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 884.614130] env[66703]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66703) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 884.614130] env[66703]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66703) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 884.614130] env[66703]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-b1c3d67f-1e3c-4cc5-9f2a-196bdf599e44" {{(pid=66703) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 884.614753] env[66703]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66703) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 884.614753] env[66703]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66703) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 884.614753] env[66703]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66703) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 884.614842] env[66703]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-79f2267d-9bdf-43af-9f5b-1fdcc8866c64" {{(pid=66703) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 884.614966] env[66703]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66703) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 884.615227] env[66703]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66703) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 884.615295] env[66703]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66703) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 884.615433] env[66703]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-49cb7e93-7ef3-4fd4-b6fd-65673af109cd" {{(pid=66703) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 884.615703] env[66703]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66703) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 884.615858] env[66703]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66703) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 884.615979] env[66703]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66703) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 884.616162] env[66703]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-84b6ed1b-c02f-4007-a7b7-c301f2fc661e" {{(pid=66703) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 884.733599] env[66703]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=66703) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 884.734060] env[66703]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66703) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 884.734060] env[66703]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66703) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 884.734060] env[66703]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66703) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 884.734168] env[66703]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66703) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 884.734209] env[66703]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-18413db4-5134-40cb-b857-e544c0b672ac" {{(pid=66703) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 884.752307] env[66703]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=66703) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 884.752307] env[66703]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66703) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 884.752602] env[66703]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66703) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 884.752602] env[66703]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66703) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 884.752709] env[66703]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66703) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 884.752825] env[66703]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-68993a16-916f-4eee-a4a2-cfd61c353b25" {{(pid=66703) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 884.777309] env[66703]: WARNING urllib3.connectionpool [-] Connection pool is full, discarding connection: nsxt.osci.c.eu-de-1.cloud.sap. Connection pool size: 10: queue.Full [ 884.777309] env[66703]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=66703) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 884.777309] env[66703]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66703) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 884.777309] env[66703]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66703) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 884.777309] env[66703]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66703) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 884.777309] env[66703]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66703) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 884.777309] env[66703]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-30de771b-a136-45ed-b92b-db3de891006f" {{(pid=66703) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 884.796733] env[66703]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for 795bc015-1eb3-4f14-a94a-8ce341dbdd81: rpc.has_security_group_logging(os_id): False [ 884.803628] env[66703]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for 6365a784-f6cd-436e-be41-fa820f180738: rpc.has_security_group_logging(os_id): False [ 884.820771] env[66703]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('660372db-97b0-4c25-a97c-8d2de7c849c4',) {} {{(pid=66703) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 884.847023] env[66703]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=66703) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 884.847224] env[66703]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66703) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 884.847224] env[66703]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66703) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 884.847383] env[66703]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66703) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 884.850255] env[66703]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=66703) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 884.850451] env[66703]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66703) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 884.900395] env[66703]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66703) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 884.900771] env[66703]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66703) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 884.900949] env[66703]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66703) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 884.901076] env[66703]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66703) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 884.901284] env[66703]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66703) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 884.901376] env[66703]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66703) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 884.901608] env[66703]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66703) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 884.901715] env[66703]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66703) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 884.901792] env[66703]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66703) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 884.901943] env[66703]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66703) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 884.902053] env[66703]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66703) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 884.902261] env[66703]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=66703) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 884.902328] env[66703]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66703) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 884.902397] env[66703]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66703) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 884.902654] env[66703]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66703) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 884.902654] env[66703]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66703) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 884.902810] env[66703]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 6365a784-f6cd-436e-be41-fa820f180738 is going to be updated. [ 884.904711] env[66703]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66703) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 884.904880] env[66703]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66703) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 884.938666] env[66703]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66703) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 884.939076] env[66703]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=66703) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 884.939478] env[66703]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66703) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 884.940015] env[66703]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66703) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 884.940015] env[66703]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66703) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 884.940288] env[66703]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66703) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 884.940526] env[66703]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 795bc015-1eb3-4f14-a94a-8ce341dbdd81 is going to be updated. [ 884.968096] env[66703]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('6365a784-f6cd-436e-be41-fa820f180738',) {} {{(pid=66703) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 885.008390] env[66703]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=66703) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 885.008837] env[66703]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66703) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 885.008837] env[66703]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66703) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 885.009446] env[66703]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66703) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 885.009620] env[66703]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66703) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 885.017530] env[66703]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=66703) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 885.017773] env[66703]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66703) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 885.017773] env[66703]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66703) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 885.018077] env[66703]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66703) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 885.018232] env[66703]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66703) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 885.025231] env[66703]: DEBUG networking_nsxv3.common.locking [-] Lock member-f52985e4-827d-4ac5-ba08-62ae5081fda6 taken with stack trace [, , , ] {{(pid=66703) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 885.025231] env[66703]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-f52985e4-827d-4ac5-ba08-62ae5081fda6" {{(pid=66703) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 885.025231] env[66703]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-f52985e4-827d-4ac5-ba08-62ae5081fda6" {{(pid=66703) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 885.025231] env[66703]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-f52985e4-827d-4ac5-ba08-62ae5081fda6" {{(pid=66703) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 885.025231] env[66703]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=66703) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 885.025231] env[66703]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66703) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 885.025231] env[66703]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66703) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 885.025690] env[66703]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66703) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 885.025690] env[66703]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66703) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 885.025690] env[66703]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-f52985e4-827d-4ac5-ba08-62ae5081fda6" {{(pid=66703) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 885.025690] env[66703]: DEBUG networking_nsxv3.common.locking [-] Lock member-f52985e4-827d-4ac5-ba08-62ae5081fda6 taken with stack trace [, , , ] {{(pid=66703) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 885.025690] env[66703]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-f52985e4-827d-4ac5-ba08-62ae5081fda6" {{(pid=66703) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 885.025960] env[66703]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-f52985e4-827d-4ac5-ba08-62ae5081fda6" {{(pid=66703) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 885.025960] env[66703]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-f52985e4-827d-4ac5-ba08-62ae5081fda6" {{(pid=66703) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 885.026071] env[66703]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=66703) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 885.026138] env[66703]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66703) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 885.026138] env[66703]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66703) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 885.029229] env[66703]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66703) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 885.029229] env[66703]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66703) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 885.029229] env[66703]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-f52985e4-827d-4ac5-ba08-62ae5081fda6" {{(pid=66703) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 885.029229] env[66703]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('f52985e4-827d-4ac5-ba08-62ae5081fda6',) {} {{(pid=66703) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 885.030795] env[66703]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 6365a784-f6cd-436e-be41-fa820f180738 in Status: IN_PROGRESS for 2s [ 885.031713] env[66703]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 795bc015-1eb3-4f14-a94a-8ce341dbdd81 in Status: IN_PROGRESS for 2s [ 885.195027] env[66703]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: e2259e0c-1202-4903-8bca-3476c36f4add in Status: SUCCESS [ 885.195027] env[66703]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-e2259e0c-1202-4903-8bca-3476c36f4add" {{(pid=66703) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 885.195570] env[66703]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-e2259e0c-1202-4903-8bca-3476c36f4add" {{(pid=66703) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 885.195570] env[66703]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-e2259e0c-1202-4903-8bca-3476c36f4add" {{(pid=66703) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 885.195714] env[66703]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=66703) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 885.195856] env[66703]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66703) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 885.195960] env[66703]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66703) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 885.197589] env[66703]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66703) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 885.197737] env[66703]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66703) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 885.197876] env[66703]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('e2259e0c-1202-4903-8bca-3476c36f4add',) {} {{(pid=66703) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 885.211139] env[66703]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 8b724725-ccdd-462d-83b3-ce39f37ae0b0 in Status: SUCCESS [ 885.211379] env[66703]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-8b724725-ccdd-462d-83b3-ce39f37ae0b0" {{(pid=66703) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 885.212090] env[66703]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-8b724725-ccdd-462d-83b3-ce39f37ae0b0" {{(pid=66703) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 885.212208] env[66703]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-8b724725-ccdd-462d-83b3-ce39f37ae0b0" {{(pid=66703) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 885.212381] env[66703]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=66703) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 885.212527] env[66703]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66703) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 885.212596] env[66703]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66703) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 885.212789] env[66703]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66703) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 885.212874] env[66703]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66703) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 885.212971] env[66703]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('8b724725-ccdd-462d-83b3-ce39f37ae0b0',) {} {{(pid=66703) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 885.315575] env[66703]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 717b6a7a-29a1-4fd1-aba1-2df2cf68dfcc in Status: SUCCESS [ 885.315748] env[66703]: WARNING networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 717b6a7a-29a1-4fd1-aba1-2df2cf68dfcc deletion is rescheduled due to dependency. [ 885.315861] env[66703]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-717b6a7a-29a1-4fd1-aba1-2df2cf68dfcc" {{(pid=66703) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 885.324584] env[66703]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('660372db-97b0-4c25-a97c-8d2de7c849c4',) {} {{(pid=66703) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 885.471420] env[66703]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('6365a784-f6cd-436e-be41-fa820f180738',) {} {{(pid=66703) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 885.529961] env[66703]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for f52985e4-827d-4ac5-ba08-62ae5081fda6: rpc.has_security_group_logging(os_id): False [ 885.550371] env[66703]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=66703) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 885.550559] env[66703]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66703) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 885.550627] env[66703]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66703) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 885.550876] env[66703]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66703) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 885.573328] env[66703]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66703) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 885.573691] env[66703]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66703) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 885.573857] env[66703]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66703) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 885.573959] env[66703]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66703) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 885.574227] env[66703]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66703) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 885.574335] env[66703]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66703) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 885.574592] env[66703]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66703) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 885.574731] env[66703]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66703) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 885.574814] env[66703]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66703) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 885.574996] env[66703]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66703) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 885.575084] env[66703]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66703) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 885.575288] env[66703]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=66703) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 885.575379] env[66703]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66703) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 885.575442] env[66703]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66703) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 885.575583] env[66703]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66703) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 885.575660] env[66703]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66703) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 885.575767] env[66703]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: f52985e4-827d-4ac5-ba08-62ae5081fda6 is going to be updated. [ 885.649794] env[66703]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=66703) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 885.650033] env[66703]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66703) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 885.650086] env[66703]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66703) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 885.650264] env[66703]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66703) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 885.650407] env[66703]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66703) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 885.664518] env[66703]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: f52985e4-827d-4ac5-ba08-62ae5081fda6 in Status: IN_PROGRESS for 2s [ 885.701038] env[66703]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('e2259e0c-1202-4903-8bca-3476c36f4add',) {} {{(pid=66703) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 885.717787] env[66703]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=66703) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 885.718094] env[66703]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66703) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 885.718094] env[66703]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66703) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 885.718397] env[66703]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66703) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 885.718481] env[66703]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66703) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 885.718795] env[66703]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66703) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 885.718928] env[66703]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66703) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 885.719016] env[66703]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66703) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 885.719159] env[66703]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66703) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 885.719241] env[66703]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66703) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 885.719340] env[66703]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 8b724725-ccdd-462d-83b3-ce39f37ae0b0 is going to be deleted. [ 885.805895] env[66703]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66703) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 885.806296] env[66703]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66703) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 885.806296] env[66703]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66703) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 885.806487] env[66703]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66703) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 885.806487] env[66703]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66703) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 885.806548] env[66703]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-8b724725-ccdd-462d-83b3-ce39f37ae0b0" {{(pid=66703) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 885.806698] env[66703]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-8b724725-ccdd-462d-83b3-ce39f37ae0b0" {{(pid=66703) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 885.806872] env[66703]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-8b724725-ccdd-462d-83b3-ce39f37ae0b0" {{(pid=66703) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 885.807078] env[66703]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=66703) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 885.807204] env[66703]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66703) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 885.807264] env[66703]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66703) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 885.807406] env[66703]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66703) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 885.807443] env[66703]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66703) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 885.807691] env[66703]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('8b724725-ccdd-462d-83b3-ce39f37ae0b0',) {} {{(pid=66703) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 885.827225] env[66703]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66703) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 885.827411] env[66703]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66703) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 885.827455] env[66703]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66703) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 885.827656] env[66703]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66703) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 885.827744] env[66703]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66703) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 885.827845] env[66703]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 660372db-97b0-4c25-a97c-8d2de7c849c4 is going to be updated. [ 885.868034] env[66703]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66703) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 885.868034] env[66703]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66703) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 885.868034] env[66703]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66703) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 885.868034] env[66703]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66703) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 885.868034] env[66703]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66703) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 885.878373] env[66703]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 660372db-97b0-4c25-a97c-8d2de7c849c4 in Status: IN_PROGRESS for 2s [ 885.973731] env[66703]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66703) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 885.973927] env[66703]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66703) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 885.973973] env[66703]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66703) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 885.974169] env[66703]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66703) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 885.974346] env[66703]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66703) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 885.974346] env[66703]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 6365a784-f6cd-436e-be41-fa820f180738 is going to be updated. [ 886.007453] env[66703]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66703) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 886.007603] env[66703]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66703) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 886.007674] env[66703]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66703) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 886.007887] env[66703]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66703) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 886.008043] env[66703]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66703) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 886.020847] env[66703]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 6365a784-f6cd-436e-be41-fa820f180738 in Status: IN_PROGRESS for 2s [ 886.149256] env[66703]: INFO networking_nsxv3.common.synchronization [req-f366c118-260a-490b-99ce-40c25eac4fb8 req-26ae4b47-aba9-4e34-94f5-1af831087805 tempest-ServersWithSpecificFlavorTestJSON-1151275538 tempest-ServersWithSpecificFlavorTestJSON-1151275538-project-member] Enqueued Resource ID: 795bc015-1eb3-4f14-a94a-8ce341dbdd81 with Priority: HIGHEST for action security_group_members [ 886.149757] env[66703]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 795bc015-1eb3-4f14-a94a-8ce341dbdd81 with Priority: HIGHEST for action security_group_members [ 886.150333] env[66703]: DEBUG networking_nsxv3.common.locking [-] Lock member-795bc015-1eb3-4f14-a94a-8ce341dbdd81 taken with stack trace [, , ] {{(pid=66703) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 886.150449] env[66703]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-795bc015-1eb3-4f14-a94a-8ce341dbdd81" {{(pid=66703) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 886.150449] env[66703]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-795bc015-1eb3-4f14-a94a-8ce341dbdd81" {{(pid=66703) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 886.150629] env[66703]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-795bc015-1eb3-4f14-a94a-8ce341dbdd81" {{(pid=66703) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 886.150796] env[66703]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=66703) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 886.150887] env[66703]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66703) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 886.150979] env[66703]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66703) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 886.151100] env[66703]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66703) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 886.151180] env[66703]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66703) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 886.151276] env[66703]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('795bc015-1eb3-4f14-a94a-8ce341dbdd81',) {} {{(pid=66703) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 886.203481] env[66703]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('e2259e0c-1202-4903-8bca-3476c36f4add',) {} {{(pid=66703) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 886.315724] env[66703]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=66703) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 886.315892] env[66703]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66703) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 886.316163] env[66703]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66703) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 886.316271] env[66703]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66703) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 886.316308] env[66703]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66703) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 886.316537] env[66703]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , , ] {{(pid=66703) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 886.316638] env[66703]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66703) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 886.316692] env[66703]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66703) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 886.316856] env[66703]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66703) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 886.316964] env[66703]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66703) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 886.316998] env[66703]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 8b724725-ccdd-462d-83b3-ce39f37ae0b0 already deleted. [ 886.317069] env[66703]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-8b724725-ccdd-462d-83b3-ce39f37ae0b0" {{(pid=66703) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 886.317169] env[66703]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('8b724725-ccdd-462d-83b3-ce39f37ae0b0',) {} {{(pid=66703) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 886.318866] env[66703]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-8b724725-ccdd-462d-83b3-ce39f37ae0b0" {{(pid=66703) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 886.318866] env[66703]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-8b724725-ccdd-462d-83b3-ce39f37ae0b0" {{(pid=66703) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 886.318866] env[66703]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=66703) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 886.318866] env[66703]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66703) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 886.318866] env[66703]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66703) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 886.318866] env[66703]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66703) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 886.318866] env[66703]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66703) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 886.318866] env[66703]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('8b724725-ccdd-462d-83b3-ce39f37ae0b0',) {} {{(pid=66703) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 886.653454] env[66703]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=66703) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 886.653603] env[66703]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66703) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 886.653706] env[66703]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66703) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 886.653942] env[66703]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66703) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 886.654043] env[66703]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66703) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 886.654251] env[66703]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66703) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 886.654351] env[66703]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66703) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 886.654412] env[66703]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66703) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 886.654567] env[66703]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66703) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 886.654670] env[66703]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66703) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 886.654736] env[66703]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 795bc015-1eb3-4f14-a94a-8ce341dbdd81 is going to be updated. [ 886.692335] env[66703]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66703) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 886.692465] env[66703]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66703) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 886.692949] env[66703]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66703) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 886.692949] env[66703]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66703) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 886.692949] env[66703]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66703) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 886.706574] env[66703]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66703) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 886.706574] env[66703]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66703) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 886.706807] env[66703]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66703) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 886.707047] env[66703]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66703) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 886.707207] env[66703]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66703) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 886.707331] env[66703]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: e2259e0c-1202-4903-8bca-3476c36f4add is going to be updated. [ 886.710135] env[66703]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 795bc015-1eb3-4f14-a94a-8ce341dbdd81 in Status: IN_PROGRESS for 2s [ 886.774308] env[66703]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66703) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 886.774500] env[66703]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66703) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 886.774631] env[66703]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66703) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 886.776374] env[66703]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66703) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 886.776374] env[66703]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66703) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 886.796568] env[66703]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: e2259e0c-1202-4903-8bca-3476c36f4add in Status: IN_PROGRESS for 2s [ 886.823022] env[66703]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('8b724725-ccdd-462d-83b3-ce39f37ae0b0',) {} {{(pid=66703) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 886.824905] env[66703]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=66703) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 886.824905] env[66703]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66703) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 886.824905] env[66703]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66703) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 886.824905] env[66703]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66703) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 886.824905] env[66703]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66703) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 886.824905] env[66703]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66703) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 886.824905] env[66703]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66703) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 886.824905] env[66703]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66703) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 886.825345] env[66703]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66703) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 886.825345] env[66703]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66703) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 886.825345] env[66703]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 8b724725-ccdd-462d-83b3-ce39f37ae0b0 already deleted. [ 886.825450] env[66703]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-8b724725-ccdd-462d-83b3-ce39f37ae0b0" {{(pid=66703) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 887.004589] env[66703]: INFO networking_nsxv3.common.synchronization [req-1ad9be4c-3678-4c27-a586-9857dcd5b353 req-f0c62ff0-ee70-4447-bfc7-18bec0a6c4c9 tempest-InstanceActionsNegativeTestJSON-817447818 tempest-InstanceActionsNegativeTestJSON-817447818-project-member] Enqueued Resource ID: 84965a9f-e013-4442-ad2d-26e8a4cb9e82 with Priority: HIGHEST for action security_group_members [ 887.005173] env[66703]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 84965a9f-e013-4442-ad2d-26e8a4cb9e82 with Priority: HIGHEST for action security_group_members [ 887.005483] env[66703]: DEBUG networking_nsxv3.common.locking [-] Lock member-84965a9f-e013-4442-ad2d-26e8a4cb9e82 taken with stack trace [, , ] {{(pid=66703) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 887.005606] env[66703]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-84965a9f-e013-4442-ad2d-26e8a4cb9e82" {{(pid=66703) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 887.005672] env[66703]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-84965a9f-e013-4442-ad2d-26e8a4cb9e82" {{(pid=66703) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 887.006100] env[66703]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-84965a9f-e013-4442-ad2d-26e8a4cb9e82" {{(pid=66703) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 887.008749] env[66703]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=66703) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 887.008749] env[66703]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66703) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 887.008749] env[66703]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66703) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 887.008749] env[66703]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66703) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 887.008749] env[66703]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66703) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 887.008749] env[66703]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('84965a9f-e013-4442-ad2d-26e8a4cb9e82',) {} {{(pid=66703) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 887.049297] env[66703]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 6365a784-f6cd-436e-be41-fa820f180738 in Status: SUCCESS [ 887.052242] env[66703]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-6365a784-f6cd-436e-be41-fa820f180738" {{(pid=66703) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 887.052242] env[66703]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 795bc015-1eb3-4f14-a94a-8ce341dbdd81 in Status: SUCCESS [ 887.052514] env[66703]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-795bc015-1eb3-4f14-a94a-8ce341dbdd81" {{(pid=66703) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 887.327933] env[66703]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for 8b724725-ccdd-462d-83b3-ce39f37ae0b0: rpc.has_security_group_logging(os_id): False [ 887.347052] env[66703]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=66703) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 887.347249] env[66703]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66703) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 887.347334] env[66703]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66703) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 887.347579] env[66703]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66703) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 887.347709] env[66703]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66703) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 887.347965] env[66703]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=66703) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 887.348797] env[66703]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66703) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 887.348927] env[66703]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66703) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 887.349123] env[66703]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66703) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 887.349208] env[66703]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66703) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 887.349302] env[66703]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 8b724725-ccdd-462d-83b3-ce39f37ae0b0 is going to be created. [ 887.368762] env[66703]: WARNING networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.client_nsx [-] Warning Code=404 Message=b'{\n "httpStatus" : "NOT_FOUND",\n "error_code" : 500232,\n "module_name" : "Policy",\n "error_message" : "Following dependent objects, used in path=[/infra/domains/default/security-policies/8b724725-ccdd-462d-83b3-ce39f37ae0b0], does not exist path=[/infra/domains/default/groups/8b724725-ccdd-462d-83b3-ce39f37ae0b0]."\n}' [ 887.368924] env[66703]: WARNING networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 8b724725-ccdd-462d-83b3-ce39f37ae0b0 failed to be updated, retrying after metadata refresh: requests.exceptions.HTTPError: 404 Client Error: Not Found for url: https://nsxt.osci.c.eu-de-1.cloud.sap:443/policy/api/v1/infra/domains/default/security-policies/8b724725-ccdd-462d-83b3-ce39f37ae0b0 [ 887.369024] env[66703]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] [Policy] Fetching Policy NSX-T metadata for Type:Security Group (Rules). [ 887.386550] env[66703]: DEBUG networking_nsxv3.common.locking [None req-33d36011-a73c-4b6d-849a-f8c867240c48 None None] Lock network-529 taken with stack trace [, , , , , , , , ] {{(pid=66703) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 887.386735] env[66703]: DEBUG oslo_concurrency.lockutils [None req-33d36011-a73c-4b6d-849a-f8c867240c48 None None] Acquiring lock "network-529" {{(pid=66703) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 887.386837] env[66703]: DEBUG oslo_concurrency.lockutils [None req-33d36011-a73c-4b6d-849a-f8c867240c48 None None] Acquired lock "network-529" {{(pid=66703) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 887.387195] env[66703]: DEBUG oslo_concurrency.lockutils [None req-33d36011-a73c-4b6d-849a-f8c867240c48 None None] Acquired external semaphore "network-529" {{(pid=66703) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 887.387464] env[66703]: DEBUG networking_nsxv3.common.locking [None req-33d36011-a73c-4b6d-849a-f8c867240c48 None None] Lock Segment taken with stack trace [, , , , , , , , , , ] {{(pid=66703) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 887.387620] env[66703]: DEBUG oslo_concurrency.lockutils [None req-33d36011-a73c-4b6d-849a-f8c867240c48 None None] Acquiring lock "Segment" {{(pid=66703) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 887.387734] env[66703]: DEBUG oslo_concurrency.lockutils [None req-33d36011-a73c-4b6d-849a-f8c867240c48 None None] Acquired lock "Segment" {{(pid=66703) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 887.388081] env[66703]: DEBUG oslo_concurrency.lockutils [None req-33d36011-a73c-4b6d-849a-f8c867240c48 None None] Acquired external semaphore "Segment" {{(pid=66703) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 887.388163] env[66703]: DEBUG oslo_concurrency.lockutils [None req-33d36011-a73c-4b6d-849a-f8c867240c48 None None] Releasing lock "Segment" {{(pid=66703) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 887.388376] env[66703]: DEBUG dogpile.cache.region [None req-33d36011-a73c-4b6d-849a-f8c867240c48 None None] No value present for key: 'zone-id' {{(pid=66703) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 887.388494] env[66703]: DEBUG dogpile.lock [None req-33d36011-a73c-4b6d-849a-f8c867240c48 None None] NeedRegenerationException {{(pid=66703) _enter /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:90}} [ 887.388657] env[66703]: DEBUG dogpile.lock [None req-33d36011-a73c-4b6d-849a-f8c867240c48 None None] no value, waiting for create lock {{(pid=66703) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:131}} [ 887.388746] env[66703]: DEBUG dogpile.lock [None req-33d36011-a73c-4b6d-849a-f8c867240c48 None None] value creation lock acquired {{(pid=66703) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:135}} [ 887.388860] env[66703]: DEBUG dogpile.cache.region [None req-33d36011-a73c-4b6d-849a-f8c867240c48 None None] No value present for key: 'zone-id' {{(pid=66703) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 887.388964] env[66703]: DEBUG dogpile.lock [None req-33d36011-a73c-4b6d-849a-f8c867240c48 None None] Calling creation function for not-yet-present value {{(pid=66703) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:174}} [ 887.389106] env[66703]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-33d36011-a73c-4b6d-849a-f8c867240c48 None None] Looking for TransportZone with name nsx-vlan-transportzone. [ 887.409927] env[66703]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=66703) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 887.411701] env[66703]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66703) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 887.411701] env[66703]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66703) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 887.411701] env[66703]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66703) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 887.411701] env[66703]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66703) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 887.411998] env[66703]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=66703) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 887.411998] env[66703]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66703) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 887.412120] env[66703]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66703) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 887.412252] env[66703]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66703) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 887.412299] env[66703]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66703) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 887.412498] env[66703]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=66703) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 887.412595] env[66703]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66703) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 887.412653] env[66703]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66703) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 887.412795] env[66703]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66703) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 887.412868] env[66703]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66703) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 887.412978] env[66703]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 8b724725-ccdd-462d-83b3-ce39f37ae0b0 is going to be created. [ 887.414768] env[66703]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-33d36011-a73c-4b6d-849a-f8c867240c48 None None] loading zone with a95c914d-748d-497c-94ab-10d4647daeba and tags [{'scope': 'mp2policy_migr_status', 'tag': 'success'}] [ 887.414928] env[66703]: DEBUG dogpile.cache.region [None req-33d36011-a73c-4b6d-849a-f8c867240c48 None None] Cache value generated in 0.026 seconds for key(s): 'zone-id' {{(pid=66703) _log_time /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:910}} [ 887.415077] env[66703]: DEBUG dogpile.lock [None req-33d36011-a73c-4b6d-849a-f8c867240c48 None None] Released creation lock {{(pid=66703) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:182}} [ 887.415244] env[66703]: DEBUG oslo_concurrency.lockutils [None req-33d36011-a73c-4b6d-849a-f8c867240c48 None None] Releasing lock "network-529" {{(pid=66703) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 887.415518] env[66703]: DEBUG networking_nsxv3.common.locking [None req-33d36011-a73c-4b6d-849a-f8c867240c48 None None] Lock port-41315011-45f4-4d30-96b1-af3f0be8cc34 taken with stack trace [, , , , , , , , ] {{(pid=66703) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 887.415671] env[66703]: DEBUG oslo_concurrency.lockutils [None req-33d36011-a73c-4b6d-849a-f8c867240c48 None None] Acquiring lock "port-41315011-45f4-4d30-96b1-af3f0be8cc34" {{(pid=66703) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 887.415787] env[66703]: DEBUG oslo_concurrency.lockutils [None req-33d36011-a73c-4b6d-849a-f8c867240c48 None None] Acquired lock "port-41315011-45f4-4d30-96b1-af3f0be8cc34" {{(pid=66703) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 887.416084] env[66703]: DEBUG oslo_concurrency.lockutils [None req-33d36011-a73c-4b6d-849a-f8c867240c48 None None] Acquired external semaphore "port-41315011-45f4-4d30-96b1-af3f0be8cc34" {{(pid=66703) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 887.416223] env[66703]: DEBUG networking_nsxv3.api.rpc [None req-33d36011-a73c-4b6d-849a-f8c867240c48 None None] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('41315011-45f4-4d30-96b1-af3f0be8cc34',) {} {{(pid=66703) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 887.434084] env[66703]: WARNING networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.client_nsx [-] Warning Code=404 Message=b'{\n "httpStatus" : "NOT_FOUND",\n "error_code" : 500232,\n "module_name" : "Policy",\n "error_message" : "Following dependent objects, used in path=[/infra/domains/default/security-policies/8b724725-ccdd-462d-83b3-ce39f37ae0b0], does not exist path=[/infra/domains/default/groups/8b724725-ccdd-462d-83b3-ce39f37ae0b0]."\n}': requests.exceptions.HTTPError: 404 Client Error: Not Found for url: https://nsxt.osci.c.eu-de-1.cloud.sap:443/policy/api/v1/infra/domains/default/security-policies/8b724725-ccdd-462d-83b3-ce39f37ae0b0 [ 887.434084] env[66703]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-8b724725-ccdd-462d-83b3-ce39f37ae0b0" {{(pid=66703) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 887.434084] env[66703]: Traceback (most recent call last): [ 887.434084] env[66703]: File "/opt/stack/networking-nsx-t/networking_nsxv3/plugins/ml2/drivers/nsxv3/agent/provider_nsx_policy.py", line 36, in wrapper [ 887.434084] env[66703]: return func(*args, **kwargs) [ 887.434084] env[66703]: File "/opt/stack/networking-nsx-t/networking_nsxv3/plugins/ml2/drivers/nsxv3/agent/provider_nsx_policy.py", line 786, in _realize [ 887.434084] env[66703]: res.raise_for_status() [ 887.434084] env[66703]: File "/opt/stack/data/venv/lib/python3.10/site-packages/requests/models.py", line 1026, in raise_for_status [ 887.434084] env[66703]: raise HTTPError(http_error_msg, response=self) [ 887.434084] env[66703]: requests.exceptions.HTTPError: 404 Client Error: Not Found for url: https://nsxt.osci.c.eu-de-1.cloud.sap:443/policy/api/v1/infra/domains/default/security-policies/8b724725-ccdd-462d-83b3-ce39f37ae0b0 [ 887.434084] env[66703]: During handling of the above exception, another exception occurred: [ 887.434084] env[66703]: Traceback (most recent call last): [ 887.434084] env[66703]: File "/opt/stack/data/venv/lib/python3.10/site-packages/eventlet/hubs/poll.py", line 111, in wait [ 887.434084] env[66703]: listener.cb(fileno) [ 887.434084] env[66703]: File "/opt/stack/data/venv/lib/python3.10/site-packages/eventlet/greenthread.py", line 272, in main [ 887.434084] env[66703]: result = function(*args, **kwargs) [ 887.434084] env[66703]: File "/opt/stack/networking-nsx-t/networking_nsxv3/plugins/ml2/drivers/nsxv3/agent/realization.py", line 210, in security_group_rules [ 887.434084] env[66703]: self.nsx_provider.sg_rules_realize(os_sg, logged=logged) [ 887.434084] env[66703]: File "/opt/stack/networking-nsx-t/networking_nsxv3/plugins/ml2/drivers/nsxv3/agent/provider_nsx_policy.py", line 1012, in sg_rules_realize [ 887.434084] env[66703]: return self._realize(Provider.SG_RULES, delete, self.payload.sg_rules_container, os_sg, provider_sg) [ 887.434084] env[66703]: File "/opt/stack/networking-nsx-t/networking_nsxv3/plugins/ml2/drivers/nsxv3/agent/provider_nsx_policy.py", line 45, in wrapper [ 887.434084] env[66703]: return func(self, resource_type, delete, self.payload.sg_rules_container, os_obj, provider_sg) [ 887.434084] env[66703]: File "/opt/stack/networking-nsx-t/networking_nsxv3/plugins/ml2/drivers/nsxv3/agent/provider_nsx_policy.py", line 786, in _realize [ 887.434084] env[66703]: res.raise_for_status() [ 887.434084] env[66703]: File "/opt/stack/data/venv/lib/python3.10/site-packages/requests/models.py", line 1026, in raise_for_status [ 887.434084] env[66703]: raise HTTPError(http_error_msg, response=self) [ 887.434084] env[66703]: requests.exceptions.HTTPError: 404 Client Error: Not Found for url: https://nsxt.osci.c.eu-de-1.cloud.sap:443/policy/api/v1/infra/domains/default/security-policies/8b724725-ccdd-462d-83b3-ce39f37ae0b0 [ 887.434084] env[66703]: Removing descriptor: 14 [ 887.512184] env[66703]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=66703) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 887.512334] env[66703]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66703) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 887.512405] env[66703]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66703) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 887.513221] env[66703]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66703) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 887.513221] env[66703]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66703) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 887.513221] env[66703]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66703) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 887.513221] env[66703]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66703) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 887.513221] env[66703]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66703) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 887.513221] env[66703]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66703) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 887.513513] env[66703]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66703) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 887.513513] env[66703]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 84965a9f-e013-4442-ad2d-26e8a4cb9e82 already deleted. [ 887.513513] env[66703]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-84965a9f-e013-4442-ad2d-26e8a4cb9e82" {{(pid=66703) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 887.684731] env[66703]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: f52985e4-827d-4ac5-ba08-62ae5081fda6 in Status: SUCCESS [ 887.685069] env[66703]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-f52985e4-827d-4ac5-ba08-62ae5081fda6" {{(pid=66703) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 887.685290] env[66703]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-f52985e4-827d-4ac5-ba08-62ae5081fda6" {{(pid=66703) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 887.685586] env[66703]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-f52985e4-827d-4ac5-ba08-62ae5081fda6" {{(pid=66703) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 887.685737] env[66703]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('f52985e4-827d-4ac5-ba08-62ae5081fda6',) {} {{(pid=66703) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 887.891241] env[66703]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 660372db-97b0-4c25-a97c-8d2de7c849c4 in Status: SUCCESS [ 887.891241] env[66703]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-660372db-97b0-4c25-a97c-8d2de7c849c4" {{(pid=66703) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 887.919138] env[66703]: DEBUG networking_nsxv3.common.locking [None req-33d36011-a73c-4b6d-849a-f8c867240c48 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , ] {{(pid=66703) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 887.919349] env[66703]: DEBUG oslo_concurrency.lockutils [None req-33d36011-a73c-4b6d-849a-f8c867240c48 None None] Acquiring lock "SegmentPort" {{(pid=66703) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 887.919478] env[66703]: DEBUG oslo_concurrency.lockutils [None req-33d36011-a73c-4b6d-849a-f8c867240c48 None None] Acquired lock "SegmentPort" {{(pid=66703) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 887.919779] env[66703]: DEBUG oslo_concurrency.lockutils [None req-33d36011-a73c-4b6d-849a-f8c867240c48 None None] Acquired external semaphore "SegmentPort" {{(pid=66703) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 887.919936] env[66703]: DEBUG oslo_concurrency.lockutils [None req-33d36011-a73c-4b6d-849a-f8c867240c48 None None] Releasing lock "SegmentPort" {{(pid=66703) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 887.920166] env[66703]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-33d36011-a73c-4b6d-849a-f8c867240c48 None None] Segment Port 41315011-45f4-4d30-96b1-af3f0be8cc34 not found, creating... [ 887.920360] env[66703]: DEBUG networking_nsxv3.common.locking [None req-33d36011-a73c-4b6d-849a-f8c867240c48 None None] Lock Segment taken with stack trace [, , , , , , , , , , , ] {{(pid=66703) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 887.920510] env[66703]: DEBUG oslo_concurrency.lockutils [None req-33d36011-a73c-4b6d-849a-f8c867240c48 None None] Acquiring lock "Segment" {{(pid=66703) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 887.920620] env[66703]: DEBUG oslo_concurrency.lockutils [None req-33d36011-a73c-4b6d-849a-f8c867240c48 None None] Acquired lock "Segment" {{(pid=66703) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 887.921224] env[66703]: DEBUG oslo_concurrency.lockutils [None req-33d36011-a73c-4b6d-849a-f8c867240c48 None None] Acquired external semaphore "Segment" {{(pid=66703) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 887.921224] env[66703]: DEBUG oslo_concurrency.lockutils [None req-33d36011-a73c-4b6d-849a-f8c867240c48 None None] Releasing lock "Segment" {{(pid=66703) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 887.921224] env[66703]: DEBUG networking_nsxv3.common.locking [None req-33d36011-a73c-4b6d-849a-f8c867240c48 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=66703) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 887.921406] env[66703]: DEBUG oslo_concurrency.lockutils [None req-33d36011-a73c-4b6d-849a-f8c867240c48 None None] Acquiring lock "SegmentPort" {{(pid=66703) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 887.921479] env[66703]: DEBUG oslo_concurrency.lockutils [None req-33d36011-a73c-4b6d-849a-f8c867240c48 None None] Acquired lock "SegmentPort" {{(pid=66703) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 887.921682] env[66703]: DEBUG oslo_concurrency.lockutils [None req-33d36011-a73c-4b6d-849a-f8c867240c48 None None] Acquired external semaphore "SegmentPort" {{(pid=66703) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 887.921811] env[66703]: DEBUG oslo_concurrency.lockutils [None req-33d36011-a73c-4b6d-849a-f8c867240c48 None None] Releasing lock "SegmentPort" {{(pid=66703) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 887.921943] env[66703]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-33d36011-a73c-4b6d-849a-f8c867240c48 None None] Resource: SegmentPort with ID: 41315011-45f4-4d30-96b1-af3f0be8cc34 is going to be created. [ 887.943928] env[66703]: DEBUG networking_nsxv3.common.locking [None req-33d36011-a73c-4b6d-849a-f8c867240c48 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=66703) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 887.944157] env[66703]: DEBUG oslo_concurrency.lockutils [None req-33d36011-a73c-4b6d-849a-f8c867240c48 None None] Acquiring lock "SegmentPort" {{(pid=66703) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 887.944268] env[66703]: DEBUG oslo_concurrency.lockutils [None req-33d36011-a73c-4b6d-849a-f8c867240c48 None None] Acquired lock "SegmentPort" {{(pid=66703) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 887.944541] env[66703]: DEBUG oslo_concurrency.lockutils [None req-33d36011-a73c-4b6d-849a-f8c867240c48 None None] Acquired external semaphore "SegmentPort" {{(pid=66703) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 887.944763] env[66703]: DEBUG oslo_concurrency.lockutils [None req-33d36011-a73c-4b6d-849a-f8c867240c48 None None] Releasing lock "SegmentPort" {{(pid=66703) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 887.944990] env[66703]: DEBUG oslo_concurrency.lockutils [None req-33d36011-a73c-4b6d-849a-f8c867240c48 None None] Releasing lock "port-41315011-45f4-4d30-96b1-af3f0be8cc34" {{(pid=66703) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 888.032439] env[66703]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 6365a784-f6cd-436e-be41-fa820f180738 in Status: SUCCESS [ 888.032660] env[66703]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-6365a784-f6cd-436e-be41-fa820f180738" {{(pid=66703) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 888.188717] env[66703]: DEBUG networking_nsxv3.common.locking [-] Lock member-f52985e4-827d-4ac5-ba08-62ae5081fda6 taken with stack trace [, , , ] {{(pid=66703) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 888.188717] env[66703]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-f52985e4-827d-4ac5-ba08-62ae5081fda6" {{(pid=66703) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 888.188717] env[66703]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-f52985e4-827d-4ac5-ba08-62ae5081fda6" {{(pid=66703) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 888.188889] env[66703]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-f52985e4-827d-4ac5-ba08-62ae5081fda6" {{(pid=66703) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 888.190278] env[66703]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=66703) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 888.190278] env[66703]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66703) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 888.190278] env[66703]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66703) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 888.190278] env[66703]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66703) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 888.190278] env[66703]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66703) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 888.190278] env[66703]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-f52985e4-827d-4ac5-ba08-62ae5081fda6" {{(pid=66703) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 888.190278] env[66703]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('f52985e4-827d-4ac5-ba08-62ae5081fda6',) {} {{(pid=66703) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 888.676053] env[66703]: INFO networking_nsxv3.common.synchronization [req-1ad9be4c-3678-4c27-a586-9857dcd5b353 req-c9c236f0-e4b2-40fa-8943-52c97b690673 service nova] Enqueued Resource ID: 84965a9f-e013-4442-ad2d-26e8a4cb9e82 with Priority: HIGHEST for action security_group_rules [ 888.676390] env[66703]: INFO networking_nsxv3.common.synchronization [req-1ad9be4c-3678-4c27-a586-9857dcd5b353 req-c9c236f0-e4b2-40fa-8943-52c97b690673 service nova] Enqueued Resource ID: 84965a9f-e013-4442-ad2d-26e8a4cb9e82 with Priority: HIGHEST for action security_group_members [ 888.676390] env[66703]: INFO networking_nsxv3.common.synchronization [req-1ad9be4c-3678-4c27-a586-9857dcd5b353 req-c9c236f0-e4b2-40fa-8943-52c97b690673 service nova] Enqueued Resource ID: 41315011-45f4-4d30-96b1-af3f0be8cc34 with Priority: HIGHEST for action port [ 888.676950] env[66703]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 84965a9f-e013-4442-ad2d-26e8a4cb9e82 with Priority: HIGHEST for action security_group_rules [ 888.677329] env[66703]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 84965a9f-e013-4442-ad2d-26e8a4cb9e82 with Priority: HIGHEST for action security_group_members [ 888.677329] env[66703]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 41315011-45f4-4d30-96b1-af3f0be8cc34 with Priority: HIGHEST for action port [ 888.677464] env[66703]: DEBUG networking_nsxv3.common.locking [-] Lock rules-84965a9f-e013-4442-ad2d-26e8a4cb9e82 taken with stack trace [, , ] {{(pid=66703) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 888.677574] env[66703]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-84965a9f-e013-4442-ad2d-26e8a4cb9e82" {{(pid=66703) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 888.677673] env[66703]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-84965a9f-e013-4442-ad2d-26e8a4cb9e82" {{(pid=66703) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 888.678466] env[66703]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-84965a9f-e013-4442-ad2d-26e8a4cb9e82" {{(pid=66703) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 888.678466] env[66703]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('84965a9f-e013-4442-ad2d-26e8a4cb9e82',) {} {{(pid=66703) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 888.679354] env[66703]: DEBUG networking_nsxv3.common.locking [-] Lock member-84965a9f-e013-4442-ad2d-26e8a4cb9e82 taken with stack trace [, , ] {{(pid=66703) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 888.679608] env[66703]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-84965a9f-e013-4442-ad2d-26e8a4cb9e82" {{(pid=66703) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 888.679705] env[66703]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-84965a9f-e013-4442-ad2d-26e8a4cb9e82" {{(pid=66703) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 888.679993] env[66703]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-84965a9f-e013-4442-ad2d-26e8a4cb9e82" {{(pid=66703) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 888.680170] env[66703]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=66703) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 888.680280] env[66703]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66703) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 888.680320] env[66703]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66703) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 888.680707] env[66703]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66703) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 888.680707] env[66703]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66703) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 888.680707] env[66703]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('84965a9f-e013-4442-ad2d-26e8a4cb9e82',) {} {{(pid=66703) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 888.682044] env[66703]: DEBUG networking_nsxv3.common.locking [-] Lock port-41315011-45f4-4d30-96b1-af3f0be8cc34 taken with stack trace [, , ] {{(pid=66703) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 888.682044] env[66703]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-41315011-45f4-4d30-96b1-af3f0be8cc34" {{(pid=66703) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 888.682044] env[66703]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-41315011-45f4-4d30-96b1-af3f0be8cc34" {{(pid=66703) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 888.682044] env[66703]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-41315011-45f4-4d30-96b1-af3f0be8cc34" {{(pid=66703) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 888.682044] env[66703]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('41315011-45f4-4d30-96b1-af3f0be8cc34',) {} {{(pid=66703) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 888.693063] env[66703]: DEBUG networking_nsxv3.common.locking [-] Lock member-f52985e4-827d-4ac5-ba08-62ae5081fda6 taken with stack trace [, , , ] {{(pid=66703) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 888.693218] env[66703]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-f52985e4-827d-4ac5-ba08-62ae5081fda6" {{(pid=66703) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 888.693292] env[66703]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-f52985e4-827d-4ac5-ba08-62ae5081fda6" {{(pid=66703) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 888.693495] env[66703]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-f52985e4-827d-4ac5-ba08-62ae5081fda6" {{(pid=66703) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 888.693656] env[66703]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=66703) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 888.693756] env[66703]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66703) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 888.693820] env[66703]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66703) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 888.693959] env[66703]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66703) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 888.694055] env[66703]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66703) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 888.694152] env[66703]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-f52985e4-827d-4ac5-ba08-62ae5081fda6" {{(pid=66703) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 888.694300] env[66703]: DEBUG networking_nsxv3.common.locking [-] Lock member-f52985e4-827d-4ac5-ba08-62ae5081fda6 taken with stack trace [, , , ] {{(pid=66703) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 888.694390] env[66703]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-f52985e4-827d-4ac5-ba08-62ae5081fda6" {{(pid=66703) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 888.694450] env[66703]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-f52985e4-827d-4ac5-ba08-62ae5081fda6" {{(pid=66703) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 888.694587] env[66703]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-f52985e4-827d-4ac5-ba08-62ae5081fda6" {{(pid=66703) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 888.694723] env[66703]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=66703) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 888.694812] env[66703]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66703) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 888.694869] env[66703]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66703) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 888.695011] env[66703]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66703) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 888.695091] env[66703]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66703) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 888.695173] env[66703]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-f52985e4-827d-4ac5-ba08-62ae5081fda6" {{(pid=66703) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 888.695263] env[66703]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('f52985e4-827d-4ac5-ba08-62ae5081fda6',) {} {{(pid=66703) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 888.722876] env[66703]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 795bc015-1eb3-4f14-a94a-8ce341dbdd81 in Status: SUCCESS [ 888.723095] env[66703]: WARNING networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 795bc015-1eb3-4f14-a94a-8ce341dbdd81 deletion is rescheduled due to dependency. [ 888.723562] env[66703]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-795bc015-1eb3-4f14-a94a-8ce341dbdd81" {{(pid=66703) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 888.827434] env[66703]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: e2259e0c-1202-4903-8bca-3476c36f4add in Status: SUCCESS [ 888.827434] env[66703]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-e2259e0c-1202-4903-8bca-3476c36f4add" {{(pid=66703) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 888.827434] env[66703]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-e2259e0c-1202-4903-8bca-3476c36f4add" {{(pid=66703) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 888.827434] env[66703]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-e2259e0c-1202-4903-8bca-3476c36f4add" {{(pid=66703) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 888.827434] env[66703]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=66703) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 888.827434] env[66703]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66703) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 888.827434] env[66703]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66703) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 888.827434] env[66703]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66703) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 888.827434] env[66703]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66703) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 888.827434] env[66703]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-e2259e0c-1202-4903-8bca-3476c36f4add" {{(pid=66703) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 888.827434] env[66703]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('e2259e0c-1202-4903-8bca-3476c36f4add',) {} {{(pid=66703) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 888.828060] env[66703]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-e2259e0c-1202-4903-8bca-3476c36f4add" {{(pid=66703) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 888.828152] env[66703]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-e2259e0c-1202-4903-8bca-3476c36f4add" {{(pid=66703) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 888.829064] env[66703]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=66703) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 888.829210] env[66703]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66703) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 888.829321] env[66703]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66703) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 888.829535] env[66703]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66703) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 888.829646] env[66703]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66703) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 888.829771] env[66703]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('e2259e0c-1202-4903-8bca-3476c36f4add',) {} {{(pid=66703) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 889.120875] env[66703]: INFO networking_nsxv3.common.synchronization [req-d9b3151a-a084-4787-8534-fc1c63b9893e req-66eee273-e987-4b4a-ae68-68d94f186299 tempest-MultipleCreateTestJSON-608855124 tempest-MultipleCreateTestJSON-608855124-project-member] Enqueued Resource ID: 451b70bc-ee39-4478-8b6b-ae8f5e4bf551 with Priority: HIGHEST for action security_group_members [ 889.121662] env[66703]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 451b70bc-ee39-4478-8b6b-ae8f5e4bf551 with Priority: HIGHEST for action security_group_members [ 889.121736] env[66703]: DEBUG networking_nsxv3.common.locking [-] Lock member-451b70bc-ee39-4478-8b6b-ae8f5e4bf551 taken with stack trace [, , ] {{(pid=66703) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 889.121852] env[66703]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-451b70bc-ee39-4478-8b6b-ae8f5e4bf551" {{(pid=66703) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 889.121915] env[66703]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-451b70bc-ee39-4478-8b6b-ae8f5e4bf551" {{(pid=66703) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 889.122459] env[66703]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-451b70bc-ee39-4478-8b6b-ae8f5e4bf551" {{(pid=66703) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 889.122654] env[66703]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=66703) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 889.122758] env[66703]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66703) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 889.122801] env[66703]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66703) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 889.123807] env[66703]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66703) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 889.123807] env[66703]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66703) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 889.123807] env[66703]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('451b70bc-ee39-4478-8b6b-ae8f5e4bf551',) {} {{(pid=66703) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 889.183547] env[66703]: DEBUG networking_nsxv3.common.locking [-] Lock member-84965a9f-e013-4442-ad2d-26e8a4cb9e82 taken with stack trace [, , , ] {{(pid=66703) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 889.183676] env[66703]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-84965a9f-e013-4442-ad2d-26e8a4cb9e82" {{(pid=66703) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 889.183897] env[66703]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('84965a9f-e013-4442-ad2d-26e8a4cb9e82',) {} {{(pid=66703) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 889.184822] env[66703]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] realization of port 41315011-45f4-4d30-96b1-af3f0be8cc34 with status ACTIVE [ 889.185021] env[66703]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=66703) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 889.185136] env[66703]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=66703) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 889.185205] env[66703]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=66703) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 889.185470] env[66703]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=66703) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 889.185562] env[66703]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=66703) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 889.185933] env[66703]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , ] {{(pid=66703) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 889.185933] env[66703]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=66703) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 889.186206] env[66703]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=66703) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 889.186206] env[66703]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=66703) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 889.186378] env[66703]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=66703) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 889.187911] env[66703]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=66703) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 889.187911] env[66703]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=66703) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 889.187911] env[66703]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=66703) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 889.187911] env[66703]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=66703) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 889.187911] env[66703]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=66703) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 889.187911] env[66703]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: SegmentPort with ID: 41315011-45f4-4d30-96b1-af3f0be8cc34 is going to be updated. [ 889.199597] env[66703]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for f52985e4-827d-4ac5-ba08-62ae5081fda6: rpc.has_security_group_logging(os_id): False [ 889.218024] env[66703]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=66703) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 889.218024] env[66703]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=66703) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 889.218024] env[66703]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=66703) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 889.218024] env[66703]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=66703) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 889.218024] env[66703]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=66703) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 889.218024] env[66703]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-41315011-45f4-4d30-96b1-af3f0be8cc34" {{(pid=66703) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 889.221780] env[66703]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=66703) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 889.221957] env[66703]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66703) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 889.222076] env[66703]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66703) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 889.222359] env[66703]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66703) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 889.247031] env[66703]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66703) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 889.247031] env[66703]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66703) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 889.247031] env[66703]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66703) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 889.247031] env[66703]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66703) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 889.247031] env[66703]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66703) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 889.247031] env[66703]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66703) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 889.247031] env[66703]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66703) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 889.247031] env[66703]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66703) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 889.247031] env[66703]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66703) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 889.247031] env[66703]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66703) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 889.247031] env[66703]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66703) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 889.247031] env[66703]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=66703) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 889.247031] env[66703]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66703) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 889.247031] env[66703]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66703) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 889.248505] env[66703]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66703) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 889.248505] env[66703]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66703) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 889.248872] env[66703]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: f52985e4-827d-4ac5-ba08-62ae5081fda6 is going to be updated. [ 889.331526] env[66703]: DEBUG networking_nsxv3.common.locking [-] Lock member-e2259e0c-1202-4903-8bca-3476c36f4add taken with stack trace [, , , ] {{(pid=66703) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 889.331656] env[66703]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-e2259e0c-1202-4903-8bca-3476c36f4add" {{(pid=66703) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 889.331863] env[66703]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('e2259e0c-1202-4903-8bca-3476c36f4add',) {} {{(pid=66703) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 889.336898] env[66703]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=66703) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 889.336898] env[66703]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66703) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 889.336898] env[66703]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66703) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 889.336898] env[66703]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66703) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 889.336898] env[66703]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66703) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 889.370368] env[66703]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: f52985e4-827d-4ac5-ba08-62ae5081fda6 in Status: IN_PROGRESS for 2s [ 889.505224] env[66703]: DEBUG networking_nsxv3.common.locking [None req-ffa6d202-748e-4c81-9979-ad08741f9cf7 None None] Lock network-672 taken with stack trace [, , , , , , , , ] {{(pid=66703) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 889.505415] env[66703]: DEBUG oslo_concurrency.lockutils [None req-ffa6d202-748e-4c81-9979-ad08741f9cf7 None None] Acquiring lock "network-672" {{(pid=66703) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 889.505458] env[66703]: DEBUG oslo_concurrency.lockutils [None req-ffa6d202-748e-4c81-9979-ad08741f9cf7 None None] Acquired lock "network-672" {{(pid=66703) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 889.505716] env[66703]: DEBUG oslo_concurrency.lockutils [None req-ffa6d202-748e-4c81-9979-ad08741f9cf7 None None] Acquired external semaphore "network-672" {{(pid=66703) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 889.506075] env[66703]: DEBUG networking_nsxv3.common.locking [None req-ffa6d202-748e-4c81-9979-ad08741f9cf7 None None] Lock Segment taken with stack trace [, , , , , , , , , , ] {{(pid=66703) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 889.506347] env[66703]: DEBUG oslo_concurrency.lockutils [None req-ffa6d202-748e-4c81-9979-ad08741f9cf7 None None] Acquiring lock "Segment" {{(pid=66703) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 889.506509] env[66703]: DEBUG oslo_concurrency.lockutils [None req-ffa6d202-748e-4c81-9979-ad08741f9cf7 None None] Acquired lock "Segment" {{(pid=66703) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 889.506815] env[66703]: DEBUG oslo_concurrency.lockutils [None req-ffa6d202-748e-4c81-9979-ad08741f9cf7 None None] Acquired external semaphore "Segment" {{(pid=66703) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 889.506962] env[66703]: DEBUG oslo_concurrency.lockutils [None req-ffa6d202-748e-4c81-9979-ad08741f9cf7 None None] Releasing lock "Segment" {{(pid=66703) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 889.507234] env[66703]: DEBUG dogpile.cache.region [None req-ffa6d202-748e-4c81-9979-ad08741f9cf7 None None] No value present for key: 'zone-id' {{(pid=66703) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 889.507380] env[66703]: DEBUG dogpile.lock [None req-ffa6d202-748e-4c81-9979-ad08741f9cf7 None None] NeedRegenerationException {{(pid=66703) _enter /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:90}} [ 889.507507] env[66703]: DEBUG dogpile.lock [None req-ffa6d202-748e-4c81-9979-ad08741f9cf7 None None] no value, waiting for create lock {{(pid=66703) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:131}} [ 889.507596] env[66703]: DEBUG dogpile.lock [None req-ffa6d202-748e-4c81-9979-ad08741f9cf7 None None] value creation lock acquired {{(pid=66703) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:135}} [ 889.507761] env[66703]: DEBUG dogpile.cache.region [None req-ffa6d202-748e-4c81-9979-ad08741f9cf7 None None] No value present for key: 'zone-id' {{(pid=66703) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 889.507864] env[66703]: DEBUG dogpile.lock [None req-ffa6d202-748e-4c81-9979-ad08741f9cf7 None None] Calling creation function for not-yet-present value {{(pid=66703) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:174}} [ 889.508076] env[66703]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-ffa6d202-748e-4c81-9979-ad08741f9cf7 None None] Looking for TransportZone with name nsx-vlan-transportzone. [ 889.528245] env[66703]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-ffa6d202-748e-4c81-9979-ad08741f9cf7 None None] loading zone with a95c914d-748d-497c-94ab-10d4647daeba and tags [{'scope': 'mp2policy_migr_status', 'tag': 'success'}] [ 889.528439] env[66703]: DEBUG dogpile.cache.region [None req-ffa6d202-748e-4c81-9979-ad08741f9cf7 None None] Cache value generated in 0.020 seconds for key(s): 'zone-id' {{(pid=66703) _log_time /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:910}} [ 889.528548] env[66703]: DEBUG dogpile.lock [None req-ffa6d202-748e-4c81-9979-ad08741f9cf7 None None] Released creation lock {{(pid=66703) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:182}} [ 889.528763] env[66703]: DEBUG oslo_concurrency.lockutils [None req-ffa6d202-748e-4c81-9979-ad08741f9cf7 None None] Releasing lock "network-672" {{(pid=66703) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 889.529124] env[66703]: DEBUG networking_nsxv3.common.locking [None req-ffa6d202-748e-4c81-9979-ad08741f9cf7 None None] Lock port-e3b039c7-b3bb-4c69-8b1a-de4b8a369d0d taken with stack trace [, , , , , , , , ] {{(pid=66703) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 889.529301] env[66703]: DEBUG oslo_concurrency.lockutils [None req-ffa6d202-748e-4c81-9979-ad08741f9cf7 None None] Acquiring lock "port-e3b039c7-b3bb-4c69-8b1a-de4b8a369d0d" {{(pid=66703) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 889.529422] env[66703]: DEBUG oslo_concurrency.lockutils [None req-ffa6d202-748e-4c81-9979-ad08741f9cf7 None None] Acquired lock "port-e3b039c7-b3bb-4c69-8b1a-de4b8a369d0d" {{(pid=66703) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 889.529788] env[66703]: DEBUG oslo_concurrency.lockutils [None req-ffa6d202-748e-4c81-9979-ad08741f9cf7 None None] Acquired external semaphore "port-e3b039c7-b3bb-4c69-8b1a-de4b8a369d0d" {{(pid=66703) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 889.530086] env[66703]: DEBUG networking_nsxv3.api.rpc [None req-ffa6d202-748e-4c81-9979-ad08741f9cf7 None None] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('e3b039c7-b3bb-4c69-8b1a-de4b8a369d0d',) {} {{(pid=66703) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 889.626167] env[66703]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=66703) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 889.626375] env[66703]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66703) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 889.626451] env[66703]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66703) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 889.626764] env[66703]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66703) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 889.626923] env[66703]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66703) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 889.627168] env[66703]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66703) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 889.627273] env[66703]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66703) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 889.627335] env[66703]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66703) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 889.627502] env[66703]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66703) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 889.627577] env[66703]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66703) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 889.627666] env[66703]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 451b70bc-ee39-4478-8b6b-ae8f5e4bf551 is going to be deleted. [ 889.662090] env[66703]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66703) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 889.662090] env[66703]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66703) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 889.662090] env[66703]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66703) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 889.662090] env[66703]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66703) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 889.662090] env[66703]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66703) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 889.662090] env[66703]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-451b70bc-ee39-4478-8b6b-ae8f5e4bf551" {{(pid=66703) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 889.689388] env[66703]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('84965a9f-e013-4442-ad2d-26e8a4cb9e82',) {} {{(pid=66703) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 889.834256] env[66703]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('e2259e0c-1202-4903-8bca-3476c36f4add',) {} {{(pid=66703) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 890.033577] env[66703]: DEBUG networking_nsxv3.common.locking [None req-ffa6d202-748e-4c81-9979-ad08741f9cf7 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , ] {{(pid=66703) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 890.033577] env[66703]: DEBUG oslo_concurrency.lockutils [None req-ffa6d202-748e-4c81-9979-ad08741f9cf7 None None] Acquiring lock "SegmentPort" {{(pid=66703) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 890.033577] env[66703]: DEBUG oslo_concurrency.lockutils [None req-ffa6d202-748e-4c81-9979-ad08741f9cf7 None None] Acquired lock "SegmentPort" {{(pid=66703) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 890.033857] env[66703]: DEBUG oslo_concurrency.lockutils [None req-ffa6d202-748e-4c81-9979-ad08741f9cf7 None None] Acquired external semaphore "SegmentPort" {{(pid=66703) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 890.033857] env[66703]: DEBUG oslo_concurrency.lockutils [None req-ffa6d202-748e-4c81-9979-ad08741f9cf7 None None] Releasing lock "SegmentPort" {{(pid=66703) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 890.033974] env[66703]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-ffa6d202-748e-4c81-9979-ad08741f9cf7 None None] Segment Port e3b039c7-b3bb-4c69-8b1a-de4b8a369d0d not found, creating... [ 890.034307] env[66703]: DEBUG networking_nsxv3.common.locking [None req-ffa6d202-748e-4c81-9979-ad08741f9cf7 None None] Lock Segment taken with stack trace [, , , , , , , , , , , ] {{(pid=66703) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 890.035060] env[66703]: DEBUG oslo_concurrency.lockutils [None req-ffa6d202-748e-4c81-9979-ad08741f9cf7 None None] Acquiring lock "Segment" {{(pid=66703) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 890.035060] env[66703]: DEBUG oslo_concurrency.lockutils [None req-ffa6d202-748e-4c81-9979-ad08741f9cf7 None None] Acquired lock "Segment" {{(pid=66703) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 890.035060] env[66703]: DEBUG oslo_concurrency.lockutils [None req-ffa6d202-748e-4c81-9979-ad08741f9cf7 None None] Acquired external semaphore "Segment" {{(pid=66703) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 890.035060] env[66703]: DEBUG oslo_concurrency.lockutils [None req-ffa6d202-748e-4c81-9979-ad08741f9cf7 None None] Releasing lock "Segment" {{(pid=66703) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 890.035279] env[66703]: DEBUG networking_nsxv3.common.locking [None req-ffa6d202-748e-4c81-9979-ad08741f9cf7 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=66703) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 890.035391] env[66703]: DEBUG oslo_concurrency.lockutils [None req-ffa6d202-748e-4c81-9979-ad08741f9cf7 None None] Acquiring lock "SegmentPort" {{(pid=66703) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 890.035501] env[66703]: DEBUG oslo_concurrency.lockutils [None req-ffa6d202-748e-4c81-9979-ad08741f9cf7 None None] Acquired lock "SegmentPort" {{(pid=66703) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 890.035721] env[66703]: DEBUG oslo_concurrency.lockutils [None req-ffa6d202-748e-4c81-9979-ad08741f9cf7 None None] Acquired external semaphore "SegmentPort" {{(pid=66703) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 890.035862] env[66703]: DEBUG oslo_concurrency.lockutils [None req-ffa6d202-748e-4c81-9979-ad08741f9cf7 None None] Releasing lock "SegmentPort" {{(pid=66703) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 890.036020] env[66703]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-ffa6d202-748e-4c81-9979-ad08741f9cf7 None None] Resource: SegmentPort with ID: e3b039c7-b3bb-4c69-8b1a-de4b8a369d0d is going to be created. [ 890.058992] env[66703]: DEBUG networking_nsxv3.common.locking [None req-ffa6d202-748e-4c81-9979-ad08741f9cf7 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=66703) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 890.059281] env[66703]: DEBUG oslo_concurrency.lockutils [None req-ffa6d202-748e-4c81-9979-ad08741f9cf7 None None] Acquiring lock "SegmentPort" {{(pid=66703) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 890.059748] env[66703]: DEBUG oslo_concurrency.lockutils [None req-ffa6d202-748e-4c81-9979-ad08741f9cf7 None None] Acquired lock "SegmentPort" {{(pid=66703) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 890.059748] env[66703]: DEBUG oslo_concurrency.lockutils [None req-ffa6d202-748e-4c81-9979-ad08741f9cf7 None None] Acquired external semaphore "SegmentPort" {{(pid=66703) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 890.059984] env[66703]: DEBUG oslo_concurrency.lockutils [None req-ffa6d202-748e-4c81-9979-ad08741f9cf7 None None] Releasing lock "SegmentPort" {{(pid=66703) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 890.060294] env[66703]: DEBUG oslo_concurrency.lockutils [None req-ffa6d202-748e-4c81-9979-ad08741f9cf7 None None] Releasing lock "port-e3b039c7-b3bb-4c69-8b1a-de4b8a369d0d" {{(pid=66703) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 890.193894] env[66703]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66703) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 890.194247] env[66703]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66703) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 890.194247] env[66703]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66703) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 890.194362] env[66703]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66703) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 890.194503] env[66703]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66703) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 890.194645] env[66703]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 84965a9f-e013-4442-ad2d-26e8a4cb9e82 is going to be created. [ 890.229313] env[66703]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66703) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 890.229466] env[66703]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66703) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 890.229549] env[66703]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66703) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 890.229733] env[66703]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66703) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 890.229904] env[66703]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66703) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 890.240117] env[66703]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 84965a9f-e013-4442-ad2d-26e8a4cb9e82 in Status: UNINITIALIZED for 2s [ 890.339130] env[66703]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66703) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 890.339130] env[66703]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66703) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 890.339130] env[66703]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66703) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 890.339409] env[66703]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66703) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 890.344219] env[66703]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66703) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 890.344219] env[66703]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: e2259e0c-1202-4903-8bca-3476c36f4add is going to be updated. [ 890.373026] env[66703]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66703) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 890.373218] env[66703]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66703) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 890.373218] env[66703]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66703) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 890.373334] env[66703]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66703) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 890.374126] env[66703]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66703) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 890.386276] env[66703]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: e2259e0c-1202-4903-8bca-3476c36f4add in Status: IN_PROGRESS for 2s [ 890.790280] env[66703]: INFO networking_nsxv3.common.synchronization [req-d9b3151a-a084-4787-8534-fc1c63b9893e req-824d8ebf-a11b-4eca-a6cc-724c0445ec20 service nova] Enqueued Resource ID: 451b70bc-ee39-4478-8b6b-ae8f5e4bf551 with Priority: HIGHEST for action security_group_rules [ 890.790280] env[66703]: INFO networking_nsxv3.common.synchronization [req-d9b3151a-a084-4787-8534-fc1c63b9893e req-824d8ebf-a11b-4eca-a6cc-724c0445ec20 service nova] Enqueued Resource ID: 451b70bc-ee39-4478-8b6b-ae8f5e4bf551 with Priority: HIGHEST for action security_group_members [ 890.790280] env[66703]: INFO networking_nsxv3.common.synchronization [req-d9b3151a-a084-4787-8534-fc1c63b9893e req-824d8ebf-a11b-4eca-a6cc-724c0445ec20 service nova] Enqueued Resource ID: e3b039c7-b3bb-4c69-8b1a-de4b8a369d0d with Priority: HIGHEST for action port [ 890.791181] env[66703]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 451b70bc-ee39-4478-8b6b-ae8f5e4bf551 with Priority: HIGHEST for action security_group_rules [ 890.791293] env[66703]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 451b70bc-ee39-4478-8b6b-ae8f5e4bf551 with Priority: HIGHEST for action security_group_members [ 890.791353] env[66703]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: e3b039c7-b3bb-4c69-8b1a-de4b8a369d0d with Priority: HIGHEST for action port [ 890.791615] env[66703]: DEBUG networking_nsxv3.common.locking [-] Lock rules-451b70bc-ee39-4478-8b6b-ae8f5e4bf551 taken with stack trace [, , ] {{(pid=66703) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 890.791741] env[66703]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-451b70bc-ee39-4478-8b6b-ae8f5e4bf551" {{(pid=66703) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 890.791803] env[66703]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-451b70bc-ee39-4478-8b6b-ae8f5e4bf551" {{(pid=66703) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 890.792135] env[66703]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-451b70bc-ee39-4478-8b6b-ae8f5e4bf551" {{(pid=66703) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 890.792237] env[66703]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('451b70bc-ee39-4478-8b6b-ae8f5e4bf551',) {} {{(pid=66703) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 890.793242] env[66703]: DEBUG networking_nsxv3.common.locking [-] Lock member-451b70bc-ee39-4478-8b6b-ae8f5e4bf551 taken with stack trace [, , ] {{(pid=66703) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 890.793329] env[66703]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-451b70bc-ee39-4478-8b6b-ae8f5e4bf551" {{(pid=66703) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 890.793387] env[66703]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-451b70bc-ee39-4478-8b6b-ae8f5e4bf551" {{(pid=66703) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 890.793571] env[66703]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-451b70bc-ee39-4478-8b6b-ae8f5e4bf551" {{(pid=66703) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 890.793834] env[66703]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=66703) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 890.793834] env[66703]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66703) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 890.794033] env[66703]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66703) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 890.794033] env[66703]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66703) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 890.794149] env[66703]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66703) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 890.794204] env[66703]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('451b70bc-ee39-4478-8b6b-ae8f5e4bf551',) {} {{(pid=66703) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 890.795160] env[66703]: DEBUG networking_nsxv3.common.locking [-] Lock port-e3b039c7-b3bb-4c69-8b1a-de4b8a369d0d taken with stack trace [, , ] {{(pid=66703) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 890.795160] env[66703]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-e3b039c7-b3bb-4c69-8b1a-de4b8a369d0d" {{(pid=66703) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 890.795160] env[66703]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-e3b039c7-b3bb-4c69-8b1a-de4b8a369d0d" {{(pid=66703) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 890.795420] env[66703]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-e3b039c7-b3bb-4c69-8b1a-de4b8a369d0d" {{(pid=66703) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 890.795420] env[66703]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('e3b039c7-b3bb-4c69-8b1a-de4b8a369d0d',) {} {{(pid=66703) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 891.297669] env[66703]: DEBUG networking_nsxv3.common.locking [-] Lock member-451b70bc-ee39-4478-8b6b-ae8f5e4bf551 taken with stack trace [, , , ] {{(pid=66703) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 891.297669] env[66703]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-451b70bc-ee39-4478-8b6b-ae8f5e4bf551" {{(pid=66703) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 891.297983] env[66703]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('451b70bc-ee39-4478-8b6b-ae8f5e4bf551',) {} {{(pid=66703) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 891.301130] env[66703]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] realization of port e3b039c7-b3bb-4c69-8b1a-de4b8a369d0d with status ACTIVE [ 891.301130] env[66703]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=66703) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 891.301329] env[66703]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=66703) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 891.301329] env[66703]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=66703) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 891.301518] env[66703]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=66703) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 891.301600] env[66703]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=66703) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 891.301768] env[66703]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , ] {{(pid=66703) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 891.301863] env[66703]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=66703) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 891.302139] env[66703]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=66703) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 891.302139] env[66703]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=66703) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 891.302243] env[66703]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=66703) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 891.302384] env[66703]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=66703) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 891.302484] env[66703]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=66703) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 891.302642] env[66703]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=66703) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 891.302682] env[66703]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=66703) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 891.303335] env[66703]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=66703) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 891.303335] env[66703]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: SegmentPort with ID: e3b039c7-b3bb-4c69-8b1a-de4b8a369d0d is going to be updated. [ 891.325336] env[66703]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=66703) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 891.325417] env[66703]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=66703) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 891.325490] env[66703]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=66703) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 891.325694] env[66703]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=66703) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 891.325837] env[66703]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=66703) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 891.325993] env[66703]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-e3b039c7-b3bb-4c69-8b1a-de4b8a369d0d" {{(pid=66703) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 891.384779] env[66703]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: f52985e4-827d-4ac5-ba08-62ae5081fda6 in Status: SUCCESS [ 891.385422] env[66703]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-f52985e4-827d-4ac5-ba08-62ae5081fda6" {{(pid=66703) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 891.804692] env[66703]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('451b70bc-ee39-4478-8b6b-ae8f5e4bf551',) {} {{(pid=66703) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 892.251648] env[66703]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 84965a9f-e013-4442-ad2d-26e8a4cb9e82 in Status: SUCCESS [ 892.252078] env[66703]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-84965a9f-e013-4442-ad2d-26e8a4cb9e82" {{(pid=66703) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 892.252180] env[66703]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-84965a9f-e013-4442-ad2d-26e8a4cb9e82" {{(pid=66703) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 892.252343] env[66703]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-84965a9f-e013-4442-ad2d-26e8a4cb9e82" {{(pid=66703) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 892.252533] env[66703]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=66703) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 892.252647] env[66703]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66703) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 892.252708] env[66703]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66703) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 892.252860] env[66703]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66703) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 892.252936] env[66703]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66703) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 892.253097] env[66703]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-84965a9f-e013-4442-ad2d-26e8a4cb9e82" {{(pid=66703) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 892.253170] env[66703]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('84965a9f-e013-4442-ad2d-26e8a4cb9e82',) {} {{(pid=66703) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 892.309067] env[66703]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66703) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 892.309067] env[66703]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66703) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 892.309067] env[66703]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66703) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 892.309067] env[66703]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66703) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 892.309067] env[66703]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66703) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 892.309067] env[66703]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 451b70bc-ee39-4478-8b6b-ae8f5e4bf551 is going to be created. [ 892.333494] env[66703]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66703) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 892.333643] env[66703]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66703) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 892.333716] env[66703]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66703) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 892.333913] env[66703]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66703) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 892.334088] env[66703]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66703) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 892.345887] env[66703]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 451b70bc-ee39-4478-8b6b-ae8f5e4bf551 in Status: UNINITIALIZED for 2s [ 892.400347] env[66703]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: e2259e0c-1202-4903-8bca-3476c36f4add in Status: SUCCESS [ 892.400572] env[66703]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-e2259e0c-1202-4903-8bca-3476c36f4add" {{(pid=66703) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 892.401191] env[66703]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-e2259e0c-1202-4903-8bca-3476c36f4add" {{(pid=66703) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 892.401390] env[66703]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-e2259e0c-1202-4903-8bca-3476c36f4add" {{(pid=66703) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 892.401575] env[66703]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=66703) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 892.401690] env[66703]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66703) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 892.401747] env[66703]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66703) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 892.401907] env[66703]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66703) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 892.401974] env[66703]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66703) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 892.402096] env[66703]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('e2259e0c-1202-4903-8bca-3476c36f4add',) {} {{(pid=66703) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 892.757247] env[66703]: DEBUG networking_nsxv3.common.locking [-] Lock member-84965a9f-e013-4442-ad2d-26e8a4cb9e82 taken with stack trace [, , , ] {{(pid=66703) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 892.757454] env[66703]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-84965a9f-e013-4442-ad2d-26e8a4cb9e82" {{(pid=66703) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 892.757537] env[66703]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-84965a9f-e013-4442-ad2d-26e8a4cb9e82" {{(pid=66703) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 892.757780] env[66703]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-84965a9f-e013-4442-ad2d-26e8a4cb9e82" {{(pid=66703) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 892.757953] env[66703]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=66703) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 892.758065] env[66703]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66703) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 892.758129] env[66703]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66703) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 892.758276] env[66703]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66703) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 892.758390] env[66703]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66703) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 892.758527] env[66703]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-84965a9f-e013-4442-ad2d-26e8a4cb9e82" {{(pid=66703) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 892.758722] env[66703]: DEBUG networking_nsxv3.common.locking [-] Lock member-84965a9f-e013-4442-ad2d-26e8a4cb9e82 taken with stack trace [, , , ] {{(pid=66703) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 892.758817] env[66703]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-84965a9f-e013-4442-ad2d-26e8a4cb9e82" {{(pid=66703) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 892.758878] env[66703]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-84965a9f-e013-4442-ad2d-26e8a4cb9e82" {{(pid=66703) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 892.759038] env[66703]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-84965a9f-e013-4442-ad2d-26e8a4cb9e82" {{(pid=66703) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 892.759177] env[66703]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=66703) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 892.759269] env[66703]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66703) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 892.759328] env[66703]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66703) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 892.759486] env[66703]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66703) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 892.759527] env[66703]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66703) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 892.759607] env[66703]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-84965a9f-e013-4442-ad2d-26e8a4cb9e82" {{(pid=66703) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 892.759715] env[66703]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('84965a9f-e013-4442-ad2d-26e8a4cb9e82',) {} {{(pid=66703) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 892.906718] env[66703]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('e2259e0c-1202-4903-8bca-3476c36f4add',) {} {{(pid=66703) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 893.035638] env[66703]: INFO networking_nsxv3.common.synchronization [req-34da19dd-b6ef-4584-be12-9bb86d0b503d req-139fa158-7ae5-47a7-b9d6-d5445c5d46e0 tempest-ServerRescueTestJSONUnderV235-964915451 tempest-ServerRescueTestJSONUnderV235-964915451-project-member] Enqueued Resource ID: e2259e0c-1202-4903-8bca-3476c36f4add with Priority: HIGHEST for action security_group_members [ 893.035638] env[66703]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: e2259e0c-1202-4903-8bca-3476c36f4add with Priority: HIGHEST for action security_group_members [ 893.035638] env[66703]: DEBUG networking_nsxv3.common.locking [-] Lock member-e2259e0c-1202-4903-8bca-3476c36f4add taken with stack trace [, , ] {{(pid=66703) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 893.035638] env[66703]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-e2259e0c-1202-4903-8bca-3476c36f4add" {{(pid=66703) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 893.262226] env[66703]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for 84965a9f-e013-4442-ad2d-26e8a4cb9e82: rpc.has_security_group_logging(os_id): False [ 893.281945] env[66703]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=66703) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 893.282127] env[66703]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66703) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 893.282200] env[66703]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66703) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 893.282415] env[66703]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66703) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 893.282502] env[66703]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66703) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 893.282707] env[66703]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66703) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 893.282806] env[66703]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66703) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 893.282870] env[66703]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66703) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 893.283109] env[66703]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66703) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 893.283237] env[66703]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66703) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 893.283360] env[66703]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66703) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 893.283455] env[66703]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66703) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 893.283516] env[66703]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66703) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 893.283658] env[66703]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66703) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 893.283853] env[66703]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66703) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 893.283903] env[66703]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=66703) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 893.283989] env[66703]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66703) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 893.284062] env[66703]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66703) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 893.284199] env[66703]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66703) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 893.284282] env[66703]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66703) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 893.284366] env[66703]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 84965a9f-e013-4442-ad2d-26e8a4cb9e82 is going to be created. [ 893.345877] env[66703]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=66703) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 893.346266] env[66703]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66703) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 893.346266] env[66703]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66703) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 893.346345] env[66703]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66703) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 893.346534] env[66703]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66703) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 893.357708] env[66703]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 84965a9f-e013-4442-ad2d-26e8a4cb9e82 in Status: IN_PROGRESS for 2s [ 893.409383] env[66703]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('e2259e0c-1202-4903-8bca-3476c36f4add',) {} {{(pid=66703) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 893.729997] env[66703]: INFO networking_nsxv3.common.synchronization [req-d9b3151a-a084-4787-8534-fc1c63b9893e req-cd69041d-bd3d-47f0-bdfc-a262b9bf1947 tempest-MultipleCreateTestJSON-608855124 tempest-MultipleCreateTestJSON-608855124-project-member] Enqueued Resource ID: 451b70bc-ee39-4478-8b6b-ae8f5e4bf551 with Priority: HIGHEST for action security_group_members [ 893.730603] env[66703]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 451b70bc-ee39-4478-8b6b-ae8f5e4bf551 with Priority: HIGHEST for action security_group_members [ 893.731072] env[66703]: DEBUG networking_nsxv3.common.locking [-] Lock member-451b70bc-ee39-4478-8b6b-ae8f5e4bf551 taken with stack trace [, , ] {{(pid=66703) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 893.731308] env[66703]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-451b70bc-ee39-4478-8b6b-ae8f5e4bf551" {{(pid=66703) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 893.912258] env[66703]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66703) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 893.912974] env[66703]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66703) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 893.912974] env[66703]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66703) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 893.912974] env[66703]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66703) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 893.912974] env[66703]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66703) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 893.912974] env[66703]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: e2259e0c-1202-4903-8bca-3476c36f4add is going to be updated. [ 893.959293] env[66703]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66703) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 893.959829] env[66703]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66703) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 893.959960] env[66703]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66703) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 893.960210] env[66703]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66703) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 893.960358] env[66703]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66703) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 893.979049] env[66703]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: e2259e0c-1202-4903-8bca-3476c36f4add in Status: IN_PROGRESS for 2s [ 894.053913] env[66703]: DEBUG networking_nsxv3.common.locking [None req-ffa6d202-748e-4c81-9979-ad08741f9cf7 None None] Lock network-672 taken with stack trace [, , , , , , , , ] {{(pid=66703) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 894.055029] env[66703]: DEBUG oslo_concurrency.lockutils [None req-ffa6d202-748e-4c81-9979-ad08741f9cf7 None None] Acquiring lock "network-672" {{(pid=66703) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 894.055029] env[66703]: DEBUG oslo_concurrency.lockutils [None req-ffa6d202-748e-4c81-9979-ad08741f9cf7 None None] Acquired lock "network-672" {{(pid=66703) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 894.055029] env[66703]: DEBUG oslo_concurrency.lockutils [None req-ffa6d202-748e-4c81-9979-ad08741f9cf7 None None] Acquired external semaphore "network-672" {{(pid=66703) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 894.055029] env[66703]: DEBUG networking_nsxv3.common.locking [None req-ffa6d202-748e-4c81-9979-ad08741f9cf7 None None] Lock Segment taken with stack trace [, , , , , , , , , , ] {{(pid=66703) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 894.055029] env[66703]: DEBUG oslo_concurrency.lockutils [None req-ffa6d202-748e-4c81-9979-ad08741f9cf7 None None] Acquiring lock "Segment" {{(pid=66703) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 894.055029] env[66703]: DEBUG oslo_concurrency.lockutils [None req-ffa6d202-748e-4c81-9979-ad08741f9cf7 None None] Acquired lock "Segment" {{(pid=66703) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 894.055595] env[66703]: DEBUG oslo_concurrency.lockutils [None req-ffa6d202-748e-4c81-9979-ad08741f9cf7 None None] Acquired external semaphore "Segment" {{(pid=66703) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 894.055595] env[66703]: DEBUG oslo_concurrency.lockutils [None req-ffa6d202-748e-4c81-9979-ad08741f9cf7 None None] Releasing lock "Segment" {{(pid=66703) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 894.055595] env[66703]: DEBUG dogpile.cache.region [None req-ffa6d202-748e-4c81-9979-ad08741f9cf7 None None] No value present for key: 'zone-id' {{(pid=66703) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 894.055595] env[66703]: DEBUG dogpile.lock [None req-ffa6d202-748e-4c81-9979-ad08741f9cf7 None None] NeedRegenerationException {{(pid=66703) _enter /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:90}} [ 894.055797] env[66703]: DEBUG dogpile.lock [None req-ffa6d202-748e-4c81-9979-ad08741f9cf7 None None] no value, waiting for create lock {{(pid=66703) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:131}} [ 894.055797] env[66703]: DEBUG dogpile.lock [None req-ffa6d202-748e-4c81-9979-ad08741f9cf7 None None] value creation lock acquired {{(pid=66703) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:135}} [ 894.055888] env[66703]: DEBUG dogpile.cache.region [None req-ffa6d202-748e-4c81-9979-ad08741f9cf7 None None] No value present for key: 'zone-id' {{(pid=66703) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 894.055978] env[66703]: DEBUG dogpile.lock [None req-ffa6d202-748e-4c81-9979-ad08741f9cf7 None None] Calling creation function for not-yet-present value {{(pid=66703) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:174}} [ 894.056122] env[66703]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-ffa6d202-748e-4c81-9979-ad08741f9cf7 None None] Looking for TransportZone with name nsx-vlan-transportzone. [ 894.084804] env[66703]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-ffa6d202-748e-4c81-9979-ad08741f9cf7 None None] loading zone with a95c914d-748d-497c-94ab-10d4647daeba and tags [{'scope': 'mp2policy_migr_status', 'tag': 'success'}] [ 894.085025] env[66703]: DEBUG dogpile.cache.region [None req-ffa6d202-748e-4c81-9979-ad08741f9cf7 None None] Cache value generated in 0.029 seconds for key(s): 'zone-id' {{(pid=66703) _log_time /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:910}} [ 894.086278] env[66703]: DEBUG dogpile.lock [None req-ffa6d202-748e-4c81-9979-ad08741f9cf7 None None] Released creation lock {{(pid=66703) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:182}} [ 894.086278] env[66703]: DEBUG oslo_concurrency.lockutils [None req-ffa6d202-748e-4c81-9979-ad08741f9cf7 None None] Releasing lock "network-672" {{(pid=66703) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 894.086278] env[66703]: DEBUG networking_nsxv3.common.locking [None req-ffa6d202-748e-4c81-9979-ad08741f9cf7 None None] Lock port-83a71887-cbd1-4d73-90b5-a1ac3f4fb82e taken with stack trace [, , , , , , , , ] {{(pid=66703) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 894.086278] env[66703]: DEBUG oslo_concurrency.lockutils [None req-ffa6d202-748e-4c81-9979-ad08741f9cf7 None None] Acquiring lock "port-83a71887-cbd1-4d73-90b5-a1ac3f4fb82e" {{(pid=66703) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 894.086278] env[66703]: DEBUG oslo_concurrency.lockutils [None req-ffa6d202-748e-4c81-9979-ad08741f9cf7 None None] Acquired lock "port-83a71887-cbd1-4d73-90b5-a1ac3f4fb82e" {{(pid=66703) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 894.086673] env[66703]: DEBUG oslo_concurrency.lockutils [None req-ffa6d202-748e-4c81-9979-ad08741f9cf7 None None] Acquired external semaphore "port-83a71887-cbd1-4d73-90b5-a1ac3f4fb82e" {{(pid=66703) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 894.086673] env[66703]: DEBUG networking_nsxv3.api.rpc [None req-ffa6d202-748e-4c81-9979-ad08741f9cf7 None None] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('83a71887-cbd1-4d73-90b5-a1ac3f4fb82e',) {} {{(pid=66703) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 894.356216] env[66703]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 451b70bc-ee39-4478-8b6b-ae8f5e4bf551 in Status: SUCCESS [ 894.356484] env[66703]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-451b70bc-ee39-4478-8b6b-ae8f5e4bf551" {{(pid=66703) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 894.357070] env[66703]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-451b70bc-ee39-4478-8b6b-ae8f5e4bf551" {{(pid=66703) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 894.357070] env[66703]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-451b70bc-ee39-4478-8b6b-ae8f5e4bf551" {{(pid=66703) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 894.357070] env[66703]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=66703) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 894.357279] env[66703]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66703) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 894.357279] env[66703]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66703) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 894.357466] env[66703]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66703) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 894.357466] env[66703]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66703) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 894.357547] env[66703]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-451b70bc-ee39-4478-8b6b-ae8f5e4bf551" {{(pid=66703) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 894.357670] env[66703]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('451b70bc-ee39-4478-8b6b-ae8f5e4bf551',) {} {{(pid=66703) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 894.358519] env[66703]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-451b70bc-ee39-4478-8b6b-ae8f5e4bf551" {{(pid=66703) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 894.358691] env[66703]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-451b70bc-ee39-4478-8b6b-ae8f5e4bf551" {{(pid=66703) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 894.358849] env[66703]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=66703) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 894.358952] env[66703]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66703) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 894.359800] env[66703]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66703) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 894.359800] env[66703]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66703) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 894.359800] env[66703]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66703) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 894.359800] env[66703]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('451b70bc-ee39-4478-8b6b-ae8f5e4bf551',) {} {{(pid=66703) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 894.589367] env[66703]: DEBUG networking_nsxv3.common.locking [None req-ffa6d202-748e-4c81-9979-ad08741f9cf7 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , ] {{(pid=66703) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 894.589597] env[66703]: DEBUG oslo_concurrency.lockutils [None req-ffa6d202-748e-4c81-9979-ad08741f9cf7 None None] Acquiring lock "SegmentPort" {{(pid=66703) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 894.589721] env[66703]: DEBUG oslo_concurrency.lockutils [None req-ffa6d202-748e-4c81-9979-ad08741f9cf7 None None] Acquired lock "SegmentPort" {{(pid=66703) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 894.590019] env[66703]: DEBUG oslo_concurrency.lockutils [None req-ffa6d202-748e-4c81-9979-ad08741f9cf7 None None] Acquired external semaphore "SegmentPort" {{(pid=66703) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 894.590163] env[66703]: DEBUG oslo_concurrency.lockutils [None req-ffa6d202-748e-4c81-9979-ad08741f9cf7 None None] Releasing lock "SegmentPort" {{(pid=66703) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 894.590317] env[66703]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-ffa6d202-748e-4c81-9979-ad08741f9cf7 None None] Segment Port 83a71887-cbd1-4d73-90b5-a1ac3f4fb82e not found, creating... [ 894.590569] env[66703]: DEBUG networking_nsxv3.common.locking [None req-ffa6d202-748e-4c81-9979-ad08741f9cf7 None None] Lock Segment taken with stack trace [, , , , , , , , , , , ] {{(pid=66703) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 894.590722] env[66703]: DEBUG oslo_concurrency.lockutils [None req-ffa6d202-748e-4c81-9979-ad08741f9cf7 None None] Acquiring lock "Segment" {{(pid=66703) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 894.590835] env[66703]: DEBUG oslo_concurrency.lockutils [None req-ffa6d202-748e-4c81-9979-ad08741f9cf7 None None] Acquired lock "Segment" {{(pid=66703) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 894.591077] env[66703]: DEBUG oslo_concurrency.lockutils [None req-ffa6d202-748e-4c81-9979-ad08741f9cf7 None None] Acquired external semaphore "Segment" {{(pid=66703) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 894.591219] env[66703]: DEBUG oslo_concurrency.lockutils [None req-ffa6d202-748e-4c81-9979-ad08741f9cf7 None None] Releasing lock "Segment" {{(pid=66703) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 894.591496] env[66703]: DEBUG networking_nsxv3.common.locking [None req-ffa6d202-748e-4c81-9979-ad08741f9cf7 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=66703) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 894.591645] env[66703]: DEBUG oslo_concurrency.lockutils [None req-ffa6d202-748e-4c81-9979-ad08741f9cf7 None None] Acquiring lock "SegmentPort" {{(pid=66703) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 894.591759] env[66703]: DEBUG oslo_concurrency.lockutils [None req-ffa6d202-748e-4c81-9979-ad08741f9cf7 None None] Acquired lock "SegmentPort" {{(pid=66703) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 894.591961] env[66703]: DEBUG oslo_concurrency.lockutils [None req-ffa6d202-748e-4c81-9979-ad08741f9cf7 None None] Acquired external semaphore "SegmentPort" {{(pid=66703) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 894.592106] env[66703]: DEBUG oslo_concurrency.lockutils [None req-ffa6d202-748e-4c81-9979-ad08741f9cf7 None None] Releasing lock "SegmentPort" {{(pid=66703) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 894.592244] env[66703]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-ffa6d202-748e-4c81-9979-ad08741f9cf7 None None] Resource: SegmentPort with ID: 83a71887-cbd1-4d73-90b5-a1ac3f4fb82e is going to be created. [ 894.614893] env[66703]: DEBUG networking_nsxv3.common.locking [None req-ffa6d202-748e-4c81-9979-ad08741f9cf7 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=66703) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 894.615449] env[66703]: DEBUG oslo_concurrency.lockutils [None req-ffa6d202-748e-4c81-9979-ad08741f9cf7 None None] Acquiring lock "SegmentPort" {{(pid=66703) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 894.615449] env[66703]: DEBUG oslo_concurrency.lockutils [None req-ffa6d202-748e-4c81-9979-ad08741f9cf7 None None] Acquired lock "SegmentPort" {{(pid=66703) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 894.615573] env[66703]: DEBUG oslo_concurrency.lockutils [None req-ffa6d202-748e-4c81-9979-ad08741f9cf7 None None] Acquired external semaphore "SegmentPort" {{(pid=66703) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 894.615739] env[66703]: DEBUG oslo_concurrency.lockutils [None req-ffa6d202-748e-4c81-9979-ad08741f9cf7 None None] Releasing lock "SegmentPort" {{(pid=66703) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 894.616156] env[66703]: DEBUG oslo_concurrency.lockutils [None req-ffa6d202-748e-4c81-9979-ad08741f9cf7 None None] Releasing lock "port-83a71887-cbd1-4d73-90b5-a1ac3f4fb82e" {{(pid=66703) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 894.861724] env[66703]: DEBUG networking_nsxv3.common.locking [-] Lock member-451b70bc-ee39-4478-8b6b-ae8f5e4bf551 taken with stack trace [, , , ] {{(pid=66703) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 894.861870] env[66703]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-451b70bc-ee39-4478-8b6b-ae8f5e4bf551" {{(pid=66703) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 894.862127] env[66703]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('451b70bc-ee39-4478-8b6b-ae8f5e4bf551',) {} {{(pid=66703) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 895.367752] env[66703]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('451b70bc-ee39-4478-8b6b-ae8f5e4bf551',) {} {{(pid=66703) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 895.372877] env[66703]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 84965a9f-e013-4442-ad2d-26e8a4cb9e82 in Status: SUCCESS [ 895.373386] env[66703]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-84965a9f-e013-4442-ad2d-26e8a4cb9e82" {{(pid=66703) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 895.386880] env[66703]: INFO networking_nsxv3.common.synchronization [req-d9b3151a-a084-4787-8534-fc1c63b9893e req-bf522807-b63e-4549-b4c4-fcedcd718501 service nova] Enqueued Resource ID: 451b70bc-ee39-4478-8b6b-ae8f5e4bf551 with Priority: HIGHEST for action security_group_rules [ 895.386992] env[66703]: INFO networking_nsxv3.common.synchronization [req-d9b3151a-a084-4787-8534-fc1c63b9893e req-bf522807-b63e-4549-b4c4-fcedcd718501 service nova] Enqueued Resource ID: 451b70bc-ee39-4478-8b6b-ae8f5e4bf551 with Priority: HIGHEST for action security_group_members [ 895.387067] env[66703]: INFO networking_nsxv3.common.synchronization [req-d9b3151a-a084-4787-8534-fc1c63b9893e req-bf522807-b63e-4549-b4c4-fcedcd718501 service nova] Enqueued Resource ID: 83a71887-cbd1-4d73-90b5-a1ac3f4fb82e with Priority: HIGHEST for action port [ 895.387811] env[66703]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 451b70bc-ee39-4478-8b6b-ae8f5e4bf551 with Priority: HIGHEST for action security_group_rules [ 895.387917] env[66703]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 451b70bc-ee39-4478-8b6b-ae8f5e4bf551 with Priority: HIGHEST for action security_group_members [ 895.387971] env[66703]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 83a71887-cbd1-4d73-90b5-a1ac3f4fb82e with Priority: HIGHEST for action port [ 895.388274] env[66703]: DEBUG networking_nsxv3.common.locking [-] Lock rules-451b70bc-ee39-4478-8b6b-ae8f5e4bf551 taken with stack trace [, , ] {{(pid=66703) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 895.388378] env[66703]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-451b70bc-ee39-4478-8b6b-ae8f5e4bf551" {{(pid=66703) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 895.388613] env[66703]: DEBUG networking_nsxv3.common.locking [-] Lock member-451b70bc-ee39-4478-8b6b-ae8f5e4bf551 taken with stack trace [, , ] {{(pid=66703) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 895.388745] env[66703]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-451b70bc-ee39-4478-8b6b-ae8f5e4bf551" {{(pid=66703) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 895.388984] env[66703]: DEBUG networking_nsxv3.common.locking [-] Lock port-83a71887-cbd1-4d73-90b5-a1ac3f4fb82e taken with stack trace [, , ] {{(pid=66703) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 895.389161] env[66703]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-83a71887-cbd1-4d73-90b5-a1ac3f4fb82e" {{(pid=66703) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 895.389238] env[66703]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-83a71887-cbd1-4d73-90b5-a1ac3f4fb82e" {{(pid=66703) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 895.389489] env[66703]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-83a71887-cbd1-4d73-90b5-a1ac3f4fb82e" {{(pid=66703) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 895.389564] env[66703]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('83a71887-cbd1-4d73-90b5-a1ac3f4fb82e',) {} {{(pid=66703) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 895.870382] env[66703]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66703) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 895.870382] env[66703]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66703) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 895.870633] env[66703]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66703) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 895.870877] env[66703]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66703) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 895.871021] env[66703]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66703) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 895.871126] env[66703]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 451b70bc-ee39-4478-8b6b-ae8f5e4bf551 is going to be updated. [ 895.891974] env[66703]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] realization of port 83a71887-cbd1-4d73-90b5-a1ac3f4fb82e with status ACTIVE [ 895.892236] env[66703]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=66703) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 895.892373] env[66703]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=66703) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 895.892444] env[66703]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=66703) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 895.892649] env[66703]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=66703) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 895.892735] env[66703]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=66703) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 895.892907] env[66703]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , ] {{(pid=66703) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 895.893022] env[66703]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=66703) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 895.893081] env[66703]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=66703) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 895.893223] env[66703]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=66703) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 895.893390] env[66703]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=66703) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 895.893463] env[66703]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=66703) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 895.893553] env[66703]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=66703) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 895.893606] env[66703]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=66703) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 895.893743] env[66703]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=66703) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 895.893817] env[66703]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=66703) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 895.893897] env[66703]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: SegmentPort with ID: 83a71887-cbd1-4d73-90b5-a1ac3f4fb82e is going to be updated. [ 895.908142] env[66703]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66703) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 895.908142] env[66703]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66703) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 895.908142] env[66703]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66703) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 895.908558] env[66703]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66703) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 895.908558] env[66703]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66703) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 895.920335] env[66703]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=66703) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 895.920527] env[66703]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=66703) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 895.920607] env[66703]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=66703) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 895.920757] env[66703]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=66703) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 895.920895] env[66703]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=66703) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 895.921185] env[66703]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-83a71887-cbd1-4d73-90b5-a1ac3f4fb82e" {{(pid=66703) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 895.921881] env[66703]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 451b70bc-ee39-4478-8b6b-ae8f5e4bf551 in Status: IN_PROGRESS for 2s [ 895.990815] env[66703]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: e2259e0c-1202-4903-8bca-3476c36f4add in Status: SUCCESS [ 895.991078] env[66703]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-e2259e0c-1202-4903-8bca-3476c36f4add" {{(pid=66703) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 895.991247] env[66703]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-e2259e0c-1202-4903-8bca-3476c36f4add" {{(pid=66703) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 895.991461] env[66703]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-e2259e0c-1202-4903-8bca-3476c36f4add" {{(pid=66703) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 895.991656] env[66703]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=66703) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 895.991918] env[66703]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66703) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 895.991989] env[66703]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66703) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 895.992161] env[66703]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66703) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 895.992240] env[66703]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66703) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 895.992326] env[66703]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-e2259e0c-1202-4903-8bca-3476c36f4add" {{(pid=66703) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 895.992490] env[66703]: DEBUG networking_nsxv3.common.locking [-] Lock member-e2259e0c-1202-4903-8bca-3476c36f4add taken with stack trace [, , , ] {{(pid=66703) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 895.992569] env[66703]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-e2259e0c-1202-4903-8bca-3476c36f4add" {{(pid=66703) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 895.992628] env[66703]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-e2259e0c-1202-4903-8bca-3476c36f4add" {{(pid=66703) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 895.992763] env[66703]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-e2259e0c-1202-4903-8bca-3476c36f4add" {{(pid=66703) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 895.992898] env[66703]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=66703) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 895.992991] env[66703]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66703) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 895.993067] env[66703]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66703) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 895.993198] env[66703]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66703) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 895.993270] env[66703]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66703) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 895.993348] env[66703]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-e2259e0c-1202-4903-8bca-3476c36f4add" {{(pid=66703) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 895.993435] env[66703]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('e2259e0c-1202-4903-8bca-3476c36f4add',) {} {{(pid=66703) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 895.994326] env[66703]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-e2259e0c-1202-4903-8bca-3476c36f4add" {{(pid=66703) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 895.994494] env[66703]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-e2259e0c-1202-4903-8bca-3476c36f4add" {{(pid=66703) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 895.994639] env[66703]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=66703) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 895.994738] env[66703]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66703) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 895.994815] env[66703]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66703) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 895.994953] env[66703]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66703) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 895.995038] env[66703]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66703) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 895.995122] env[66703]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('e2259e0c-1202-4903-8bca-3476c36f4add',) {} {{(pid=66703) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 896.403277] env[66703]: INFO networking_nsxv3.common.synchronization [req-4763501f-2392-44fb-bf70-a94c45bdd75f req-8289cfbc-5d1d-40ae-bec5-7094c78f24bd tempest-ServerDiskConfigTestJSON-1467775587 tempest-ServerDiskConfigTestJSON-1467775587-project-member] Enqueued Resource ID: 3304826c-ce8e-49f9-aefd-3be39a0c0fbb with Priority: HIGHEST for action security_group_members [ 896.403854] env[66703]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 3304826c-ce8e-49f9-aefd-3be39a0c0fbb with Priority: HIGHEST for action security_group_members [ 896.404194] env[66703]: DEBUG networking_nsxv3.common.locking [-] Lock member-3304826c-ce8e-49f9-aefd-3be39a0c0fbb taken with stack trace [, , ] {{(pid=66703) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 896.404458] env[66703]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-3304826c-ce8e-49f9-aefd-3be39a0c0fbb" {{(pid=66703) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 896.404523] env[66703]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-3304826c-ce8e-49f9-aefd-3be39a0c0fbb" {{(pid=66703) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 896.404748] env[66703]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-3304826c-ce8e-49f9-aefd-3be39a0c0fbb" {{(pid=66703) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 896.404912] env[66703]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=66703) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 896.405070] env[66703]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66703) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 896.405168] env[66703]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66703) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 896.405238] env[66703]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66703) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 896.405327] env[66703]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66703) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 896.405438] env[66703]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('3304826c-ce8e-49f9-aefd-3be39a0c0fbb',) {} {{(pid=66703) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 896.500355] env[66703]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for e2259e0c-1202-4903-8bca-3476c36f4add: rpc.has_security_group_logging(os_id): False [ 896.501672] env[66703]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=66703) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 896.501755] env[66703]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66703) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 896.502042] env[66703]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66703) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 896.502340] env[66703]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66703) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 896.521952] env[66703]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=66703) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 896.521952] env[66703]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66703) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 896.525966] env[66703]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66703) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 896.526474] env[66703]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66703) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 896.527038] env[66703]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66703) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 896.527144] env[66703]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66703) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 896.527373] env[66703]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66703) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 896.527458] env[66703]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66703) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 896.527552] env[66703]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: e2259e0c-1202-4903-8bca-3476c36f4add is going to be updated. [ 896.528555] env[66703]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66703) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 896.528768] env[66703]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66703) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 896.528873] env[66703]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66703) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 896.529255] env[66703]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66703) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 896.529338] env[66703]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66703) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 896.529394] env[66703]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66703) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 896.529573] env[66703]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66703) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 896.529716] env[66703]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66703) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 896.529921] env[66703]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66703) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 896.530108] env[66703]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66703) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 896.530182] env[66703]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66703) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 896.530354] env[66703]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66703) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 896.530458] env[66703]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66703) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 896.530693] env[66703]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=66703) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 896.530832] env[66703]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66703) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 896.530908] env[66703]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66703) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 896.531201] env[66703]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66703) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 896.531305] env[66703]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66703) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 896.531454] env[66703]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: e2259e0c-1202-4903-8bca-3476c36f4add is going to be updated. [ 896.563816] env[66703]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66703) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 896.564027] env[66703]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66703) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 896.564027] env[66703]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66703) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 896.564269] env[66703]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66703) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 896.564376] env[66703]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66703) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 896.574734] env[66703]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: e2259e0c-1202-4903-8bca-3476c36f4add in Status: IN_PROGRESS for 2s [ 896.607543] env[66703]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=66703) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 896.607776] env[66703]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66703) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 896.607776] env[66703]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66703) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 896.607952] env[66703]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66703) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 896.608102] env[66703]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66703) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 896.623203] env[66703]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: e2259e0c-1202-4903-8bca-3476c36f4add in Status: IN_PROGRESS for 2s [ 896.792822] env[66703]: DEBUG networking_nsxv3.common.locking [None req-33d36011-a73c-4b6d-849a-f8c867240c48 None None] Lock network-732 taken with stack trace [, , , , , , , , ] {{(pid=66703) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 896.793049] env[66703]: DEBUG oslo_concurrency.lockutils [None req-33d36011-a73c-4b6d-849a-f8c867240c48 None None] Acquiring lock "network-732" {{(pid=66703) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 896.793184] env[66703]: DEBUG oslo_concurrency.lockutils [None req-33d36011-a73c-4b6d-849a-f8c867240c48 None None] Acquired lock "network-732" {{(pid=66703) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 896.793566] env[66703]: DEBUG oslo_concurrency.lockutils [None req-33d36011-a73c-4b6d-849a-f8c867240c48 None None] Acquired external semaphore "network-732" {{(pid=66703) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 896.793903] env[66703]: DEBUG networking_nsxv3.common.locking [None req-33d36011-a73c-4b6d-849a-f8c867240c48 None None] Lock Segment taken with stack trace [, , , , , , , , , , ] {{(pid=66703) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 896.794109] env[66703]: DEBUG oslo_concurrency.lockutils [None req-33d36011-a73c-4b6d-849a-f8c867240c48 None None] Acquiring lock "Segment" {{(pid=66703) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 896.794256] env[66703]: DEBUG oslo_concurrency.lockutils [None req-33d36011-a73c-4b6d-849a-f8c867240c48 None None] Acquired lock "Segment" {{(pid=66703) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 896.794513] env[66703]: DEBUG oslo_concurrency.lockutils [None req-33d36011-a73c-4b6d-849a-f8c867240c48 None None] Acquired external semaphore "Segment" {{(pid=66703) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 896.794664] env[66703]: DEBUG oslo_concurrency.lockutils [None req-33d36011-a73c-4b6d-849a-f8c867240c48 None None] Releasing lock "Segment" {{(pid=66703) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 896.794904] env[66703]: DEBUG dogpile.cache.region [None req-33d36011-a73c-4b6d-849a-f8c867240c48 None None] No value present for key: 'zone-id' {{(pid=66703) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 896.795064] env[66703]: DEBUG dogpile.lock [None req-33d36011-a73c-4b6d-849a-f8c867240c48 None None] NeedRegenerationException {{(pid=66703) _enter /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:90}} [ 896.795241] env[66703]: DEBUG dogpile.lock [None req-33d36011-a73c-4b6d-849a-f8c867240c48 None None] no value, waiting for create lock {{(pid=66703) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:131}} [ 896.795367] env[66703]: DEBUG dogpile.lock [None req-33d36011-a73c-4b6d-849a-f8c867240c48 None None] value creation lock acquired {{(pid=66703) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:135}} [ 896.795499] env[66703]: DEBUG dogpile.cache.region [None req-33d36011-a73c-4b6d-849a-f8c867240c48 None None] No value present for key: 'zone-id' {{(pid=66703) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 896.795633] env[66703]: DEBUG dogpile.lock [None req-33d36011-a73c-4b6d-849a-f8c867240c48 None None] Calling creation function for not-yet-present value {{(pid=66703) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:174}} [ 896.795792] env[66703]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-33d36011-a73c-4b6d-849a-f8c867240c48 None None] Looking for TransportZone with name nsx-vlan-transportzone. [ 896.821145] env[66703]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-33d36011-a73c-4b6d-849a-f8c867240c48 None None] loading zone with a95c914d-748d-497c-94ab-10d4647daeba and tags [{'scope': 'mp2policy_migr_status', 'tag': 'success'}] [ 896.821341] env[66703]: DEBUG dogpile.cache.region [None req-33d36011-a73c-4b6d-849a-f8c867240c48 None None] Cache value generated in 0.025 seconds for key(s): 'zone-id' {{(pid=66703) _log_time /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:910}} [ 896.821417] env[66703]: DEBUG dogpile.lock [None req-33d36011-a73c-4b6d-849a-f8c867240c48 None None] Released creation lock {{(pid=66703) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:182}} [ 896.821656] env[66703]: DEBUG oslo_concurrency.lockutils [None req-33d36011-a73c-4b6d-849a-f8c867240c48 None None] Releasing lock "network-732" {{(pid=66703) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 896.822088] env[66703]: DEBUG networking_nsxv3.common.locking [None req-33d36011-a73c-4b6d-849a-f8c867240c48 None None] Lock port-4f90a188-fd2b-4115-899c-bfbca86f5a5c taken with stack trace [, , , , , , , , ] {{(pid=66703) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 896.822354] env[66703]: DEBUG oslo_concurrency.lockutils [None req-33d36011-a73c-4b6d-849a-f8c867240c48 None None] Acquiring lock "port-4f90a188-fd2b-4115-899c-bfbca86f5a5c" {{(pid=66703) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 896.822506] env[66703]: DEBUG oslo_concurrency.lockutils [None req-33d36011-a73c-4b6d-849a-f8c867240c48 None None] Acquired lock "port-4f90a188-fd2b-4115-899c-bfbca86f5a5c" {{(pid=66703) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 896.822900] env[66703]: DEBUG oslo_concurrency.lockutils [None req-33d36011-a73c-4b6d-849a-f8c867240c48 None None] Acquired external semaphore "port-4f90a188-fd2b-4115-899c-bfbca86f5a5c" {{(pid=66703) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 896.822993] env[66703]: DEBUG networking_nsxv3.api.rpc [None req-33d36011-a73c-4b6d-849a-f8c867240c48 None None] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('4f90a188-fd2b-4115-899c-bfbca86f5a5c',) {} {{(pid=66703) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 896.907916] env[66703]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=66703) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 896.908086] env[66703]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66703) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 896.908186] env[66703]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66703) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 896.908472] env[66703]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66703) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 896.908574] env[66703]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66703) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 896.910528] env[66703]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66703) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 896.910528] env[66703]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66703) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 896.910528] env[66703]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66703) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 896.910528] env[66703]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66703) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 896.910528] env[66703]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66703) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 896.910528] env[66703]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 3304826c-ce8e-49f9-aefd-3be39a0c0fbb is going to be deleted. [ 896.941726] env[66703]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66703) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 896.941990] env[66703]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66703) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 896.941990] env[66703]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66703) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 896.942272] env[66703]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66703) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 896.942385] env[66703]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66703) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 896.942503] env[66703]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-3304826c-ce8e-49f9-aefd-3be39a0c0fbb" {{(pid=66703) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 897.325441] env[66703]: DEBUG networking_nsxv3.common.locking [None req-33d36011-a73c-4b6d-849a-f8c867240c48 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , ] {{(pid=66703) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 897.325706] env[66703]: DEBUG oslo_concurrency.lockutils [None req-33d36011-a73c-4b6d-849a-f8c867240c48 None None] Acquiring lock "SegmentPort" {{(pid=66703) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 897.326097] env[66703]: DEBUG oslo_concurrency.lockutils [None req-33d36011-a73c-4b6d-849a-f8c867240c48 None None] Acquired lock "SegmentPort" {{(pid=66703) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 897.326397] env[66703]: DEBUG oslo_concurrency.lockutils [None req-33d36011-a73c-4b6d-849a-f8c867240c48 None None] Acquired external semaphore "SegmentPort" {{(pid=66703) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 897.327064] env[66703]: DEBUG oslo_concurrency.lockutils [None req-33d36011-a73c-4b6d-849a-f8c867240c48 None None] Releasing lock "SegmentPort" {{(pid=66703) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 897.327184] env[66703]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-33d36011-a73c-4b6d-849a-f8c867240c48 None None] Segment Port 4f90a188-fd2b-4115-899c-bfbca86f5a5c not found, creating... [ 897.327360] env[66703]: DEBUG networking_nsxv3.common.locking [None req-33d36011-a73c-4b6d-849a-f8c867240c48 None None] Lock Segment taken with stack trace [, , , , , , , , , , , ] {{(pid=66703) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 897.327967] env[66703]: DEBUG oslo_concurrency.lockutils [None req-33d36011-a73c-4b6d-849a-f8c867240c48 None None] Acquiring lock "Segment" {{(pid=66703) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 897.328126] env[66703]: DEBUG oslo_concurrency.lockutils [None req-33d36011-a73c-4b6d-849a-f8c867240c48 None None] Acquired lock "Segment" {{(pid=66703) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 897.328446] env[66703]: DEBUG oslo_concurrency.lockutils [None req-33d36011-a73c-4b6d-849a-f8c867240c48 None None] Acquired external semaphore "Segment" {{(pid=66703) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 897.328599] env[66703]: DEBUG oslo_concurrency.lockutils [None req-33d36011-a73c-4b6d-849a-f8c867240c48 None None] Releasing lock "Segment" {{(pid=66703) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 897.329254] env[66703]: DEBUG networking_nsxv3.common.locking [None req-33d36011-a73c-4b6d-849a-f8c867240c48 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=66703) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 897.329343] env[66703]: DEBUG oslo_concurrency.lockutils [None req-33d36011-a73c-4b6d-849a-f8c867240c48 None None] Acquiring lock "SegmentPort" {{(pid=66703) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 897.329447] env[66703]: DEBUG oslo_concurrency.lockutils [None req-33d36011-a73c-4b6d-849a-f8c867240c48 None None] Acquired lock "SegmentPort" {{(pid=66703) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 897.329780] env[66703]: DEBUG oslo_concurrency.lockutils [None req-33d36011-a73c-4b6d-849a-f8c867240c48 None None] Acquired external semaphore "SegmentPort" {{(pid=66703) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 897.329918] env[66703]: DEBUG oslo_concurrency.lockutils [None req-33d36011-a73c-4b6d-849a-f8c867240c48 None None] Releasing lock "SegmentPort" {{(pid=66703) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 897.329999] env[66703]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-33d36011-a73c-4b6d-849a-f8c867240c48 None None] Resource: SegmentPort with ID: 4f90a188-fd2b-4115-899c-bfbca86f5a5c is going to be created. [ 897.354281] env[66703]: DEBUG networking_nsxv3.common.locking [None req-33d36011-a73c-4b6d-849a-f8c867240c48 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=66703) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 897.354590] env[66703]: DEBUG oslo_concurrency.lockutils [None req-33d36011-a73c-4b6d-849a-f8c867240c48 None None] Acquiring lock "SegmentPort" {{(pid=66703) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 897.354694] env[66703]: DEBUG oslo_concurrency.lockutils [None req-33d36011-a73c-4b6d-849a-f8c867240c48 None None] Acquired lock "SegmentPort" {{(pid=66703) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 897.355015] env[66703]: DEBUG oslo_concurrency.lockutils [None req-33d36011-a73c-4b6d-849a-f8c867240c48 None None] Acquired external semaphore "SegmentPort" {{(pid=66703) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 897.355327] env[66703]: DEBUG oslo_concurrency.lockutils [None req-33d36011-a73c-4b6d-849a-f8c867240c48 None None] Releasing lock "SegmentPort" {{(pid=66703) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 897.355582] env[66703]: DEBUG oslo_concurrency.lockutils [None req-33d36011-a73c-4b6d-849a-f8c867240c48 None None] Releasing lock "port-4f90a188-fd2b-4115-899c-bfbca86f5a5c" {{(pid=66703) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 897.933168] env[66703]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 451b70bc-ee39-4478-8b6b-ae8f5e4bf551 in Status: SUCCESS [ 897.933488] env[66703]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-451b70bc-ee39-4478-8b6b-ae8f5e4bf551" {{(pid=66703) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 897.933727] env[66703]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-451b70bc-ee39-4478-8b6b-ae8f5e4bf551" {{(pid=66703) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 897.933896] env[66703]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-451b70bc-ee39-4478-8b6b-ae8f5e4bf551" {{(pid=66703) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 897.934317] env[66703]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=66703) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 897.938121] env[66703]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66703) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 897.938245] env[66703]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66703) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 897.938459] env[66703]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66703) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 897.938595] env[66703]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66703) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 897.938645] env[66703]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-451b70bc-ee39-4478-8b6b-ae8f5e4bf551" {{(pid=66703) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 897.938866] env[66703]: DEBUG networking_nsxv3.common.locking [-] Lock member-451b70bc-ee39-4478-8b6b-ae8f5e4bf551 taken with stack trace [, , , ] {{(pid=66703) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 897.938953] env[66703]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-451b70bc-ee39-4478-8b6b-ae8f5e4bf551" {{(pid=66703) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 897.939066] env[66703]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-451b70bc-ee39-4478-8b6b-ae8f5e4bf551" {{(pid=66703) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 897.939196] env[66703]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-451b70bc-ee39-4478-8b6b-ae8f5e4bf551" {{(pid=66703) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 897.939352] env[66703]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=66703) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 897.939455] env[66703]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66703) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 897.939518] env[66703]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66703) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 897.939657] env[66703]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66703) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 897.939756] env[66703]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66703) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 897.939845] env[66703]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-451b70bc-ee39-4478-8b6b-ae8f5e4bf551" {{(pid=66703) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 897.939933] env[66703]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('451b70bc-ee39-4478-8b6b-ae8f5e4bf551',) {} {{(pid=66703) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 897.941053] env[66703]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-451b70bc-ee39-4478-8b6b-ae8f5e4bf551" {{(pid=66703) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 897.941225] env[66703]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-451b70bc-ee39-4478-8b6b-ae8f5e4bf551" {{(pid=66703) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 897.941378] env[66703]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=66703) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 897.941478] env[66703]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66703) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 897.941542] env[66703]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66703) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 897.941681] env[66703]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66703) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 897.941759] env[66703]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66703) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 897.941846] env[66703]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('451b70bc-ee39-4478-8b6b-ae8f5e4bf551',) {} {{(pid=66703) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 898.092806] env[66703]: INFO networking_nsxv3.common.synchronization [req-3f16e329-8776-4d15-8d17-0d2dcafee4fe req-2f92955f-7146-4815-b8f5-9195dd161e55 tempest-InstanceActionsNegativeTestJSON-817447818 tempest-InstanceActionsNegativeTestJSON-817447818-project-member] Enqueued Resource ID: 84965a9f-e013-4442-ad2d-26e8a4cb9e82 with Priority: HIGHEST for action security_group_members [ 898.093769] env[66703]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 84965a9f-e013-4442-ad2d-26e8a4cb9e82 with Priority: HIGHEST for action security_group_members [ 898.094841] env[66703]: DEBUG networking_nsxv3.common.locking [-] Lock member-84965a9f-e013-4442-ad2d-26e8a4cb9e82 taken with stack trace [, , ] {{(pid=66703) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 898.095270] env[66703]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-84965a9f-e013-4442-ad2d-26e8a4cb9e82" {{(pid=66703) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 898.095688] env[66703]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-84965a9f-e013-4442-ad2d-26e8a4cb9e82" {{(pid=66703) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 898.096752] env[66703]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-84965a9f-e013-4442-ad2d-26e8a4cb9e82" {{(pid=66703) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 898.096752] env[66703]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=66703) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 898.097215] env[66703]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66703) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 898.097773] env[66703]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66703) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 898.098019] env[66703]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66703) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 898.099019] env[66703]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66703) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 898.099019] env[66703]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('84965a9f-e013-4442-ad2d-26e8a4cb9e82',) {} {{(pid=66703) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 898.120887] env[66703]: INFO networking_nsxv3.common.synchronization [req-4763501f-2392-44fb-bf70-a94c45bdd75f req-408a4f63-8c30-4614-8304-f1db0abbbed5 service nova] Enqueued Resource ID: 3304826c-ce8e-49f9-aefd-3be39a0c0fbb with Priority: HIGHEST for action security_group_rules [ 898.121104] env[66703]: INFO networking_nsxv3.common.synchronization [req-4763501f-2392-44fb-bf70-a94c45bdd75f req-408a4f63-8c30-4614-8304-f1db0abbbed5 service nova] Enqueued Resource ID: 3304826c-ce8e-49f9-aefd-3be39a0c0fbb with Priority: HIGHEST for action security_group_members [ 898.121396] env[66703]: INFO networking_nsxv3.common.synchronization [req-4763501f-2392-44fb-bf70-a94c45bdd75f req-408a4f63-8c30-4614-8304-f1db0abbbed5 service nova] Enqueued Resource ID: 4f90a188-fd2b-4115-899c-bfbca86f5a5c with Priority: HIGHEST for action port [ 898.123653] env[66703]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 3304826c-ce8e-49f9-aefd-3be39a0c0fbb with Priority: HIGHEST for action security_group_rules [ 898.123653] env[66703]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 3304826c-ce8e-49f9-aefd-3be39a0c0fbb with Priority: HIGHEST for action security_group_members [ 898.123895] env[66703]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 4f90a188-fd2b-4115-899c-bfbca86f5a5c with Priority: HIGHEST for action port [ 898.123970] env[66703]: DEBUG networking_nsxv3.common.locking [-] Lock rules-3304826c-ce8e-49f9-aefd-3be39a0c0fbb taken with stack trace [, , ] {{(pid=66703) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 898.125094] env[66703]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-3304826c-ce8e-49f9-aefd-3be39a0c0fbb" {{(pid=66703) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 898.125094] env[66703]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-3304826c-ce8e-49f9-aefd-3be39a0c0fbb" {{(pid=66703) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 898.125094] env[66703]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-3304826c-ce8e-49f9-aefd-3be39a0c0fbb" {{(pid=66703) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 898.125094] env[66703]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('3304826c-ce8e-49f9-aefd-3be39a0c0fbb',) {} {{(pid=66703) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 898.126662] env[66703]: DEBUG networking_nsxv3.common.locking [-] Lock member-3304826c-ce8e-49f9-aefd-3be39a0c0fbb taken with stack trace [, , ] {{(pid=66703) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 898.126662] env[66703]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-3304826c-ce8e-49f9-aefd-3be39a0c0fbb" {{(pid=66703) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 898.126662] env[66703]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-3304826c-ce8e-49f9-aefd-3be39a0c0fbb" {{(pid=66703) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 898.126662] env[66703]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-3304826c-ce8e-49f9-aefd-3be39a0c0fbb" {{(pid=66703) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 898.126662] env[66703]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=66703) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 898.126662] env[66703]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66703) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 898.126662] env[66703]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66703) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 898.126662] env[66703]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66703) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 898.126662] env[66703]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66703) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 898.126662] env[66703]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('3304826c-ce8e-49f9-aefd-3be39a0c0fbb',) {} {{(pid=66703) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 898.127056] env[66703]: DEBUG networking_nsxv3.common.locking [-] Lock port-4f90a188-fd2b-4115-899c-bfbca86f5a5c taken with stack trace [, , ] {{(pid=66703) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 898.127056] env[66703]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-4f90a188-fd2b-4115-899c-bfbca86f5a5c" {{(pid=66703) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 898.128034] env[66703]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-4f90a188-fd2b-4115-899c-bfbca86f5a5c" {{(pid=66703) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 898.128034] env[66703]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-4f90a188-fd2b-4115-899c-bfbca86f5a5c" {{(pid=66703) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 898.128034] env[66703]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('4f90a188-fd2b-4115-899c-bfbca86f5a5c',) {} {{(pid=66703) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 898.443449] env[66703]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for 451b70bc-ee39-4478-8b6b-ae8f5e4bf551: rpc.has_security_group_logging(os_id): False [ 898.445029] env[66703]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('451b70bc-ee39-4478-8b6b-ae8f5e4bf551',) {} {{(pid=66703) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 898.467201] env[66703]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=66703) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 898.467201] env[66703]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66703) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 898.467201] env[66703]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66703) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 898.467201] env[66703]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66703) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 898.467201] env[66703]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66703) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 898.467201] env[66703]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66703) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 898.467201] env[66703]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66703) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 898.467201] env[66703]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66703) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 898.467201] env[66703]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66703) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 898.467201] env[66703]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66703) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 898.467670] env[66703]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66703) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 898.467778] env[66703]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66703) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 898.467841] env[66703]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66703) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 898.468059] env[66703]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66703) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 898.468119] env[66703]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66703) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 898.468251] env[66703]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=66703) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 898.468350] env[66703]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66703) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 898.468455] env[66703]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66703) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 898.468676] env[66703]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66703) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 898.468676] env[66703]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66703) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 898.468834] env[66703]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 451b70bc-ee39-4478-8b6b-ae8f5e4bf551 is going to be created. [ 898.529240] env[66703]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=66703) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 898.529411] env[66703]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66703) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 898.529463] env[66703]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66703) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 898.529657] env[66703]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66703) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 898.529889] env[66703]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66703) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 898.548896] env[66703]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 451b70bc-ee39-4478-8b6b-ae8f5e4bf551 in Status: IN_PROGRESS for 2s [ 898.587644] env[66703]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: e2259e0c-1202-4903-8bca-3476c36f4add in Status: SUCCESS [ 898.587644] env[66703]: WARNING networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: e2259e0c-1202-4903-8bca-3476c36f4add deletion is rescheduled due to dependency. [ 898.587644] env[66703]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-e2259e0c-1202-4903-8bca-3476c36f4add" {{(pid=66703) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 898.605546] env[66703]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=66703) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 898.605546] env[66703]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66703) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 898.605546] env[66703]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66703) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 898.605546] env[66703]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66703) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 898.605546] env[66703]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66703) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 898.605546] env[66703]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66703) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 898.605546] env[66703]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66703) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 898.605546] env[66703]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66703) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 898.605546] env[66703]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66703) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 898.605546] env[66703]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66703) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 898.605546] env[66703]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 84965a9f-e013-4442-ad2d-26e8a4cb9e82 is going to be updated. [ 898.630747] env[66703]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('3304826c-ce8e-49f9-aefd-3be39a0c0fbb',) {} {{(pid=66703) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 898.631958] env[66703]: DEBUG networking_nsxv3.common.locking [-] Lock member-3304826c-ce8e-49f9-aefd-3be39a0c0fbb taken with stack trace [, , , ] {{(pid=66703) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 898.632121] env[66703]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-3304826c-ce8e-49f9-aefd-3be39a0c0fbb" {{(pid=66703) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 898.632292] env[66703]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] realization of port 4f90a188-fd2b-4115-899c-bfbca86f5a5c with status ACTIVE [ 898.632418] env[66703]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=66703) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 898.632521] env[66703]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=66703) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 898.632602] env[66703]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=66703) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 898.632984] env[66703]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=66703) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 898.632984] env[66703]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=66703) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 898.633152] env[66703]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , ] {{(pid=66703) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 898.633270] env[66703]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=66703) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 898.633270] env[66703]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=66703) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 898.633396] env[66703]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=66703) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 898.633471] env[66703]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=66703) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 898.633646] env[66703]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=66703) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 898.633739] env[66703]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=66703) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 898.633800] env[66703]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=66703) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 898.633965] env[66703]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=66703) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 898.637107] env[66703]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=66703) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 898.637107] env[66703]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: SegmentPort with ID: 4f90a188-fd2b-4115-899c-bfbca86f5a5c is going to be updated. [ 898.650711] env[66703]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66703) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 898.650861] env[66703]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66703) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 898.650932] env[66703]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66703) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 898.651223] env[66703]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66703) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 898.651368] env[66703]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66703) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 898.656305] env[66703]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: e2259e0c-1202-4903-8bca-3476c36f4add in Status: SUCCESS [ 898.656430] env[66703]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-e2259e0c-1202-4903-8bca-3476c36f4add" {{(pid=66703) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 898.656605] env[66703]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-e2259e0c-1202-4903-8bca-3476c36f4add" {{(pid=66703) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 898.656914] env[66703]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-e2259e0c-1202-4903-8bca-3476c36f4add" {{(pid=66703) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 898.657014] env[66703]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('e2259e0c-1202-4903-8bca-3476c36f4add',) {} {{(pid=66703) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 898.688215] env[66703]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 84965a9f-e013-4442-ad2d-26e8a4cb9e82 in Status: IN_PROGRESS for 2s [ 898.692740] env[66703]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=66703) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 898.692902] env[66703]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=66703) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 898.693594] env[66703]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=66703) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 898.693594] env[66703]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=66703) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 898.693594] env[66703]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=66703) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 898.693594] env[66703]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-4f90a188-fd2b-4115-899c-bfbca86f5a5c" {{(pid=66703) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 898.948558] env[66703]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('451b70bc-ee39-4478-8b6b-ae8f5e4bf551',) {} {{(pid=66703) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 899.137671] env[66703]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('3304826c-ce8e-49f9-aefd-3be39a0c0fbb',) {} {{(pid=66703) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 899.181783] env[66703]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=66703) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 899.181783] env[66703]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66703) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 899.181783] env[66703]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66703) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 899.181783] env[66703]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66703) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 899.181969] env[66703]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66703) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 899.181969] env[66703]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: e2259e0c-1202-4903-8bca-3476c36f4add is going to be deleted. [ 899.330697] env[66703]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=66703) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 899.330697] env[66703]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66703) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 899.330697] env[66703]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66703) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 899.330938] env[66703]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66703) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 899.330938] env[66703]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66703) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 899.331072] env[66703]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-e2259e0c-1202-4903-8bca-3476c36f4add" {{(pid=66703) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 899.331388] env[66703]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-e2259e0c-1202-4903-8bca-3476c36f4add" {{(pid=66703) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 899.331388] env[66703]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-e2259e0c-1202-4903-8bca-3476c36f4add" {{(pid=66703) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 899.331388] env[66703]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('e2259e0c-1202-4903-8bca-3476c36f4add',) {} {{(pid=66703) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 899.454258] env[66703]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66703) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 899.455662] env[66703]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66703) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 899.455807] env[66703]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66703) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 899.456110] env[66703]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66703) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 899.456202] env[66703]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66703) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 899.456323] env[66703]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 451b70bc-ee39-4478-8b6b-ae8f5e4bf551 is going to be updated. [ 899.494112] env[66703]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66703) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 899.494343] env[66703]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66703) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 899.494343] env[66703]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66703) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 899.494624] env[66703]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66703) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 899.494803] env[66703]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66703) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 899.506713] env[66703]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 451b70bc-ee39-4478-8b6b-ae8f5e4bf551 in Status: IN_PROGRESS for 2s [ 899.642467] env[66703]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66703) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 899.642467] env[66703]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66703) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 899.642467] env[66703]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66703) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 899.642688] env[66703]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66703) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 899.642754] env[66703]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66703) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 899.642964] env[66703]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 3304826c-ce8e-49f9-aefd-3be39a0c0fbb is going to be created. [ 899.670009] env[66703]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66703) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 899.670168] env[66703]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66703) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 899.670238] env[66703]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66703) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 899.670450] env[66703]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66703) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 899.670632] env[66703]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66703) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 899.682873] env[66703]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 3304826c-ce8e-49f9-aefd-3be39a0c0fbb in Status: UNINITIALIZED for 2s [ 899.860577] env[66703]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=66703) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 899.860772] env[66703]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66703) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 899.860772] env[66703]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66703) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 899.861191] env[66703]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66703) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 899.861191] env[66703]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66703) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 899.861191] env[66703]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: e2259e0c-1202-4903-8bca-3476c36f4add already deleted. [ 899.861357] env[66703]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-e2259e0c-1202-4903-8bca-3476c36f4add" {{(pid=66703) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 900.569490] env[66703]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 451b70bc-ee39-4478-8b6b-ae8f5e4bf551 in Status: SUCCESS [ 900.569821] env[66703]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-451b70bc-ee39-4478-8b6b-ae8f5e4bf551" {{(pid=66703) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 900.569913] env[66703]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-451b70bc-ee39-4478-8b6b-ae8f5e4bf551" {{(pid=66703) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 900.570148] env[66703]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-451b70bc-ee39-4478-8b6b-ae8f5e4bf551" {{(pid=66703) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 900.570289] env[66703]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('451b70bc-ee39-4478-8b6b-ae8f5e4bf551',) {} {{(pid=66703) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 900.699734] env[66703]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 84965a9f-e013-4442-ad2d-26e8a4cb9e82 in Status: SUCCESS [ 900.700028] env[66703]: WARNING networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 84965a9f-e013-4442-ad2d-26e8a4cb9e82 deletion is rescheduled due to dependency. [ 900.700128] env[66703]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-84965a9f-e013-4442-ad2d-26e8a4cb9e82" {{(pid=66703) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 901.072607] env[66703]: DEBUG networking_nsxv3.common.locking [-] Lock member-451b70bc-ee39-4478-8b6b-ae8f5e4bf551 taken with stack trace [, , , ] {{(pid=66703) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 901.072775] env[66703]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-451b70bc-ee39-4478-8b6b-ae8f5e4bf551" {{(pid=66703) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 901.516721] env[66703]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 451b70bc-ee39-4478-8b6b-ae8f5e4bf551 in Status: SUCCESS [ 901.516966] env[66703]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-451b70bc-ee39-4478-8b6b-ae8f5e4bf551" {{(pid=66703) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 901.517181] env[66703]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-451b70bc-ee39-4478-8b6b-ae8f5e4bf551" {{(pid=66703) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 901.517423] env[66703]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-451b70bc-ee39-4478-8b6b-ae8f5e4bf551" {{(pid=66703) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 901.517627] env[66703]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=66703) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 901.517752] env[66703]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66703) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 901.517819] env[66703]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66703) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 901.517990] env[66703]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66703) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 901.518157] env[66703]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66703) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 901.518220] env[66703]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-451b70bc-ee39-4478-8b6b-ae8f5e4bf551" {{(pid=66703) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 901.518295] env[66703]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('451b70bc-ee39-4478-8b6b-ae8f5e4bf551',) {} {{(pid=66703) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 901.693906] env[66703]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 3304826c-ce8e-49f9-aefd-3be39a0c0fbb in Status: SUCCESS [ 901.694229] env[66703]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-3304826c-ce8e-49f9-aefd-3be39a0c0fbb" {{(pid=66703) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 901.694406] env[66703]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-3304826c-ce8e-49f9-aefd-3be39a0c0fbb" {{(pid=66703) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 901.694662] env[66703]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-3304826c-ce8e-49f9-aefd-3be39a0c0fbb" {{(pid=66703) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 901.694926] env[66703]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=66703) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 901.695095] env[66703]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66703) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 901.695179] env[66703]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66703) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 901.695374] env[66703]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66703) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 901.695463] env[66703]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66703) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 901.695598] env[66703]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-3304826c-ce8e-49f9-aefd-3be39a0c0fbb" {{(pid=66703) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 901.695777] env[66703]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('3304826c-ce8e-49f9-aefd-3be39a0c0fbb',) {} {{(pid=66703) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 902.021277] env[66703]: DEBUG networking_nsxv3.common.locking [-] Lock member-451b70bc-ee39-4478-8b6b-ae8f5e4bf551 taken with stack trace [, , , ] {{(pid=66703) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 902.021495] env[66703]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-451b70bc-ee39-4478-8b6b-ae8f5e4bf551" {{(pid=66703) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 902.021637] env[66703]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-451b70bc-ee39-4478-8b6b-ae8f5e4bf551" {{(pid=66703) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 902.021918] env[66703]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-451b70bc-ee39-4478-8b6b-ae8f5e4bf551" {{(pid=66703) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 902.022142] env[66703]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=66703) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 902.022300] env[66703]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66703) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 902.022357] env[66703]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66703) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 902.022518] env[66703]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66703) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 902.023218] env[66703]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66703) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 902.023218] env[66703]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-451b70bc-ee39-4478-8b6b-ae8f5e4bf551" {{(pid=66703) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 902.023218] env[66703]: DEBUG networking_nsxv3.common.locking [-] Lock member-451b70bc-ee39-4478-8b6b-ae8f5e4bf551 taken with stack trace [, , , ] {{(pid=66703) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 902.023218] env[66703]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-451b70bc-ee39-4478-8b6b-ae8f5e4bf551" {{(pid=66703) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 902.023218] env[66703]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-451b70bc-ee39-4478-8b6b-ae8f5e4bf551" {{(pid=66703) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 902.023528] env[66703]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-451b70bc-ee39-4478-8b6b-ae8f5e4bf551" {{(pid=66703) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 902.023528] env[66703]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=66703) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 902.023706] env[66703]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66703) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 902.023788] env[66703]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66703) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 902.023934] env[66703]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66703) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 902.024040] env[66703]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66703) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 902.024150] env[66703]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-451b70bc-ee39-4478-8b6b-ae8f5e4bf551" {{(pid=66703) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 902.024262] env[66703]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('451b70bc-ee39-4478-8b6b-ae8f5e4bf551',) {} {{(pid=66703) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 902.198997] env[66703]: DEBUG networking_nsxv3.common.locking [-] Lock member-3304826c-ce8e-49f9-aefd-3be39a0c0fbb taken with stack trace [, , , ] {{(pid=66703) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 902.199199] env[66703]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-3304826c-ce8e-49f9-aefd-3be39a0c0fbb" {{(pid=66703) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 902.199304] env[66703]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-3304826c-ce8e-49f9-aefd-3be39a0c0fbb" {{(pid=66703) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 902.200410] env[66703]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-3304826c-ce8e-49f9-aefd-3be39a0c0fbb" {{(pid=66703) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 902.200410] env[66703]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=66703) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 902.200410] env[66703]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66703) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 902.200410] env[66703]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66703) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 902.200410] env[66703]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66703) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 902.200410] env[66703]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66703) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 902.200410] env[66703]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-3304826c-ce8e-49f9-aefd-3be39a0c0fbb" {{(pid=66703) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 902.200410] env[66703]: DEBUG networking_nsxv3.common.locking [-] Lock member-3304826c-ce8e-49f9-aefd-3be39a0c0fbb taken with stack trace [, , , ] {{(pid=66703) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 902.200410] env[66703]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-3304826c-ce8e-49f9-aefd-3be39a0c0fbb" {{(pid=66703) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 902.200410] env[66703]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-3304826c-ce8e-49f9-aefd-3be39a0c0fbb" {{(pid=66703) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 902.200862] env[66703]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-3304826c-ce8e-49f9-aefd-3be39a0c0fbb" {{(pid=66703) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 902.200862] env[66703]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=66703) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 902.200862] env[66703]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66703) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 902.200862] env[66703]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66703) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 902.200862] env[66703]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66703) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 902.201054] env[66703]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66703) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 902.201054] env[66703]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-3304826c-ce8e-49f9-aefd-3be39a0c0fbb" {{(pid=66703) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 902.201143] env[66703]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('3304826c-ce8e-49f9-aefd-3be39a0c0fbb',) {} {{(pid=66703) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 902.528605] env[66703]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for 451b70bc-ee39-4478-8b6b-ae8f5e4bf551: rpc.has_security_group_logging(os_id): False [ 902.548781] env[66703]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=66703) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 902.549092] env[66703]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66703) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 902.549220] env[66703]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66703) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 902.549554] env[66703]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66703) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 902.549731] env[66703]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66703) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 902.550126] env[66703]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66703) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 902.550299] env[66703]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66703) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 902.550423] env[66703]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66703) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 902.550692] env[66703]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66703) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 902.550828] env[66703]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66703) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 902.551205] env[66703]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66703) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 902.551367] env[66703]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66703) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 902.551503] env[66703]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66703) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 902.551740] env[66703]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66703) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 902.551874] env[66703]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66703) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 902.552207] env[66703]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=66703) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 902.552386] env[66703]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66703) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 902.552515] env[66703]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66703) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 902.552837] env[66703]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66703) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 902.552888] env[66703]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66703) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 902.553008] env[66703]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 451b70bc-ee39-4478-8b6b-ae8f5e4bf551 is going to be updated. [ 902.625843] env[66703]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=66703) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 902.626165] env[66703]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66703) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 902.626265] env[66703]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66703) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 902.626495] env[66703]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66703) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 902.626778] env[66703]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66703) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 902.654928] env[66703]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 451b70bc-ee39-4478-8b6b-ae8f5e4bf551 in Status: IN_PROGRESS for 2s [ 902.707338] env[66703]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for 3304826c-ce8e-49f9-aefd-3be39a0c0fbb: rpc.has_security_group_logging(os_id): False [ 902.747027] env[66703]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=66703) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 902.747027] env[66703]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66703) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 902.747027] env[66703]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66703) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 902.747027] env[66703]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66703) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 902.747027] env[66703]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66703) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 902.747027] env[66703]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66703) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 902.747027] env[66703]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66703) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 902.747027] env[66703]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66703) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 902.747027] env[66703]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66703) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 902.747027] env[66703]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66703) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 902.747027] env[66703]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66703) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 902.749457] env[66703]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66703) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 902.749807] env[66703]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66703) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 902.751635] env[66703]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66703) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 902.751635] env[66703]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66703) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 902.751635] env[66703]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=66703) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 902.751635] env[66703]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66703) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 902.751635] env[66703]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66703) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 902.752033] env[66703]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66703) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 902.752033] env[66703]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66703) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 902.752033] env[66703]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 3304826c-ce8e-49f9-aefd-3be39a0c0fbb is going to be created. [ 902.854719] env[66703]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=66703) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 902.854719] env[66703]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66703) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 902.854719] env[66703]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66703) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 902.854719] env[66703]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66703) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 902.854719] env[66703]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66703) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 902.873864] env[66703]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 3304826c-ce8e-49f9-aefd-3be39a0c0fbb in Status: IN_PROGRESS for 2s [ 903.125273] env[66703]: INFO networking_nsxv3.common.synchronization [-] No activity for the last 5 seconds. [ 903.125403] env[66703]: INFO networking_nsxv3.common.synchronization [-] Sizes Queue[Active=0, Passive=0], Jobs=2 [ 904.674375] env[66703]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 451b70bc-ee39-4478-8b6b-ae8f5e4bf551 in Status: SUCCESS [ 904.675040] env[66703]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-451b70bc-ee39-4478-8b6b-ae8f5e4bf551" {{(pid=66703) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 904.896343] env[66703]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 3304826c-ce8e-49f9-aefd-3be39a0c0fbb in Status: SUCCESS [ 904.896549] env[66703]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-3304826c-ce8e-49f9-aefd-3be39a0c0fbb" {{(pid=66703) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 905.929569] env[66703]: INFO networking_nsxv3.common.synchronization [req-a3a07b2a-c558-479a-81ff-5eb261f4790b req-d6cfcd28-c8a7-4cce-a5b9-46bb52ba9cbd tempest-MultipleCreateTestJSON-608855124 tempest-MultipleCreateTestJSON-608855124-project-member] Enqueued Resource ID: 451b70bc-ee39-4478-8b6b-ae8f5e4bf551 with Priority: HIGHEST for action security_group_members [ 905.930503] env[66703]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 451b70bc-ee39-4478-8b6b-ae8f5e4bf551 with Priority: HIGHEST for action security_group_members [ 905.930503] env[66703]: DEBUG networking_nsxv3.common.locking [-] Lock member-451b70bc-ee39-4478-8b6b-ae8f5e4bf551 taken with stack trace [, , ] {{(pid=66703) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 905.930503] env[66703]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-451b70bc-ee39-4478-8b6b-ae8f5e4bf551" {{(pid=66703) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 905.930503] env[66703]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-451b70bc-ee39-4478-8b6b-ae8f5e4bf551" {{(pid=66703) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 905.930748] env[66703]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-451b70bc-ee39-4478-8b6b-ae8f5e4bf551" {{(pid=66703) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 905.930840] env[66703]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=66703) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 905.930976] env[66703]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66703) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 905.931186] env[66703]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66703) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 905.931349] env[66703]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66703) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 905.931436] env[66703]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66703) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 905.931532] env[66703]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('451b70bc-ee39-4478-8b6b-ae8f5e4bf551',) {} {{(pid=66703) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 906.207728] env[66703]: INFO networking_nsxv3.common.synchronization [req-71b1ee31-65c0-439e-8e82-a165227dc292 req-031f67f0-b426-4a06-94bb-10c8fc6e9b91 tempest-MultipleCreateTestJSON-608855124 tempest-MultipleCreateTestJSON-608855124-project-member] Enqueued Resource ID: 451b70bc-ee39-4478-8b6b-ae8f5e4bf551 with Priority: HIGHEST for action security_group_members [ 906.208226] env[66703]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 451b70bc-ee39-4478-8b6b-ae8f5e4bf551 with Priority: HIGHEST for action security_group_members [ 906.208539] env[66703]: DEBUG networking_nsxv3.common.locking [-] Lock member-451b70bc-ee39-4478-8b6b-ae8f5e4bf551 taken with stack trace [, , ] {{(pid=66703) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 906.208644] env[66703]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-451b70bc-ee39-4478-8b6b-ae8f5e4bf551" {{(pid=66703) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 906.435050] env[66703]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('451b70bc-ee39-4478-8b6b-ae8f5e4bf551',) {} {{(pid=66703) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 906.937825] env[66703]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('451b70bc-ee39-4478-8b6b-ae8f5e4bf551',) {} {{(pid=66703) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 907.440219] env[66703]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66703) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 907.440413] env[66703]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66703) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 907.440504] env[66703]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66703) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 907.440868] env[66703]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66703) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 907.440868] env[66703]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66703) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 907.440981] env[66703]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 451b70bc-ee39-4478-8b6b-ae8f5e4bf551 is going to be updated. [ 907.479025] env[66703]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66703) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 907.479025] env[66703]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66703) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 907.479025] env[66703]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66703) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 907.479025] env[66703]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66703) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 907.479025] env[66703]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66703) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 907.498400] env[66703]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 451b70bc-ee39-4478-8b6b-ae8f5e4bf551 in Status: IN_PROGRESS for 2s [ 908.412996] env[66703]: INFO networking_nsxv3.common.synchronization [req-706fac52-bb77-45f5-b781-122c731f278f req-07416cc0-5e31-4bbf-af2c-53dcb664cd04 tempest-DeleteServersTestJSON-1282002617 tempest-DeleteServersTestJSON-1282002617-project-member] Enqueued Resource ID: db254d47-d7a1-40b1-a751-5c5ada9bc604 with Priority: HIGHEST for action security_group_members [ 908.413562] env[66703]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: db254d47-d7a1-40b1-a751-5c5ada9bc604 with Priority: HIGHEST for action security_group_members [ 908.413870] env[66703]: DEBUG networking_nsxv3.common.locking [-] Lock member-db254d47-d7a1-40b1-a751-5c5ada9bc604 taken with stack trace [, , ] {{(pid=66703) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 908.413992] env[66703]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-db254d47-d7a1-40b1-a751-5c5ada9bc604" {{(pid=66703) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 908.414068] env[66703]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-db254d47-d7a1-40b1-a751-5c5ada9bc604" {{(pid=66703) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 908.414258] env[66703]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-db254d47-d7a1-40b1-a751-5c5ada9bc604" {{(pid=66703) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 908.415137] env[66703]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=66703) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 908.415137] env[66703]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66703) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 908.415137] env[66703]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66703) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 908.415137] env[66703]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66703) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 908.415137] env[66703]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66703) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 908.415137] env[66703]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('db254d47-d7a1-40b1-a751-5c5ada9bc604',) {} {{(pid=66703) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 908.917289] env[66703]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=66703) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 908.917450] env[66703]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66703) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 908.917524] env[66703]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66703) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 908.917748] env[66703]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66703) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 908.938122] env[66703]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66703) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 908.938392] env[66703]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66703) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 908.938836] env[66703]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66703) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 908.938836] env[66703]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66703) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 908.938836] env[66703]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66703) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 908.938992] env[66703]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66703) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 908.939037] env[66703]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: db254d47-d7a1-40b1-a751-5c5ada9bc604 is going to be updated. [ 908.978409] env[66703]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66703) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 908.978637] env[66703]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66703) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 908.978637] env[66703]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66703) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 908.979357] env[66703]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66703) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 908.979357] env[66703]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66703) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 908.990039] env[66703]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: db254d47-d7a1-40b1-a751-5c5ada9bc604 in Status: IN_PROGRESS for 2s [ 909.510545] env[66703]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 451b70bc-ee39-4478-8b6b-ae8f5e4bf551 in Status: SUCCESS [ 909.511023] env[66703]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-451b70bc-ee39-4478-8b6b-ae8f5e4bf551" {{(pid=66703) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 909.511023] env[66703]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-451b70bc-ee39-4478-8b6b-ae8f5e4bf551" {{(pid=66703) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 909.511238] env[66703]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-451b70bc-ee39-4478-8b6b-ae8f5e4bf551" {{(pid=66703) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 909.512570] env[66703]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=66703) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 909.512785] env[66703]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66703) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 909.512785] env[66703]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66703) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 909.512943] env[66703]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66703) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 909.513086] env[66703]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66703) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 909.513476] env[66703]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('451b70bc-ee39-4478-8b6b-ae8f5e4bf551',) {} {{(pid=66703) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 910.016933] env[66703]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=66703) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 910.016933] env[66703]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66703) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 910.016933] env[66703]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66703) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 910.016933] env[66703]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66703) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 910.017368] env[66703]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66703) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 910.017602] env[66703]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66703) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 910.018232] env[66703]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66703) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 910.018232] env[66703]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66703) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 910.018598] env[66703]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66703) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 910.018598] env[66703]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66703) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 910.018598] env[66703]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 451b70bc-ee39-4478-8b6b-ae8f5e4bf551 is going to be updated. [ 910.043089] env[66703]: INFO networking_nsxv3.common.synchronization [None req-dd332be2-3d6b-40b4-b94e-1c45bd473d8c None None] Enqueued Resource ID: c00445f1-41ff-49fd-b8fe-4cae881e37cf with Priority: HIGHEST for action port [ 910.043774] env[66703]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: c00445f1-41ff-49fd-b8fe-4cae881e37cf with Priority: HIGHEST for action port [ 910.044340] env[66703]: DEBUG networking_nsxv3.common.locking [-] Lock port-c00445f1-41ff-49fd-b8fe-4cae881e37cf taken with stack trace [, , ] {{(pid=66703) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 910.044563] env[66703]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-c00445f1-41ff-49fd-b8fe-4cae881e37cf" {{(pid=66703) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 910.044866] env[66703]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-c00445f1-41ff-49fd-b8fe-4cae881e37cf" {{(pid=66703) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 910.045399] env[66703]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-c00445f1-41ff-49fd-b8fe-4cae881e37cf" {{(pid=66703) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 910.045470] env[66703]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('c00445f1-41ff-49fd-b8fe-4cae881e37cf',) {} {{(pid=66703) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 910.047940] env[66703]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66703) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 910.048084] env[66703]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66703) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 910.048155] env[66703]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66703) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 910.048345] env[66703]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66703) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 910.049024] env[66703]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66703) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 910.059657] env[66703]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 451b70bc-ee39-4478-8b6b-ae8f5e4bf551 in Status: IN_PROGRESS for 2s [ 910.555023] env[66703]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] deletion realization of port c00445f1-41ff-49fd-b8fe-4cae881e37cf [ 910.555023] env[66703]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=66703) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 910.555023] env[66703]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=66703) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 910.555023] env[66703]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=66703) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 910.555023] env[66703]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=66703) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 910.555023] env[66703]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=66703) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 910.555023] env[66703]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Segment Port:c00445f1-41ff-49fd-b8fe-4cae881e37cf already deleted. [ 910.555023] env[66703]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-c00445f1-41ff-49fd-b8fe-4cae881e37cf" {{(pid=66703) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 910.999302] env[66703]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: db254d47-d7a1-40b1-a751-5c5ada9bc604 in Status: SUCCESS [ 910.999514] env[66703]: WARNING networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: db254d47-d7a1-40b1-a751-5c5ada9bc604 deletion is rescheduled due to dependency. [ 910.999615] env[66703]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-db254d47-d7a1-40b1-a751-5c5ada9bc604" {{(pid=66703) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 911.795902] env[66703]: INFO networking_nsxv3.common.synchronization [req-c690e916-a39a-4661-b7bb-f237ed6393a5 req-770fe6f6-11e6-46b7-a168-b1e84f0cf0f2 tempest-ImagesTestJSON-1641770331 tempest-ImagesTestJSON-1641770331-project-member] Enqueued Resource ID: f52985e4-827d-4ac5-ba08-62ae5081fda6 with Priority: HIGHEST for action security_group_members [ 911.800024] env[66703]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: f52985e4-827d-4ac5-ba08-62ae5081fda6 with Priority: HIGHEST for action security_group_members [ 911.800024] env[66703]: DEBUG networking_nsxv3.common.locking [-] Lock member-f52985e4-827d-4ac5-ba08-62ae5081fda6 taken with stack trace [, , ] {{(pid=66703) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 911.800024] env[66703]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-f52985e4-827d-4ac5-ba08-62ae5081fda6" {{(pid=66703) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 911.800024] env[66703]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-f52985e4-827d-4ac5-ba08-62ae5081fda6" {{(pid=66703) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 911.800024] env[66703]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-f52985e4-827d-4ac5-ba08-62ae5081fda6" {{(pid=66703) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 911.800024] env[66703]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=66703) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 911.800024] env[66703]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66703) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 911.800024] env[66703]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66703) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 911.800024] env[66703]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66703) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 911.800024] env[66703]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66703) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 911.800024] env[66703]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('f52985e4-827d-4ac5-ba08-62ae5081fda6',) {} {{(pid=66703) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 912.071275] env[66703]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 451b70bc-ee39-4478-8b6b-ae8f5e4bf551 in Status: SUCCESS [ 912.071461] env[66703]: WARNING networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 451b70bc-ee39-4478-8b6b-ae8f5e4bf551 deletion is rescheduled due to dependency. [ 912.071599] env[66703]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-451b70bc-ee39-4478-8b6b-ae8f5e4bf551" {{(pid=66703) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 912.301604] env[66703]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=66703) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 912.301787] env[66703]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66703) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 912.301872] env[66703]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66703) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 912.302157] env[66703]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66703) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 912.302251] env[66703]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66703) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 912.302472] env[66703]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66703) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 912.302564] env[66703]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66703) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 912.302631] env[66703]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66703) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 912.302787] env[66703]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66703) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 912.302866] env[66703]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66703) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 912.302953] env[66703]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: f52985e4-827d-4ac5-ba08-62ae5081fda6 is going to be updated. [ 912.334021] env[66703]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66703) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 912.334021] env[66703]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66703) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 912.334021] env[66703]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66703) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 912.334370] env[66703]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66703) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 912.334543] env[66703]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66703) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 912.344904] env[66703]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: f52985e4-827d-4ac5-ba08-62ae5081fda6 in Status: IN_PROGRESS for 2s [ 912.389139] env[66703]: INFO networking_nsxv3.common.synchronization [None req-9ff206f2-5074-4b26-8303-15f36714f9fb None None] Enqueued Resource ID: af5fb6f7-e808-4c0d-aae8-740adeb6369b with Priority: HIGHEST for action port [ 912.389139] env[66703]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: af5fb6f7-e808-4c0d-aae8-740adeb6369b with Priority: HIGHEST for action port [ 912.389139] env[66703]: DEBUG networking_nsxv3.common.locking [-] Lock port-af5fb6f7-e808-4c0d-aae8-740adeb6369b taken with stack trace [, , ] {{(pid=66703) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 912.389139] env[66703]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-af5fb6f7-e808-4c0d-aae8-740adeb6369b" {{(pid=66703) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 912.389139] env[66703]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-af5fb6f7-e808-4c0d-aae8-740adeb6369b" {{(pid=66703) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 912.389139] env[66703]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-af5fb6f7-e808-4c0d-aae8-740adeb6369b" {{(pid=66703) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 912.389139] env[66703]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('af5fb6f7-e808-4c0d-aae8-740adeb6369b',) {} {{(pid=66703) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 912.514560] env[66703]: INFO networking_nsxv3.common.synchronization [None req-491e76f8-b9f3-4473-ab0b-c26671220d54 tempest-ServerActionsTestJSON-1903783594 tempest-ServerActionsTestJSON-1903783594-project-member] Enqueued Resource ID: b862fb2c-6a52-42d3-8708-a7bbc1341553 with Priority: HIGHEST for action security_group_rules [ 912.515293] env[66703]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: b862fb2c-6a52-42d3-8708-a7bbc1341553 with Priority: HIGHEST for action security_group_rules [ 912.517672] env[66703]: DEBUG networking_nsxv3.common.locking [-] Lock rules-b862fb2c-6a52-42d3-8708-a7bbc1341553 taken with stack trace [, , ] {{(pid=66703) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 912.518028] env[66703]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-b862fb2c-6a52-42d3-8708-a7bbc1341553" {{(pid=66703) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 912.518028] env[66703]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-b862fb2c-6a52-42d3-8708-a7bbc1341553" {{(pid=66703) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 912.518473] env[66703]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-b862fb2c-6a52-42d3-8708-a7bbc1341553" {{(pid=66703) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 912.518563] env[66703]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('b862fb2c-6a52-42d3-8708-a7bbc1341553',) {} {{(pid=66703) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 912.681358] env[66703]: INFO networking_nsxv3.common.synchronization [None req-2c01ce69-2eb1-46e8-a2ec-6d6f2f655839 tempest-ServerActionsTestJSON-1903783594 tempest-ServerActionsTestJSON-1903783594-project-member] Enqueued Resource ID: b862fb2c-6a52-42d3-8708-a7bbc1341553 with Priority: HIGHEST for action security_group_rules [ 912.681888] env[66703]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: b862fb2c-6a52-42d3-8708-a7bbc1341553 with Priority: HIGHEST for action security_group_rules [ 912.682636] env[66703]: DEBUG networking_nsxv3.common.locking [-] Lock rules-b862fb2c-6a52-42d3-8708-a7bbc1341553 taken with stack trace [, , ] {{(pid=66703) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 912.682636] env[66703]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-b862fb2c-6a52-42d3-8708-a7bbc1341553" {{(pid=66703) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 912.891763] env[66703]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] deletion realization of port af5fb6f7-e808-4c0d-aae8-740adeb6369b [ 912.892161] env[66703]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=66703) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 912.892161] env[66703]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=66703) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 912.892325] env[66703]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=66703) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 912.892422] env[66703]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=66703) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 912.892516] env[66703]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=66703) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 912.892607] env[66703]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Segment Port:af5fb6f7-e808-4c0d-aae8-740adeb6369b already deleted. [ 912.892692] env[66703]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-af5fb6f7-e808-4c0d-aae8-740adeb6369b" {{(pid=66703) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 913.044563] env[66703]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=66703) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 913.044563] env[66703]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66703) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 913.044563] env[66703]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66703) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 913.044563] env[66703]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66703) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 913.044563] env[66703]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66703) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 913.044563] env[66703]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: b862fb2c-6a52-42d3-8708-a7bbc1341553 already deleted. [ 913.044563] env[66703]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-b862fb2c-6a52-42d3-8708-a7bbc1341553" {{(pid=66703) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 913.044563] env[66703]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-b862fb2c-6a52-42d3-8708-a7bbc1341553" {{(pid=66703) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 913.044563] env[66703]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-b862fb2c-6a52-42d3-8708-a7bbc1341553" {{(pid=66703) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 913.044563] env[66703]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('b862fb2c-6a52-42d3-8708-a7bbc1341553',) {} {{(pid=66703) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 913.566065] env[66703]: INFO networking_nsxv3.common.synchronization [req-f2fc2ae7-0e2a-4f90-97fb-ec5c1f0af76e req-5f707de2-22cb-4b12-873f-21529110df49 tempest-ServerActionsV293TestJSON-90938605 tempest-ServerActionsV293TestJSON-90938605-project-member] Enqueued Resource ID: 35f311e8-9fa5-4653-bc01-ffb31083430c with Priority: HIGHEST for action security_group_members [ 913.566779] env[66703]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=66703) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 913.566934] env[66703]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66703) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 913.566934] env[66703]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66703) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 913.568032] env[66703]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66703) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 913.568032] env[66703]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66703) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 913.568032] env[66703]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: b862fb2c-6a52-42d3-8708-a7bbc1341553 already deleted. [ 913.568032] env[66703]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-b862fb2c-6a52-42d3-8708-a7bbc1341553" {{(pid=66703) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 913.568032] env[66703]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 35f311e8-9fa5-4653-bc01-ffb31083430c with Priority: HIGHEST for action security_group_members [ 913.568277] env[66703]: DEBUG networking_nsxv3.common.locking [-] Lock member-35f311e8-9fa5-4653-bc01-ffb31083430c taken with stack trace [, , ] {{(pid=66703) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 913.568277] env[66703]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-35f311e8-9fa5-4653-bc01-ffb31083430c" {{(pid=66703) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 913.568359] env[66703]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-35f311e8-9fa5-4653-bc01-ffb31083430c" {{(pid=66703) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 913.568469] env[66703]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-35f311e8-9fa5-4653-bc01-ffb31083430c" {{(pid=66703) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 913.568605] env[66703]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=66703) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 913.568691] env[66703]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66703) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 913.568749] env[66703]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66703) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 913.568934] env[66703]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66703) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 913.569042] env[66703]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66703) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 913.569170] env[66703]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('35f311e8-9fa5-4653-bc01-ffb31083430c',) {} {{(pid=66703) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 914.072977] env[66703]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=66703) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 914.074157] env[66703]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66703) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 914.074157] env[66703]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66703) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 914.074157] env[66703]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66703) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 914.096786] env[66703]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66703) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 914.097077] env[66703]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66703) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 914.097204] env[66703]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66703) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 914.097273] env[66703]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66703) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 914.097693] env[66703]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66703) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 914.097810] env[66703]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66703) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 914.097884] env[66703]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 35f311e8-9fa5-4653-bc01-ffb31083430c is going to be updated. [ 914.124806] env[66703]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66703) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 914.124963] env[66703]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66703) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 914.125048] env[66703]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66703) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 914.125256] env[66703]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66703) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 914.125389] env[66703]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66703) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 914.138568] env[66703]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 35f311e8-9fa5-4653-bc01-ffb31083430c in Status: IN_PROGRESS for 2s [ 914.354844] env[66703]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: f52985e4-827d-4ac5-ba08-62ae5081fda6 in Status: SUCCESS [ 914.355052] env[66703]: WARNING networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: f52985e4-827d-4ac5-ba08-62ae5081fda6 deletion is rescheduled due to dependency. [ 914.355175] env[66703]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-f52985e4-827d-4ac5-ba08-62ae5081fda6" {{(pid=66703) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 916.154070] env[66703]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 35f311e8-9fa5-4653-bc01-ffb31083430c in Status: SUCCESS [ 916.154070] env[66703]: WARNING networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 35f311e8-9fa5-4653-bc01-ffb31083430c deletion is rescheduled due to dependency. [ 916.154070] env[66703]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-35f311e8-9fa5-4653-bc01-ffb31083430c" {{(pid=66703) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 917.091055] env[66703]: INFO networking_nsxv3.common.synchronization [req-7ea74432-13b4-49ee-9d91-a20c398f921c req-8ceb8101-0b03-4af3-a2b4-5e09f2f4672c tempest-ServerActionsTestOtherB-1256032756 tempest-ServerActionsTestOtherB-1256032756-project-member] Enqueued Resource ID: fd11726e-2764-449e-84ac-e0167df921d4 with Priority: HIGHEST for action security_group_members [ 917.091593] env[66703]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: fd11726e-2764-449e-84ac-e0167df921d4 with Priority: HIGHEST for action security_group_members [ 917.091904] env[66703]: DEBUG networking_nsxv3.common.locking [-] Lock member-fd11726e-2764-449e-84ac-e0167df921d4 taken with stack trace [, , ] {{(pid=66703) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 917.092132] env[66703]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-fd11726e-2764-449e-84ac-e0167df921d4" {{(pid=66703) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 917.092225] env[66703]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-fd11726e-2764-449e-84ac-e0167df921d4" {{(pid=66703) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 917.092594] env[66703]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-fd11726e-2764-449e-84ac-e0167df921d4" {{(pid=66703) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 917.092960] env[66703]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=66703) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 917.093186] env[66703]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66703) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 917.093452] env[66703]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66703) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 917.093641] env[66703]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66703) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 917.093731] env[66703]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66703) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 917.093832] env[66703]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('fd11726e-2764-449e-84ac-e0167df921d4',) {} {{(pid=66703) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 917.436888] env[66703]: DEBUG networking_nsxv3.common.locking [None req-ffa6d202-748e-4c81-9979-ad08741f9cf7 None None] Lock network-25 taken with stack trace [, , , , , , , , ] {{(pid=66703) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 917.437303] env[66703]: DEBUG oslo_concurrency.lockutils [None req-ffa6d202-748e-4c81-9979-ad08741f9cf7 None None] Acquiring lock "network-25" {{(pid=66703) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 917.437303] env[66703]: DEBUG oslo_concurrency.lockutils [None req-ffa6d202-748e-4c81-9979-ad08741f9cf7 None None] Acquired lock "network-25" {{(pid=66703) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 917.437542] env[66703]: DEBUG oslo_concurrency.lockutils [None req-ffa6d202-748e-4c81-9979-ad08741f9cf7 None None] Acquired external semaphore "network-25" {{(pid=66703) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 917.438387] env[66703]: DEBUG networking_nsxv3.common.locking [None req-ffa6d202-748e-4c81-9979-ad08741f9cf7 None None] Lock Segment taken with stack trace [, , , , , , , , , , ] {{(pid=66703) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 917.438573] env[66703]: DEBUG oslo_concurrency.lockutils [None req-ffa6d202-748e-4c81-9979-ad08741f9cf7 None None] Acquiring lock "Segment" {{(pid=66703) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 917.438691] env[66703]: DEBUG oslo_concurrency.lockutils [None req-ffa6d202-748e-4c81-9979-ad08741f9cf7 None None] Acquired lock "Segment" {{(pid=66703) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 917.438978] env[66703]: DEBUG oslo_concurrency.lockutils [None req-ffa6d202-748e-4c81-9979-ad08741f9cf7 None None] Acquired external semaphore "Segment" {{(pid=66703) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 917.439140] env[66703]: DEBUG oslo_concurrency.lockutils [None req-ffa6d202-748e-4c81-9979-ad08741f9cf7 None None] Releasing lock "Segment" {{(pid=66703) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 917.439367] env[66703]: DEBUG dogpile.cache.region [None req-ffa6d202-748e-4c81-9979-ad08741f9cf7 None None] No value present for key: 'zone-id' {{(pid=66703) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 917.439480] env[66703]: DEBUG dogpile.lock [None req-ffa6d202-748e-4c81-9979-ad08741f9cf7 None None] NeedRegenerationException {{(pid=66703) _enter /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:90}} [ 917.439579] env[66703]: DEBUG dogpile.lock [None req-ffa6d202-748e-4c81-9979-ad08741f9cf7 None None] no value, waiting for create lock {{(pid=66703) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:131}} [ 917.439682] env[66703]: DEBUG dogpile.lock [None req-ffa6d202-748e-4c81-9979-ad08741f9cf7 None None] value creation lock acquired {{(pid=66703) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:135}} [ 917.439861] env[66703]: DEBUG dogpile.cache.region [None req-ffa6d202-748e-4c81-9979-ad08741f9cf7 None None] No value present for key: 'zone-id' {{(pid=66703) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 917.439932] env[66703]: DEBUG dogpile.lock [None req-ffa6d202-748e-4c81-9979-ad08741f9cf7 None None] Calling creation function for not-yet-present value {{(pid=66703) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:174}} [ 917.440079] env[66703]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-ffa6d202-748e-4c81-9979-ad08741f9cf7 None None] Looking for TransportZone with name nsx-vlan-transportzone. [ 917.462680] env[66703]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-ffa6d202-748e-4c81-9979-ad08741f9cf7 None None] loading zone with a95c914d-748d-497c-94ab-10d4647daeba and tags [{'scope': 'mp2policy_migr_status', 'tag': 'success'}] [ 917.462867] env[66703]: DEBUG dogpile.cache.region [None req-ffa6d202-748e-4c81-9979-ad08741f9cf7 None None] Cache value generated in 0.023 seconds for key(s): 'zone-id' {{(pid=66703) _log_time /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:910}} [ 917.463105] env[66703]: DEBUG dogpile.lock [None req-ffa6d202-748e-4c81-9979-ad08741f9cf7 None None] Released creation lock {{(pid=66703) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:182}} [ 917.466020] env[66703]: DEBUG oslo_concurrency.lockutils [None req-ffa6d202-748e-4c81-9979-ad08741f9cf7 None None] Releasing lock "network-25" {{(pid=66703) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 917.466020] env[66703]: DEBUG networking_nsxv3.common.locking [None req-ffa6d202-748e-4c81-9979-ad08741f9cf7 None None] Lock port-ee8b4c17-b096-4daf-9344-aa193123ed1c taken with stack trace [, , , , , , , , ] {{(pid=66703) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 917.466020] env[66703]: DEBUG oslo_concurrency.lockutils [None req-ffa6d202-748e-4c81-9979-ad08741f9cf7 None None] Acquiring lock "port-ee8b4c17-b096-4daf-9344-aa193123ed1c" {{(pid=66703) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 917.466020] env[66703]: DEBUG oslo_concurrency.lockutils [None req-ffa6d202-748e-4c81-9979-ad08741f9cf7 None None] Acquired lock "port-ee8b4c17-b096-4daf-9344-aa193123ed1c" {{(pid=66703) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 917.466020] env[66703]: DEBUG oslo_concurrency.lockutils [None req-ffa6d202-748e-4c81-9979-ad08741f9cf7 None None] Acquired external semaphore "port-ee8b4c17-b096-4daf-9344-aa193123ed1c" {{(pid=66703) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 917.466020] env[66703]: DEBUG networking_nsxv3.api.rpc [None req-ffa6d202-748e-4c81-9979-ad08741f9cf7 None None] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('ee8b4c17-b096-4daf-9344-aa193123ed1c',) {} {{(pid=66703) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 917.596148] env[66703]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=66703) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 917.596334] env[66703]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66703) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 917.596467] env[66703]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66703) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 917.596584] env[66703]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66703) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 917.596654] env[66703]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66703) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 917.596873] env[66703]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66703) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 917.596977] env[66703]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66703) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 917.597040] env[66703]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66703) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 917.597187] env[66703]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66703) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 917.597265] env[66703]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66703) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 917.597357] env[66703]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: fd11726e-2764-449e-84ac-e0167df921d4 already deleted. [ 917.597437] env[66703]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-fd11726e-2764-449e-84ac-e0167df921d4" {{(pid=66703) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 917.969615] env[66703]: DEBUG networking_nsxv3.common.locking [None req-ffa6d202-748e-4c81-9979-ad08741f9cf7 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , ] {{(pid=66703) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 917.969973] env[66703]: DEBUG oslo_concurrency.lockutils [None req-ffa6d202-748e-4c81-9979-ad08741f9cf7 None None] Acquiring lock "SegmentPort" {{(pid=66703) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 917.970258] env[66703]: DEBUG oslo_concurrency.lockutils [None req-ffa6d202-748e-4c81-9979-ad08741f9cf7 None None] Acquired lock "SegmentPort" {{(pid=66703) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 917.970662] env[66703]: DEBUG oslo_concurrency.lockutils [None req-ffa6d202-748e-4c81-9979-ad08741f9cf7 None None] Acquired external semaphore "SegmentPort" {{(pid=66703) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 917.970895] env[66703]: DEBUG oslo_concurrency.lockutils [None req-ffa6d202-748e-4c81-9979-ad08741f9cf7 None None] Releasing lock "SegmentPort" {{(pid=66703) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 917.971281] env[66703]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-ffa6d202-748e-4c81-9979-ad08741f9cf7 None None] Segment Port ee8b4c17-b096-4daf-9344-aa193123ed1c not found, creating... [ 917.971597] env[66703]: DEBUG networking_nsxv3.common.locking [None req-ffa6d202-748e-4c81-9979-ad08741f9cf7 None None] Lock Segment taken with stack trace [, , , , , , , , , , , ] {{(pid=66703) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 917.971812] env[66703]: DEBUG oslo_concurrency.lockutils [None req-ffa6d202-748e-4c81-9979-ad08741f9cf7 None None] Acquiring lock "Segment" {{(pid=66703) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 917.971932] env[66703]: DEBUG oslo_concurrency.lockutils [None req-ffa6d202-748e-4c81-9979-ad08741f9cf7 None None] Acquired lock "Segment" {{(pid=66703) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 917.972234] env[66703]: DEBUG oslo_concurrency.lockutils [None req-ffa6d202-748e-4c81-9979-ad08741f9cf7 None None] Acquired external semaphore "Segment" {{(pid=66703) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 917.972391] env[66703]: DEBUG oslo_concurrency.lockutils [None req-ffa6d202-748e-4c81-9979-ad08741f9cf7 None None] Releasing lock "Segment" {{(pid=66703) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 917.972726] env[66703]: DEBUG networking_nsxv3.common.locking [None req-ffa6d202-748e-4c81-9979-ad08741f9cf7 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=66703) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 917.972904] env[66703]: DEBUG oslo_concurrency.lockutils [None req-ffa6d202-748e-4c81-9979-ad08741f9cf7 None None] Acquiring lock "SegmentPort" {{(pid=66703) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 917.973024] env[66703]: DEBUG oslo_concurrency.lockutils [None req-ffa6d202-748e-4c81-9979-ad08741f9cf7 None None] Acquired lock "SegmentPort" {{(pid=66703) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 917.973301] env[66703]: DEBUG oslo_concurrency.lockutils [None req-ffa6d202-748e-4c81-9979-ad08741f9cf7 None None] Acquired external semaphore "SegmentPort" {{(pid=66703) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 917.973635] env[66703]: DEBUG oslo_concurrency.lockutils [None req-ffa6d202-748e-4c81-9979-ad08741f9cf7 None None] Releasing lock "SegmentPort" {{(pid=66703) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 917.973757] env[66703]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-ffa6d202-748e-4c81-9979-ad08741f9cf7 None None] Resource: SegmentPort with ID: ee8b4c17-b096-4daf-9344-aa193123ed1c is going to be created. [ 917.994091] env[66703]: DEBUG networking_nsxv3.common.locking [None req-ffa6d202-748e-4c81-9979-ad08741f9cf7 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=66703) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 917.994465] env[66703]: DEBUG oslo_concurrency.lockutils [None req-ffa6d202-748e-4c81-9979-ad08741f9cf7 None None] Acquiring lock "SegmentPort" {{(pid=66703) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 917.994573] env[66703]: DEBUG oslo_concurrency.lockutils [None req-ffa6d202-748e-4c81-9979-ad08741f9cf7 None None] Acquired lock "SegmentPort" {{(pid=66703) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 917.994798] env[66703]: DEBUG oslo_concurrency.lockutils [None req-ffa6d202-748e-4c81-9979-ad08741f9cf7 None None] Acquired external semaphore "SegmentPort" {{(pid=66703) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 917.995082] env[66703]: DEBUG oslo_concurrency.lockutils [None req-ffa6d202-748e-4c81-9979-ad08741f9cf7 None None] Releasing lock "SegmentPort" {{(pid=66703) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 917.995349] env[66703]: DEBUG oslo_concurrency.lockutils [None req-ffa6d202-748e-4c81-9979-ad08741f9cf7 None None] Releasing lock "port-ee8b4c17-b096-4daf-9344-aa193123ed1c" {{(pid=66703) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 918.690969] env[66703]: INFO networking_nsxv3.common.synchronization [req-7ea74432-13b4-49ee-9d91-a20c398f921c req-b25e8a8a-c6fa-411e-906c-8eda258d426a service nova] Enqueued Resource ID: fd11726e-2764-449e-84ac-e0167df921d4 with Priority: HIGHEST for action security_group_rules [ 918.691226] env[66703]: INFO networking_nsxv3.common.synchronization [req-7ea74432-13b4-49ee-9d91-a20c398f921c req-b25e8a8a-c6fa-411e-906c-8eda258d426a service nova] Enqueued Resource ID: fd11726e-2764-449e-84ac-e0167df921d4 with Priority: HIGHEST for action security_group_members [ 918.691316] env[66703]: INFO networking_nsxv3.common.synchronization [req-7ea74432-13b4-49ee-9d91-a20c398f921c req-b25e8a8a-c6fa-411e-906c-8eda258d426a service nova] Enqueued Resource ID: ee8b4c17-b096-4daf-9344-aa193123ed1c with Priority: HIGHEST for action port [ 918.691545] env[66703]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: fd11726e-2764-449e-84ac-e0167df921d4 with Priority: HIGHEST for action security_group_rules [ 918.691675] env[66703]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: fd11726e-2764-449e-84ac-e0167df921d4 with Priority: HIGHEST for action security_group_members [ 918.691773] env[66703]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: ee8b4c17-b096-4daf-9344-aa193123ed1c with Priority: HIGHEST for action port [ 918.692336] env[66703]: DEBUG networking_nsxv3.common.locking [-] Lock rules-fd11726e-2764-449e-84ac-e0167df921d4 taken with stack trace [, , ] {{(pid=66703) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 918.692459] env[66703]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-fd11726e-2764-449e-84ac-e0167df921d4" {{(pid=66703) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 918.692527] env[66703]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-fd11726e-2764-449e-84ac-e0167df921d4" {{(pid=66703) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 918.692718] env[66703]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-fd11726e-2764-449e-84ac-e0167df921d4" {{(pid=66703) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 918.692800] env[66703]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('fd11726e-2764-449e-84ac-e0167df921d4',) {} {{(pid=66703) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 918.693940] env[66703]: DEBUG networking_nsxv3.common.locking [-] Lock member-fd11726e-2764-449e-84ac-e0167df921d4 taken with stack trace [, , ] {{(pid=66703) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 918.694107] env[66703]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-fd11726e-2764-449e-84ac-e0167df921d4" {{(pid=66703) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 918.694168] env[66703]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-fd11726e-2764-449e-84ac-e0167df921d4" {{(pid=66703) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 918.694278] env[66703]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-fd11726e-2764-449e-84ac-e0167df921d4" {{(pid=66703) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 918.694415] env[66703]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=66703) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 918.694505] env[66703]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66703) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 918.694565] env[66703]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66703) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 918.694702] env[66703]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66703) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 918.694783] env[66703]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66703) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 918.694867] env[66703]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('fd11726e-2764-449e-84ac-e0167df921d4',) {} {{(pid=66703) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 918.696767] env[66703]: DEBUG networking_nsxv3.common.locking [-] Lock port-ee8b4c17-b096-4daf-9344-aa193123ed1c taken with stack trace [, , ] {{(pid=66703) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 918.696767] env[66703]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-ee8b4c17-b096-4daf-9344-aa193123ed1c" {{(pid=66703) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 918.696767] env[66703]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-ee8b4c17-b096-4daf-9344-aa193123ed1c" {{(pid=66703) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 918.696767] env[66703]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-ee8b4c17-b096-4daf-9344-aa193123ed1c" {{(pid=66703) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 918.696767] env[66703]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('ee8b4c17-b096-4daf-9344-aa193123ed1c',) {} {{(pid=66703) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 919.198800] env[66703]: DEBUG networking_nsxv3.common.locking [-] Lock member-fd11726e-2764-449e-84ac-e0167df921d4 taken with stack trace [, , , ] {{(pid=66703) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 919.198800] env[66703]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-fd11726e-2764-449e-84ac-e0167df921d4" {{(pid=66703) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 919.199251] env[66703]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('fd11726e-2764-449e-84ac-e0167df921d4',) {} {{(pid=66703) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 919.200249] env[66703]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] realization of port ee8b4c17-b096-4daf-9344-aa193123ed1c with status ACTIVE [ 919.200445] env[66703]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=66703) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 919.200563] env[66703]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=66703) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 919.200641] env[66703]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=66703) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 919.201035] env[66703]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=66703) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 919.201196] env[66703]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=66703) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 919.201640] env[66703]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , ] {{(pid=66703) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 919.201640] env[66703]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=66703) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 919.201640] env[66703]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=66703) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 919.201774] env[66703]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=66703) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 919.201774] env[66703]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=66703) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 919.201945] env[66703]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=66703) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 919.202075] env[66703]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=66703) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 919.202136] env[66703]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=66703) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 919.202277] env[66703]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=66703) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 919.202350] env[66703]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=66703) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 919.202472] env[66703]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: SegmentPort with ID: ee8b4c17-b096-4daf-9344-aa193123ed1c is going to be updated. [ 919.225807] env[66703]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=66703) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 919.225961] env[66703]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=66703) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 919.226047] env[66703]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=66703) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 919.226279] env[66703]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=66703) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 919.226479] env[66703]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=66703) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 919.226776] env[66703]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-ee8b4c17-b096-4daf-9344-aa193123ed1c" {{(pid=66703) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 919.704665] env[66703]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('fd11726e-2764-449e-84ac-e0167df921d4',) {} {{(pid=66703) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 920.132919] env[66703]: INFO networking_nsxv3.common.synchronization [None req-32c490b0-5230-4096-b4c8-30798c733626 None None] Enqueued Resource ID: d2ba8665-b1ab-439c-80a4-b8c49ef11ef9 with Priority: HIGHEST for action port [ 920.133585] env[66703]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: d2ba8665-b1ab-439c-80a4-b8c49ef11ef9 with Priority: HIGHEST for action port [ 920.134055] env[66703]: DEBUG networking_nsxv3.common.locking [-] Lock port-d2ba8665-b1ab-439c-80a4-b8c49ef11ef9 taken with stack trace [, , ] {{(pid=66703) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 920.134198] env[66703]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-d2ba8665-b1ab-439c-80a4-b8c49ef11ef9" {{(pid=66703) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 920.134254] env[66703]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-d2ba8665-b1ab-439c-80a4-b8c49ef11ef9" {{(pid=66703) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 920.134607] env[66703]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-d2ba8665-b1ab-439c-80a4-b8c49ef11ef9" {{(pid=66703) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 920.134643] env[66703]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('d2ba8665-b1ab-439c-80a4-b8c49ef11ef9',) {} {{(pid=66703) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 920.207227] env[66703]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66703) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 920.207409] env[66703]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66703) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 920.207476] env[66703]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66703) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 920.207644] env[66703]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66703) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 920.207732] env[66703]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66703) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 920.207831] env[66703]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: fd11726e-2764-449e-84ac-e0167df921d4 is going to be created. [ 920.234543] env[66703]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66703) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 920.234958] env[66703]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66703) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 920.235080] env[66703]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66703) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 920.235307] env[66703]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66703) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 920.235746] env[66703]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66703) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 920.247512] env[66703]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: fd11726e-2764-449e-84ac-e0167df921d4 in Status: UNINITIALIZED for 2s [ 920.404185] env[66703]: INFO networking_nsxv3.common.synchronization [req-f826ef24-0abb-4912-b32a-2b3a15c6776d req-8c2d79fe-d401-4eab-9a25-e6bce6ed484f tempest-ServersWithSpecificFlavorTestJSON-1151275538 tempest-ServersWithSpecificFlavorTestJSON-1151275538-project-member] Enqueued Resource ID: 795bc015-1eb3-4f14-a94a-8ce341dbdd81 with Priority: HIGHEST for action security_group_members [ 920.404185] env[66703]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 795bc015-1eb3-4f14-a94a-8ce341dbdd81 with Priority: HIGHEST for action security_group_members [ 920.404185] env[66703]: DEBUG networking_nsxv3.common.locking [-] Lock member-795bc015-1eb3-4f14-a94a-8ce341dbdd81 taken with stack trace [, , ] {{(pid=66703) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 920.404185] env[66703]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-795bc015-1eb3-4f14-a94a-8ce341dbdd81" {{(pid=66703) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 920.404565] env[66703]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-795bc015-1eb3-4f14-a94a-8ce341dbdd81" {{(pid=66703) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 920.404872] env[66703]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-795bc015-1eb3-4f14-a94a-8ce341dbdd81" {{(pid=66703) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 920.405283] env[66703]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=66703) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 920.405629] env[66703]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66703) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 920.405990] env[66703]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66703) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 920.406315] env[66703]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66703) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 920.406514] env[66703]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66703) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 920.406712] env[66703]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('795bc015-1eb3-4f14-a94a-8ce341dbdd81',) {} {{(pid=66703) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 920.637820] env[66703]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] deletion realization of port d2ba8665-b1ab-439c-80a4-b8c49ef11ef9 [ 920.637939] env[66703]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=66703) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 920.638086] env[66703]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=66703) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 920.638160] env[66703]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=66703) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 920.638378] env[66703]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=66703) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 920.638463] env[66703]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=66703) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 920.638556] env[66703]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Segment Port:d2ba8665-b1ab-439c-80a4-b8c49ef11ef9 already deleted. [ 920.638638] env[66703]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-d2ba8665-b1ab-439c-80a4-b8c49ef11ef9" {{(pid=66703) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 920.909902] env[66703]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=66703) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 920.909902] env[66703]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66703) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 920.910296] env[66703]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66703) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 920.910296] env[66703]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66703) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 920.939510] env[66703]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66703) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 920.939510] env[66703]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66703) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 920.939510] env[66703]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66703) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 920.939829] env[66703]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66703) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 920.939829] env[66703]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66703) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 920.939829] env[66703]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66703) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 920.939944] env[66703]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 795bc015-1eb3-4f14-a94a-8ce341dbdd81 is going to be updated. [ 920.972557] env[66703]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66703) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 920.972750] env[66703]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66703) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 920.972750] env[66703]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66703) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 920.973161] env[66703]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66703) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 920.973344] env[66703]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66703) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 920.990361] env[66703]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 795bc015-1eb3-4f14-a94a-8ce341dbdd81 in Status: IN_PROGRESS for 2s [ 921.011892] env[66703]: INFO networking_nsxv3.common.synchronization [None req-34374d3e-d4e8-491f-a8f1-c45ad9dd1629 None None] Enqueued Resource ID: 063ccb4f-6b78-43d6-b59c-d52d5d11cec5 with Priority: HIGHEST for action port [ 921.012432] env[66703]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 063ccb4f-6b78-43d6-b59c-d52d5d11cec5 with Priority: HIGHEST for action port [ 921.012927] env[66703]: DEBUG networking_nsxv3.common.locking [-] Lock port-063ccb4f-6b78-43d6-b59c-d52d5d11cec5 taken with stack trace [, , ] {{(pid=66703) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 921.012927] env[66703]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-063ccb4f-6b78-43d6-b59c-d52d5d11cec5" {{(pid=66703) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 921.012927] env[66703]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-063ccb4f-6b78-43d6-b59c-d52d5d11cec5" {{(pid=66703) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 921.014144] env[66703]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-063ccb4f-6b78-43d6-b59c-d52d5d11cec5" {{(pid=66703) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 921.014242] env[66703]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('063ccb4f-6b78-43d6-b59c-d52d5d11cec5',) {} {{(pid=66703) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 921.152375] env[66703]: DEBUG networking_nsxv3.common.locking [None req-ffa6d202-748e-4c81-9979-ad08741f9cf7 None None] Lock network-349 taken with stack trace [, , , , , , , , ] {{(pid=66703) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 921.152648] env[66703]: DEBUG oslo_concurrency.lockutils [None req-ffa6d202-748e-4c81-9979-ad08741f9cf7 None None] Acquiring lock "network-349" {{(pid=66703) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 921.152781] env[66703]: DEBUG oslo_concurrency.lockutils [None req-ffa6d202-748e-4c81-9979-ad08741f9cf7 None None] Acquired lock "network-349" {{(pid=66703) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 921.153081] env[66703]: DEBUG oslo_concurrency.lockutils [None req-ffa6d202-748e-4c81-9979-ad08741f9cf7 None None] Acquired external semaphore "network-349" {{(pid=66703) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 921.153340] env[66703]: DEBUG networking_nsxv3.common.locking [None req-ffa6d202-748e-4c81-9979-ad08741f9cf7 None None] Lock Segment taken with stack trace [, , , , , , , , , , ] {{(pid=66703) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 921.153493] env[66703]: DEBUG oslo_concurrency.lockutils [None req-ffa6d202-748e-4c81-9979-ad08741f9cf7 None None] Acquiring lock "Segment" {{(pid=66703) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 921.153607] env[66703]: DEBUG oslo_concurrency.lockutils [None req-ffa6d202-748e-4c81-9979-ad08741f9cf7 None None] Acquired lock "Segment" {{(pid=66703) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 921.153820] env[66703]: DEBUG oslo_concurrency.lockutils [None req-ffa6d202-748e-4c81-9979-ad08741f9cf7 None None] Acquired external semaphore "Segment" {{(pid=66703) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 921.153964] env[66703]: DEBUG oslo_concurrency.lockutils [None req-ffa6d202-748e-4c81-9979-ad08741f9cf7 None None] Releasing lock "Segment" {{(pid=66703) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 921.154227] env[66703]: DEBUG dogpile.cache.region [None req-ffa6d202-748e-4c81-9979-ad08741f9cf7 None None] No value present for key: 'zone-id' {{(pid=66703) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 921.154277] env[66703]: DEBUG dogpile.lock [None req-ffa6d202-748e-4c81-9979-ad08741f9cf7 None None] NeedRegenerationException {{(pid=66703) _enter /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:90}} [ 921.154387] env[66703]: DEBUG dogpile.lock [None req-ffa6d202-748e-4c81-9979-ad08741f9cf7 None None] no value, waiting for create lock {{(pid=66703) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:131}} [ 921.154491] env[66703]: DEBUG dogpile.lock [None req-ffa6d202-748e-4c81-9979-ad08741f9cf7 None None] value creation lock acquired {{(pid=66703) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:135}} [ 921.154598] env[66703]: DEBUG dogpile.cache.region [None req-ffa6d202-748e-4c81-9979-ad08741f9cf7 None None] No value present for key: 'zone-id' {{(pid=66703) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 921.154703] env[66703]: DEBUG dogpile.lock [None req-ffa6d202-748e-4c81-9979-ad08741f9cf7 None None] Calling creation function for not-yet-present value {{(pid=66703) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:174}} [ 921.154831] env[66703]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-ffa6d202-748e-4c81-9979-ad08741f9cf7 None None] Looking for TransportZone with name nsx-vlan-transportzone. [ 921.175118] env[66703]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-ffa6d202-748e-4c81-9979-ad08741f9cf7 None None] loading zone with a95c914d-748d-497c-94ab-10d4647daeba and tags [{'scope': 'mp2policy_migr_status', 'tag': 'success'}] [ 921.175118] env[66703]: DEBUG dogpile.cache.region [None req-ffa6d202-748e-4c81-9979-ad08741f9cf7 None None] Cache value generated in 0.020 seconds for key(s): 'zone-id' {{(pid=66703) _log_time /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:910}} [ 921.175118] env[66703]: DEBUG dogpile.lock [None req-ffa6d202-748e-4c81-9979-ad08741f9cf7 None None] Released creation lock {{(pid=66703) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:182}} [ 921.175118] env[66703]: DEBUG oslo_concurrency.lockutils [None req-ffa6d202-748e-4c81-9979-ad08741f9cf7 None None] Releasing lock "network-349" {{(pid=66703) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 921.175395] env[66703]: DEBUG networking_nsxv3.common.locking [None req-ffa6d202-748e-4c81-9979-ad08741f9cf7 None None] Lock port-4629e5a3-497e-45b1-8f0f-3321feaf0c4b taken with stack trace [, , , , , , , , ] {{(pid=66703) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 921.175395] env[66703]: DEBUG oslo_concurrency.lockutils [None req-ffa6d202-748e-4c81-9979-ad08741f9cf7 None None] Acquiring lock "port-4629e5a3-497e-45b1-8f0f-3321feaf0c4b" {{(pid=66703) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 921.175544] env[66703]: DEBUG oslo_concurrency.lockutils [None req-ffa6d202-748e-4c81-9979-ad08741f9cf7 None None] Acquired lock "port-4629e5a3-497e-45b1-8f0f-3321feaf0c4b" {{(pid=66703) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 921.175779] env[66703]: DEBUG oslo_concurrency.lockutils [None req-ffa6d202-748e-4c81-9979-ad08741f9cf7 None None] Acquired external semaphore "port-4629e5a3-497e-45b1-8f0f-3321feaf0c4b" {{(pid=66703) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 921.175907] env[66703]: DEBUG networking_nsxv3.api.rpc [None req-ffa6d202-748e-4c81-9979-ad08741f9cf7 None None] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('4629e5a3-497e-45b1-8f0f-3321feaf0c4b',) {} {{(pid=66703) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 921.517816] env[66703]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] deletion realization of port 063ccb4f-6b78-43d6-b59c-d52d5d11cec5 [ 921.517816] env[66703]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=66703) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 921.517816] env[66703]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=66703) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 921.517816] env[66703]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=66703) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 921.517816] env[66703]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=66703) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 921.517816] env[66703]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=66703) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 921.517816] env[66703]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Segment Port:063ccb4f-6b78-43d6-b59c-d52d5d11cec5 already deleted. [ 921.517816] env[66703]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-063ccb4f-6b78-43d6-b59c-d52d5d11cec5" {{(pid=66703) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 921.676045] env[66703]: INFO networking_nsxv3.common.synchronization [req-8517f4e7-b25f-4704-847f-35d8b7cf54fb req-ac1696ef-5e3c-404e-8d33-83dd62253e14 tempest-ServersAdminTestJSON-442555362 tempest-ServersAdminTestJSON-442555362-project-member] Enqueued Resource ID: 660372db-97b0-4c25-a97c-8d2de7c849c4 with Priority: HIGHEST for action security_group_members [ 921.676926] env[66703]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 660372db-97b0-4c25-a97c-8d2de7c849c4 with Priority: HIGHEST for action security_group_members [ 921.678346] env[66703]: DEBUG networking_nsxv3.common.locking [-] Lock member-660372db-97b0-4c25-a97c-8d2de7c849c4 taken with stack trace [, , ] {{(pid=66703) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 921.678346] env[66703]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-660372db-97b0-4c25-a97c-8d2de7c849c4" {{(pid=66703) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 921.678346] env[66703]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-660372db-97b0-4c25-a97c-8d2de7c849c4" {{(pid=66703) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 921.678346] env[66703]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-660372db-97b0-4c25-a97c-8d2de7c849c4" {{(pid=66703) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 921.678346] env[66703]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=66703) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 921.678346] env[66703]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66703) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 921.678346] env[66703]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66703) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 921.678346] env[66703]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66703) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 921.678764] env[66703]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66703) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 921.678984] env[66703]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('660372db-97b0-4c25-a97c-8d2de7c849c4',) {} {{(pid=66703) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 921.681680] env[66703]: DEBUG networking_nsxv3.common.locking [None req-ffa6d202-748e-4c81-9979-ad08741f9cf7 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , ] {{(pid=66703) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 921.681888] env[66703]: DEBUG oslo_concurrency.lockutils [None req-ffa6d202-748e-4c81-9979-ad08741f9cf7 None None] Acquiring lock "SegmentPort" {{(pid=66703) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 921.681984] env[66703]: DEBUG oslo_concurrency.lockutils [None req-ffa6d202-748e-4c81-9979-ad08741f9cf7 None None] Acquired lock "SegmentPort" {{(pid=66703) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 921.682225] env[66703]: DEBUG oslo_concurrency.lockutils [None req-ffa6d202-748e-4c81-9979-ad08741f9cf7 None None] Acquired external semaphore "SegmentPort" {{(pid=66703) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 921.682373] env[66703]: DEBUG oslo_concurrency.lockutils [None req-ffa6d202-748e-4c81-9979-ad08741f9cf7 None None] Releasing lock "SegmentPort" {{(pid=66703) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 921.682514] env[66703]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-ffa6d202-748e-4c81-9979-ad08741f9cf7 None None] Segment Port 4629e5a3-497e-45b1-8f0f-3321feaf0c4b not found, creating... [ 921.682771] env[66703]: DEBUG networking_nsxv3.common.locking [None req-ffa6d202-748e-4c81-9979-ad08741f9cf7 None None] Lock Segment taken with stack trace [, , , , , , , , , , , ] {{(pid=66703) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 921.682916] env[66703]: DEBUG oslo_concurrency.lockutils [None req-ffa6d202-748e-4c81-9979-ad08741f9cf7 None None] Acquiring lock "Segment" {{(pid=66703) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 921.683042] env[66703]: DEBUG oslo_concurrency.lockutils [None req-ffa6d202-748e-4c81-9979-ad08741f9cf7 None None] Acquired lock "Segment" {{(pid=66703) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 921.683404] env[66703]: DEBUG oslo_concurrency.lockutils [None req-ffa6d202-748e-4c81-9979-ad08741f9cf7 None None] Acquired external semaphore "Segment" {{(pid=66703) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 921.683530] env[66703]: DEBUG oslo_concurrency.lockutils [None req-ffa6d202-748e-4c81-9979-ad08741f9cf7 None None] Releasing lock "Segment" {{(pid=66703) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 921.683923] env[66703]: DEBUG networking_nsxv3.common.locking [None req-ffa6d202-748e-4c81-9979-ad08741f9cf7 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=66703) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 921.685682] env[66703]: DEBUG oslo_concurrency.lockutils [None req-ffa6d202-748e-4c81-9979-ad08741f9cf7 None None] Acquiring lock "SegmentPort" {{(pid=66703) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 921.686695] env[66703]: DEBUG oslo_concurrency.lockutils [None req-ffa6d202-748e-4c81-9979-ad08741f9cf7 None None] Acquired lock "SegmentPort" {{(pid=66703) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 921.687303] env[66703]: DEBUG oslo_concurrency.lockutils [None req-ffa6d202-748e-4c81-9979-ad08741f9cf7 None None] Acquired external semaphore "SegmentPort" {{(pid=66703) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 921.687641] env[66703]: DEBUG oslo_concurrency.lockutils [None req-ffa6d202-748e-4c81-9979-ad08741f9cf7 None None] Releasing lock "SegmentPort" {{(pid=66703) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 921.688372] env[66703]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-ffa6d202-748e-4c81-9979-ad08741f9cf7 None None] Resource: SegmentPort with ID: 4629e5a3-497e-45b1-8f0f-3321feaf0c4b is going to be created. [ 921.690400] env[66703]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('660372db-97b0-4c25-a97c-8d2de7c849c4',) {} {{(pid=66703) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 921.713866] env[66703]: DEBUG networking_nsxv3.common.locking [None req-ffa6d202-748e-4c81-9979-ad08741f9cf7 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=66703) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 921.714398] env[66703]: DEBUG oslo_concurrency.lockutils [None req-ffa6d202-748e-4c81-9979-ad08741f9cf7 None None] Acquiring lock "SegmentPort" {{(pid=66703) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 921.714556] env[66703]: DEBUG oslo_concurrency.lockutils [None req-ffa6d202-748e-4c81-9979-ad08741f9cf7 None None] Acquired lock "SegmentPort" {{(pid=66703) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 921.714879] env[66703]: DEBUG oslo_concurrency.lockutils [None req-ffa6d202-748e-4c81-9979-ad08741f9cf7 None None] Acquired external semaphore "SegmentPort" {{(pid=66703) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 921.715178] env[66703]: DEBUG oslo_concurrency.lockutils [None req-ffa6d202-748e-4c81-9979-ad08741f9cf7 None None] Releasing lock "SegmentPort" {{(pid=66703) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 921.715485] env[66703]: DEBUG oslo_concurrency.lockutils [None req-ffa6d202-748e-4c81-9979-ad08741f9cf7 None None] Releasing lock "port-4629e5a3-497e-45b1-8f0f-3321feaf0c4b" {{(pid=66703) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 922.082784] env[66703]: INFO networking_nsxv3.common.synchronization [None req-d1dbc1ea-0ca6-40c8-a05e-91f9cbab4413 None None] Enqueued Resource ID: 9e5652be-bda4-4dec-9960-fcfd74d697b2 with Priority: HIGHEST for action port [ 922.083627] env[66703]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 9e5652be-bda4-4dec-9960-fcfd74d697b2 with Priority: HIGHEST for action port [ 922.083850] env[66703]: DEBUG networking_nsxv3.common.locking [-] Lock port-9e5652be-bda4-4dec-9960-fcfd74d697b2 taken with stack trace [, , ] {{(pid=66703) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 922.083850] env[66703]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-9e5652be-bda4-4dec-9960-fcfd74d697b2" {{(pid=66703) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 922.083850] env[66703]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-9e5652be-bda4-4dec-9960-fcfd74d697b2" {{(pid=66703) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 922.084715] env[66703]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-9e5652be-bda4-4dec-9960-fcfd74d697b2" {{(pid=66703) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 922.084806] env[66703]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('9e5652be-bda4-4dec-9960-fcfd74d697b2',) {} {{(pid=66703) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 922.193569] env[66703]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('660372db-97b0-4c25-a97c-8d2de7c849c4',) {} {{(pid=66703) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 922.257600] env[66703]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: fd11726e-2764-449e-84ac-e0167df921d4 in Status: SUCCESS [ 922.257802] env[66703]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-fd11726e-2764-449e-84ac-e0167df921d4" {{(pid=66703) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 922.257957] env[66703]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-fd11726e-2764-449e-84ac-e0167df921d4" {{(pid=66703) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 922.258194] env[66703]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-fd11726e-2764-449e-84ac-e0167df921d4" {{(pid=66703) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 922.258378] env[66703]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=66703) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 922.258487] env[66703]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66703) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 922.258549] env[66703]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66703) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 922.258696] env[66703]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66703) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 922.258769] env[66703]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66703) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 922.258849] env[66703]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-fd11726e-2764-449e-84ac-e0167df921d4" {{(pid=66703) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 922.258950] env[66703]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('fd11726e-2764-449e-84ac-e0167df921d4',) {} {{(pid=66703) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 922.446459] env[66703]: INFO networking_nsxv3.common.synchronization [req-f826ef24-0abb-4912-b32a-2b3a15c6776d req-c34928a3-c33a-4522-a25f-075754e6d8d2 service nova] Enqueued Resource ID: 795bc015-1eb3-4f14-a94a-8ce341dbdd81 with Priority: HIGHEST for action security_group_rules [ 922.448551] env[66703]: INFO networking_nsxv3.common.synchronization [req-f826ef24-0abb-4912-b32a-2b3a15c6776d req-c34928a3-c33a-4522-a25f-075754e6d8d2 service nova] Enqueued Resource ID: 795bc015-1eb3-4f14-a94a-8ce341dbdd81 with Priority: HIGHEST for action security_group_members [ 922.448927] env[66703]: INFO networking_nsxv3.common.synchronization [req-f826ef24-0abb-4912-b32a-2b3a15c6776d req-c34928a3-c33a-4522-a25f-075754e6d8d2 service nova] Enqueued Resource ID: 4629e5a3-497e-45b1-8f0f-3321feaf0c4b with Priority: HIGHEST for action port [ 922.449778] env[66703]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 795bc015-1eb3-4f14-a94a-8ce341dbdd81 with Priority: HIGHEST for action security_group_rules [ 922.450104] env[66703]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 795bc015-1eb3-4f14-a94a-8ce341dbdd81 with Priority: HIGHEST for action security_group_members [ 922.451879] env[66703]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 4629e5a3-497e-45b1-8f0f-3321feaf0c4b with Priority: HIGHEST for action port [ 922.451879] env[66703]: DEBUG networking_nsxv3.common.locking [-] Lock rules-795bc015-1eb3-4f14-a94a-8ce341dbdd81 taken with stack trace [, , ] {{(pid=66703) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 922.452655] env[66703]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-795bc015-1eb3-4f14-a94a-8ce341dbdd81" {{(pid=66703) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 922.452655] env[66703]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-795bc015-1eb3-4f14-a94a-8ce341dbdd81" {{(pid=66703) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 922.452655] env[66703]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-795bc015-1eb3-4f14-a94a-8ce341dbdd81" {{(pid=66703) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 922.452655] env[66703]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('795bc015-1eb3-4f14-a94a-8ce341dbdd81',) {} {{(pid=66703) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 922.454025] env[66703]: DEBUG networking_nsxv3.common.locking [-] Lock member-795bc015-1eb3-4f14-a94a-8ce341dbdd81 taken with stack trace [, , ] {{(pid=66703) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 922.454025] env[66703]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-795bc015-1eb3-4f14-a94a-8ce341dbdd81" {{(pid=66703) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 922.454224] env[66703]: DEBUG networking_nsxv3.common.locking [-] Lock port-4629e5a3-497e-45b1-8f0f-3321feaf0c4b taken with stack trace [, , ] {{(pid=66703) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 922.454850] env[66703]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-4629e5a3-497e-45b1-8f0f-3321feaf0c4b" {{(pid=66703) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 922.454850] env[66703]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-4629e5a3-497e-45b1-8f0f-3321feaf0c4b" {{(pid=66703) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 922.455929] env[66703]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-4629e5a3-497e-45b1-8f0f-3321feaf0c4b" {{(pid=66703) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 922.455929] env[66703]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('4629e5a3-497e-45b1-8f0f-3321feaf0c4b',) {} {{(pid=66703) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 922.587073] env[66703]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] deletion realization of port 9e5652be-bda4-4dec-9960-fcfd74d697b2 [ 922.587073] env[66703]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=66703) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 922.587259] env[66703]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=66703) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 922.587298] env[66703]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=66703) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 922.587660] env[66703]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=66703) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 922.587923] env[66703]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=66703) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 922.588055] env[66703]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Segment Port:9e5652be-bda4-4dec-9960-fcfd74d697b2 already deleted. [ 922.588148] env[66703]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-9e5652be-bda4-4dec-9960-fcfd74d697b2" {{(pid=66703) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 922.695700] env[66703]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66703) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 922.695967] env[66703]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66703) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 922.696076] env[66703]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66703) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 922.696367] env[66703]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66703) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 922.696507] env[66703]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66703) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 922.696669] env[66703]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 660372db-97b0-4c25-a97c-8d2de7c849c4 is going to be updated. [ 922.741865] env[66703]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66703) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 922.741865] env[66703]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66703) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 922.741865] env[66703]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66703) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 922.741865] env[66703]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66703) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 922.741865] env[66703]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66703) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 922.762918] env[66703]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 660372db-97b0-4c25-a97c-8d2de7c849c4 in Status: IN_PROGRESS for 2s [ 922.763969] env[66703]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('fd11726e-2764-449e-84ac-e0167df921d4',) {} {{(pid=66703) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 922.958938] env[66703]: DEBUG networking_nsxv3.common.locking [None req-ffa6d202-748e-4c81-9979-ad08741f9cf7 None None] Lock network-307 taken with stack trace [, , , , , , , , ] {{(pid=66703) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 922.959208] env[66703]: DEBUG oslo_concurrency.lockutils [None req-ffa6d202-748e-4c81-9979-ad08741f9cf7 None None] Acquiring lock "network-307" {{(pid=66703) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 922.959340] env[66703]: DEBUG oslo_concurrency.lockutils [None req-ffa6d202-748e-4c81-9979-ad08741f9cf7 None None] Acquired lock "network-307" {{(pid=66703) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 922.959615] env[66703]: DEBUG oslo_concurrency.lockutils [None req-ffa6d202-748e-4c81-9979-ad08741f9cf7 None None] Acquired external semaphore "network-307" {{(pid=66703) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 922.961019] env[66703]: DEBUG networking_nsxv3.common.locking [None req-ffa6d202-748e-4c81-9979-ad08741f9cf7 None None] Lock Segment taken with stack trace [, , , , , , , , , , ] {{(pid=66703) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 922.961019] env[66703]: DEBUG oslo_concurrency.lockutils [None req-ffa6d202-748e-4c81-9979-ad08741f9cf7 None None] Acquiring lock "Segment" {{(pid=66703) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 922.961019] env[66703]: DEBUG oslo_concurrency.lockutils [None req-ffa6d202-748e-4c81-9979-ad08741f9cf7 None None] Acquired lock "Segment" {{(pid=66703) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 922.961019] env[66703]: DEBUG oslo_concurrency.lockutils [None req-ffa6d202-748e-4c81-9979-ad08741f9cf7 None None] Acquired external semaphore "Segment" {{(pid=66703) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 922.961019] env[66703]: DEBUG oslo_concurrency.lockutils [None req-ffa6d202-748e-4c81-9979-ad08741f9cf7 None None] Releasing lock "Segment" {{(pid=66703) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 922.961019] env[66703]: DEBUG dogpile.cache.region [None req-ffa6d202-748e-4c81-9979-ad08741f9cf7 None None] No value present for key: 'zone-id' {{(pid=66703) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 922.961019] env[66703]: DEBUG dogpile.lock [None req-ffa6d202-748e-4c81-9979-ad08741f9cf7 None None] NeedRegenerationException {{(pid=66703) _enter /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:90}} [ 922.961019] env[66703]: DEBUG dogpile.lock [None req-ffa6d202-748e-4c81-9979-ad08741f9cf7 None None] no value, waiting for create lock {{(pid=66703) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:131}} [ 922.961428] env[66703]: DEBUG dogpile.lock [None req-ffa6d202-748e-4c81-9979-ad08741f9cf7 None None] value creation lock acquired {{(pid=66703) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:135}} [ 922.961428] env[66703]: DEBUG dogpile.cache.region [None req-ffa6d202-748e-4c81-9979-ad08741f9cf7 None None] No value present for key: 'zone-id' {{(pid=66703) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 922.961428] env[66703]: DEBUG dogpile.lock [None req-ffa6d202-748e-4c81-9979-ad08741f9cf7 None None] Calling creation function for not-yet-present value {{(pid=66703) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:174}} [ 922.961551] env[66703]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-ffa6d202-748e-4c81-9979-ad08741f9cf7 None None] Looking for TransportZone with name nsx-vlan-transportzone. [ 922.962952] env[66703]: DEBUG networking_nsxv3.common.locking [-] Lock member-795bc015-1eb3-4f14-a94a-8ce341dbdd81 taken with stack trace [, , , ] {{(pid=66703) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 922.963054] env[66703]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-795bc015-1eb3-4f14-a94a-8ce341dbdd81" {{(pid=66703) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 922.963215] env[66703]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] realization of port 4629e5a3-497e-45b1-8f0f-3321feaf0c4b with status ACTIVE [ 922.963402] env[66703]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=66703) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 922.963494] env[66703]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=66703) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 922.964450] env[66703]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=66703) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 922.964450] env[66703]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=66703) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 922.964450] env[66703]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=66703) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 922.964450] env[66703]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , ] {{(pid=66703) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 922.964450] env[66703]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=66703) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 922.964450] env[66703]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=66703) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 922.964450] env[66703]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=66703) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 922.964450] env[66703]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=66703) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 922.965217] env[66703]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=66703) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 922.965217] env[66703]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=66703) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 922.965217] env[66703]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=66703) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 922.965217] env[66703]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=66703) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 922.965217] env[66703]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=66703) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 922.965217] env[66703]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: SegmentPort with ID: 4629e5a3-497e-45b1-8f0f-3321feaf0c4b is going to be updated. [ 922.990281] env[66703]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-ffa6d202-748e-4c81-9979-ad08741f9cf7 None None] loading zone with a95c914d-748d-497c-94ab-10d4647daeba and tags [{'scope': 'mp2policy_migr_status', 'tag': 'success'}] [ 922.990545] env[66703]: DEBUG dogpile.cache.region [None req-ffa6d202-748e-4c81-9979-ad08741f9cf7 None None] Cache value generated in 0.029 seconds for key(s): 'zone-id' {{(pid=66703) _log_time /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:910}} [ 922.990619] env[66703]: DEBUG dogpile.lock [None req-ffa6d202-748e-4c81-9979-ad08741f9cf7 None None] Released creation lock {{(pid=66703) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:182}} [ 922.990759] env[66703]: DEBUG oslo_concurrency.lockutils [None req-ffa6d202-748e-4c81-9979-ad08741f9cf7 None None] Releasing lock "network-307" {{(pid=66703) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 922.991096] env[66703]: DEBUG networking_nsxv3.common.locking [None req-ffa6d202-748e-4c81-9979-ad08741f9cf7 None None] Lock port-2e9dd61b-4cde-4cc1-9661-b925d0b77122 taken with stack trace [, , , , , , , , ] {{(pid=66703) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 922.991263] env[66703]: DEBUG oslo_concurrency.lockutils [None req-ffa6d202-748e-4c81-9979-ad08741f9cf7 None None] Acquiring lock "port-2e9dd61b-4cde-4cc1-9661-b925d0b77122" {{(pid=66703) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 922.991373] env[66703]: DEBUG oslo_concurrency.lockutils [None req-ffa6d202-748e-4c81-9979-ad08741f9cf7 None None] Acquired lock "port-2e9dd61b-4cde-4cc1-9661-b925d0b77122" {{(pid=66703) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 922.991632] env[66703]: DEBUG oslo_concurrency.lockutils [None req-ffa6d202-748e-4c81-9979-ad08741f9cf7 None None] Acquired external semaphore "port-2e9dd61b-4cde-4cc1-9661-b925d0b77122" {{(pid=66703) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 922.991754] env[66703]: DEBUG networking_nsxv3.api.rpc [None req-ffa6d202-748e-4c81-9979-ad08741f9cf7 None None] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('2e9dd61b-4cde-4cc1-9661-b925d0b77122',) {} {{(pid=66703) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 922.998081] env[66703]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=66703) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 922.998363] env[66703]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=66703) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 922.998363] env[66703]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=66703) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 922.998560] env[66703]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=66703) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 922.998742] env[66703]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=66703) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 922.999122] env[66703]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-4629e5a3-497e-45b1-8f0f-3321feaf0c4b" {{(pid=66703) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 923.002779] env[66703]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 795bc015-1eb3-4f14-a94a-8ce341dbdd81 in Status: SUCCESS [ 923.003933] env[66703]: WARNING networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 795bc015-1eb3-4f14-a94a-8ce341dbdd81 deletion is rescheduled due to dependency. [ 923.003933] env[66703]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-795bc015-1eb3-4f14-a94a-8ce341dbdd81" {{(pid=66703) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 923.003933] env[66703]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-795bc015-1eb3-4f14-a94a-8ce341dbdd81" {{(pid=66703) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 923.003933] env[66703]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-795bc015-1eb3-4f14-a94a-8ce341dbdd81" {{(pid=66703) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 923.003933] env[66703]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=66703) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 923.003933] env[66703]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66703) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 923.003933] env[66703]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66703) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 923.004326] env[66703]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66703) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 923.004326] env[66703]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66703) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 923.004548] env[66703]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('795bc015-1eb3-4f14-a94a-8ce341dbdd81',) {} {{(pid=66703) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 923.168460] env[66703]: INFO networking_nsxv3.common.synchronization [None req-6ca29fc4-6702-45c3-a6a1-6d76a67c2972 None None] Enqueued Resource ID: 320037fb-c3f8-4ba1-9c6f-d2e446e12b04 with Priority: HIGHEST for action port [ 923.169062] env[66703]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 320037fb-c3f8-4ba1-9c6f-d2e446e12b04 with Priority: HIGHEST for action port [ 923.169388] env[66703]: DEBUG networking_nsxv3.common.locking [-] Lock port-320037fb-c3f8-4ba1-9c6f-d2e446e12b04 taken with stack trace [, , ] {{(pid=66703) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 923.169513] env[66703]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-320037fb-c3f8-4ba1-9c6f-d2e446e12b04" {{(pid=66703) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 923.169579] env[66703]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-320037fb-c3f8-4ba1-9c6f-d2e446e12b04" {{(pid=66703) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 923.169841] env[66703]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-320037fb-c3f8-4ba1-9c6f-d2e446e12b04" {{(pid=66703) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 923.169931] env[66703]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('320037fb-c3f8-4ba1-9c6f-d2e446e12b04',) {} {{(pid=66703) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 923.266082] env[66703]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for fd11726e-2764-449e-84ac-e0167df921d4: rpc.has_security_group_logging(os_id): False [ 923.285719] env[66703]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=66703) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 923.285881] env[66703]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66703) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 923.285956] env[66703]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66703) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 923.286183] env[66703]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66703) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 923.286289] env[66703]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66703) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 923.286536] env[66703]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=66703) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 923.286634] env[66703]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66703) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 923.286699] env[66703]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66703) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 923.286893] env[66703]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66703) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 923.286956] env[66703]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66703) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 923.287011] env[66703]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: fd11726e-2764-449e-84ac-e0167df921d4 is going to be created. [ 923.347661] env[66703]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=66703) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 923.347796] env[66703]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66703) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 923.347865] env[66703]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66703) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 923.348097] env[66703]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66703) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 923.348281] env[66703]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66703) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 923.360023] env[66703]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: fd11726e-2764-449e-84ac-e0167df921d4 in Status: IN_PROGRESS for 2s [ 923.497021] env[66703]: DEBUG networking_nsxv3.common.locking [None req-ffa6d202-748e-4c81-9979-ad08741f9cf7 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , ] {{(pid=66703) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 923.497021] env[66703]: DEBUG oslo_concurrency.lockutils [None req-ffa6d202-748e-4c81-9979-ad08741f9cf7 None None] Acquiring lock "SegmentPort" {{(pid=66703) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 923.497021] env[66703]: DEBUG oslo_concurrency.lockutils [None req-ffa6d202-748e-4c81-9979-ad08741f9cf7 None None] Acquired lock "SegmentPort" {{(pid=66703) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 923.497021] env[66703]: DEBUG oslo_concurrency.lockutils [None req-ffa6d202-748e-4c81-9979-ad08741f9cf7 None None] Acquired external semaphore "SegmentPort" {{(pid=66703) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 923.497021] env[66703]: DEBUG oslo_concurrency.lockutils [None req-ffa6d202-748e-4c81-9979-ad08741f9cf7 None None] Releasing lock "SegmentPort" {{(pid=66703) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 923.497021] env[66703]: DEBUG networking_nsxv3.common.locking [None req-ffa6d202-748e-4c81-9979-ad08741f9cf7 None None] Lock Segment taken with stack trace [, , , , , , , , , , , ] {{(pid=66703) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 923.497021] env[66703]: DEBUG oslo_concurrency.lockutils [None req-ffa6d202-748e-4c81-9979-ad08741f9cf7 None None] Acquiring lock "Segment" {{(pid=66703) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 923.497021] env[66703]: DEBUG oslo_concurrency.lockutils [None req-ffa6d202-748e-4c81-9979-ad08741f9cf7 None None] Acquired lock "Segment" {{(pid=66703) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 923.497021] env[66703]: DEBUG oslo_concurrency.lockutils [None req-ffa6d202-748e-4c81-9979-ad08741f9cf7 None None] Acquired external semaphore "Segment" {{(pid=66703) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 923.497021] env[66703]: DEBUG oslo_concurrency.lockutils [None req-ffa6d202-748e-4c81-9979-ad08741f9cf7 None None] Releasing lock "Segment" {{(pid=66703) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 923.497518] env[66703]: DEBUG networking_nsxv3.common.locking [None req-ffa6d202-748e-4c81-9979-ad08741f9cf7 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=66703) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 923.497518] env[66703]: DEBUG oslo_concurrency.lockutils [None req-ffa6d202-748e-4c81-9979-ad08741f9cf7 None None] Acquiring lock "SegmentPort" {{(pid=66703) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 923.497518] env[66703]: DEBUG oslo_concurrency.lockutils [None req-ffa6d202-748e-4c81-9979-ad08741f9cf7 None None] Acquired lock "SegmentPort" {{(pid=66703) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 923.497718] env[66703]: DEBUG oslo_concurrency.lockutils [None req-ffa6d202-748e-4c81-9979-ad08741f9cf7 None None] Acquired external semaphore "SegmentPort" {{(pid=66703) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 923.498013] env[66703]: DEBUG oslo_concurrency.lockutils [None req-ffa6d202-748e-4c81-9979-ad08741f9cf7 None None] Releasing lock "SegmentPort" {{(pid=66703) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 923.498078] env[66703]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-ffa6d202-748e-4c81-9979-ad08741f9cf7 None None] Resource: SegmentPort with ID: 2e9dd61b-4cde-4cc1-9661-b925d0b77122 is going to be updated. [ 923.506802] env[66703]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('795bc015-1eb3-4f14-a94a-8ce341dbdd81',) {} {{(pid=66703) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 923.536055] env[66703]: DEBUG networking_nsxv3.common.locking [None req-ffa6d202-748e-4c81-9979-ad08741f9cf7 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=66703) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 923.537442] env[66703]: DEBUG oslo_concurrency.lockutils [None req-ffa6d202-748e-4c81-9979-ad08741f9cf7 None None] Acquiring lock "SegmentPort" {{(pid=66703) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 923.537442] env[66703]: DEBUG oslo_concurrency.lockutils [None req-ffa6d202-748e-4c81-9979-ad08741f9cf7 None None] Acquired lock "SegmentPort" {{(pid=66703) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 923.537442] env[66703]: DEBUG oslo_concurrency.lockutils [None req-ffa6d202-748e-4c81-9979-ad08741f9cf7 None None] Acquired external semaphore "SegmentPort" {{(pid=66703) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 923.537442] env[66703]: DEBUG oslo_concurrency.lockutils [None req-ffa6d202-748e-4c81-9979-ad08741f9cf7 None None] Releasing lock "SegmentPort" {{(pid=66703) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 923.537725] env[66703]: DEBUG oslo_concurrency.lockutils [None req-ffa6d202-748e-4c81-9979-ad08741f9cf7 None None] Releasing lock "port-2e9dd61b-4cde-4cc1-9661-b925d0b77122" {{(pid=66703) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 923.672097] env[66703]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] deletion realization of port 320037fb-c3f8-4ba1-9c6f-d2e446e12b04 [ 923.672292] env[66703]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=66703) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 923.672438] env[66703]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=66703) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 923.672501] env[66703]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=66703) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 923.672717] env[66703]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=66703) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 923.672870] env[66703]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=66703) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 923.672923] env[66703]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Segment Port:320037fb-c3f8-4ba1-9c6f-d2e446e12b04 already deleted. [ 923.673039] env[66703]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-320037fb-c3f8-4ba1-9c6f-d2e446e12b04" {{(pid=66703) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 924.010298] env[66703]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('795bc015-1eb3-4f14-a94a-8ce341dbdd81',) {} {{(pid=66703) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 924.247593] env[66703]: INFO networking_nsxv3.common.synchronization [req-abf00c87-f3f9-4628-b2ec-4a06896cb8f6 req-b27c98b8-acd2-487b-90eb-6607bfb4f6c6 service nova] Enqueued Resource ID: 016af0c8-4276-4aa2-affa-7060eb9467c4 with Priority: HIGHEST for action security_group_rules [ 924.247866] env[66703]: INFO networking_nsxv3.common.synchronization [req-abf00c87-f3f9-4628-b2ec-4a06896cb8f6 req-b27c98b8-acd2-487b-90eb-6607bfb4f6c6 service nova] Enqueued Resource ID: 016af0c8-4276-4aa2-affa-7060eb9467c4 with Priority: HIGHEST for action security_group_members [ 924.247961] env[66703]: INFO networking_nsxv3.common.synchronization [req-abf00c87-f3f9-4628-b2ec-4a06896cb8f6 req-b27c98b8-acd2-487b-90eb-6607bfb4f6c6 service nova] Enqueued Resource ID: 2e9dd61b-4cde-4cc1-9661-b925d0b77122 with Priority: HIGHEST for action port [ 924.248594] env[66703]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 016af0c8-4276-4aa2-affa-7060eb9467c4 with Priority: HIGHEST for action security_group_rules [ 924.248801] env[66703]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 016af0c8-4276-4aa2-affa-7060eb9467c4 with Priority: HIGHEST for action security_group_members [ 924.248985] env[66703]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 2e9dd61b-4cde-4cc1-9661-b925d0b77122 with Priority: HIGHEST for action port [ 924.249337] env[66703]: DEBUG networking_nsxv3.common.locking [-] Lock rules-016af0c8-4276-4aa2-affa-7060eb9467c4 taken with stack trace [, , ] {{(pid=66703) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 924.249515] env[66703]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-016af0c8-4276-4aa2-affa-7060eb9467c4" {{(pid=66703) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 924.249627] env[66703]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-016af0c8-4276-4aa2-affa-7060eb9467c4" {{(pid=66703) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 924.249902] env[66703]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-016af0c8-4276-4aa2-affa-7060eb9467c4" {{(pid=66703) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 924.249995] env[66703]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('016af0c8-4276-4aa2-affa-7060eb9467c4',) {} {{(pid=66703) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 924.250958] env[66703]: DEBUG networking_nsxv3.common.locking [-] Lock member-016af0c8-4276-4aa2-affa-7060eb9467c4 taken with stack trace [, , ] {{(pid=66703) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 924.251146] env[66703]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-016af0c8-4276-4aa2-affa-7060eb9467c4" {{(pid=66703) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 924.251278] env[66703]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-016af0c8-4276-4aa2-affa-7060eb9467c4" {{(pid=66703) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 924.251444] env[66703]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-016af0c8-4276-4aa2-affa-7060eb9467c4" {{(pid=66703) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 924.251733] env[66703]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=66703) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 924.251888] env[66703]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66703) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 924.251997] env[66703]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66703) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 924.252202] env[66703]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66703) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 924.252337] env[66703]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66703) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 924.252456] env[66703]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('016af0c8-4276-4aa2-affa-7060eb9467c4',) {} {{(pid=66703) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 924.253388] env[66703]: DEBUG networking_nsxv3.common.locking [-] Lock port-2e9dd61b-4cde-4cc1-9661-b925d0b77122 taken with stack trace [, , ] {{(pid=66703) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 924.253558] env[66703]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-2e9dd61b-4cde-4cc1-9661-b925d0b77122" {{(pid=66703) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 924.253653] env[66703]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-2e9dd61b-4cde-4cc1-9661-b925d0b77122" {{(pid=66703) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 924.253856] env[66703]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-2e9dd61b-4cde-4cc1-9661-b925d0b77122" {{(pid=66703) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 924.254041] env[66703]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('2e9dd61b-4cde-4cc1-9661-b925d0b77122',) {} {{(pid=66703) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 924.513481] env[66703]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66703) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 924.513481] env[66703]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66703) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 924.513481] env[66703]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66703) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 924.514182] env[66703]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66703) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 924.514182] env[66703]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66703) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 924.514182] env[66703]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 795bc015-1eb3-4f14-a94a-8ce341dbdd81 is going to be updated. [ 924.549068] env[66703]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66703) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 924.549234] env[66703]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66703) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 924.549319] env[66703]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66703) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 924.549535] env[66703]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66703) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 924.550195] env[66703]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66703) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 924.559543] env[66703]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 795bc015-1eb3-4f14-a94a-8ce341dbdd81 in Status: IN_PROGRESS for 2s [ 924.760201] env[66703]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('016af0c8-4276-4aa2-affa-7060eb9467c4',) {} {{(pid=66703) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 924.760201] env[66703]: DEBUG networking_nsxv3.common.locking [-] Lock member-016af0c8-4276-4aa2-affa-7060eb9467c4 taken with stack trace [, , , ] {{(pid=66703) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 924.760201] env[66703]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-016af0c8-4276-4aa2-affa-7060eb9467c4" {{(pid=66703) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 924.760201] env[66703]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] realization of port 2e9dd61b-4cde-4cc1-9661-b925d0b77122 with status ACTIVE [ 924.760201] env[66703]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=66703) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 924.760201] env[66703]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=66703) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 924.760201] env[66703]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=66703) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 924.760201] env[66703]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=66703) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 924.760201] env[66703]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=66703) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 924.760201] env[66703]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , ] {{(pid=66703) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 924.761431] env[66703]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=66703) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 924.761839] env[66703]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=66703) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 924.762231] env[66703]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=66703) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 924.762439] env[66703]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=66703) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 924.762791] env[66703]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=66703) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 924.763526] env[66703]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=66703) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 924.763526] env[66703]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=66703) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 924.763526] env[66703]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=66703) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 924.763526] env[66703]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=66703) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 924.764073] env[66703]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: SegmentPort with ID: 2e9dd61b-4cde-4cc1-9661-b925d0b77122 is going to be updated. [ 924.776581] env[66703]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 660372db-97b0-4c25-a97c-8d2de7c849c4 in Status: SUCCESS [ 924.776581] env[66703]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-660372db-97b0-4c25-a97c-8d2de7c849c4" {{(pid=66703) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 924.788614] env[66703]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=66703) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 924.788614] env[66703]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=66703) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 924.788747] env[66703]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=66703) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 924.789929] env[66703]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=66703) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 924.789929] env[66703]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=66703) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 924.790962] env[66703]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-2e9dd61b-4cde-4cc1-9661-b925d0b77122" {{(pid=66703) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 924.943164] env[66703]: INFO networking_nsxv3.common.synchronization [None req-5c81668d-a533-441f-ab0f-cc5e325c113f tempest-AttachInterfacesTestJSON-516416630 tempest-AttachInterfacesTestJSON-516416630-project-member] Enqueued Resource ID: 1e2b2a96-49fb-4d3f-83d8-f1102c156f71 with Priority: HIGHEST for action security_group_rules [ 924.943389] env[66703]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 1e2b2a96-49fb-4d3f-83d8-f1102c156f71 with Priority: HIGHEST for action security_group_rules [ 924.943810] env[66703]: DEBUG networking_nsxv3.common.locking [-] Lock rules-1e2b2a96-49fb-4d3f-83d8-f1102c156f71 taken with stack trace [, , ] {{(pid=66703) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 924.943810] env[66703]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-1e2b2a96-49fb-4d3f-83d8-f1102c156f71" {{(pid=66703) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 924.943810] env[66703]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-1e2b2a96-49fb-4d3f-83d8-f1102c156f71" {{(pid=66703) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 924.944159] env[66703]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-1e2b2a96-49fb-4d3f-83d8-f1102c156f71" {{(pid=66703) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 924.944292] env[66703]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('1e2b2a96-49fb-4d3f-83d8-f1102c156f71',) {} {{(pid=66703) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 925.267881] env[66703]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('016af0c8-4276-4aa2-affa-7060eb9467c4',) {} {{(pid=66703) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 925.375056] env[66703]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: fd11726e-2764-449e-84ac-e0167df921d4 in Status: SUCCESS [ 925.376323] env[66703]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-fd11726e-2764-449e-84ac-e0167df921d4" {{(pid=66703) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 925.465540] env[66703]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=66703) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 925.465540] env[66703]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66703) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 925.465540] env[66703]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66703) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 925.465540] env[66703]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66703) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 925.465540] env[66703]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66703) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 925.465540] env[66703]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 1e2b2a96-49fb-4d3f-83d8-f1102c156f71 already deleted. [ 925.465540] env[66703]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-1e2b2a96-49fb-4d3f-83d8-f1102c156f71" {{(pid=66703) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 925.736905] env[66703]: INFO networking_nsxv3.common.synchronization [None req-2d6f1d29-86eb-4c29-a734-903fed75a8e7 tempest-AttachInterfacesTestJSON-516416630 tempest-AttachInterfacesTestJSON-516416630-project-member] Enqueued Resource ID: 1e2b2a96-49fb-4d3f-83d8-f1102c156f71 with Priority: HIGHEST for action security_group_rules [ 925.737569] env[66703]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 1e2b2a96-49fb-4d3f-83d8-f1102c156f71 with Priority: HIGHEST for action security_group_rules [ 925.738950] env[66703]: DEBUG networking_nsxv3.common.locking [-] Lock rules-1e2b2a96-49fb-4d3f-83d8-f1102c156f71 taken with stack trace [, , ] {{(pid=66703) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 925.739169] env[66703]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-1e2b2a96-49fb-4d3f-83d8-f1102c156f71" {{(pid=66703) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 925.739334] env[66703]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-1e2b2a96-49fb-4d3f-83d8-f1102c156f71" {{(pid=66703) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 925.741349] env[66703]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-1e2b2a96-49fb-4d3f-83d8-f1102c156f71" {{(pid=66703) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 925.743045] env[66703]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('1e2b2a96-49fb-4d3f-83d8-f1102c156f71',) {} {{(pid=66703) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 925.771676] env[66703]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66703) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 925.772138] env[66703]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66703) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 925.772138] env[66703]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66703) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 925.772818] env[66703]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66703) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 925.772818] env[66703]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66703) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 925.772818] env[66703]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 016af0c8-4276-4aa2-affa-7060eb9467c4 is going to be updated. [ 925.817983] env[66703]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66703) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 925.818190] env[66703]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66703) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 925.818190] env[66703]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66703) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 925.818400] env[66703]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66703) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 925.818550] env[66703]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66703) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 925.830589] env[66703]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 016af0c8-4276-4aa2-affa-7060eb9467c4 in Status: IN_PROGRESS for 2s [ 926.049499] env[66703]: INFO networking_nsxv3.common.synchronization [req-6096bb34-cb7b-4660-ac18-33ff8fcc0688 req-e91eb81a-b16e-40d4-a2dc-da637bf7a1f9 tempest-MigrationsAdminTest-986826467 tempest-MigrationsAdminTest-986826467-project-member] Enqueued Resource ID: 6365a784-f6cd-436e-be41-fa820f180738 with Priority: HIGHEST for action security_group_members [ 926.050381] env[66703]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 6365a784-f6cd-436e-be41-fa820f180738 with Priority: HIGHEST for action security_group_members [ 926.050639] env[66703]: DEBUG networking_nsxv3.common.locking [-] Lock member-6365a784-f6cd-436e-be41-fa820f180738 taken with stack trace [, , ] {{(pid=66703) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 926.050761] env[66703]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-6365a784-f6cd-436e-be41-fa820f180738" {{(pid=66703) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 926.050891] env[66703]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-6365a784-f6cd-436e-be41-fa820f180738" {{(pid=66703) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 926.051142] env[66703]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-6365a784-f6cd-436e-be41-fa820f180738" {{(pid=66703) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 926.051444] env[66703]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=66703) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 926.051444] env[66703]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66703) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 926.051444] env[66703]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66703) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 926.051607] env[66703]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66703) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 926.051675] env[66703]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66703) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 926.051811] env[66703]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('6365a784-f6cd-436e-be41-fa820f180738',) {} {{(pid=66703) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 926.261849] env[66703]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=66703) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 926.262051] env[66703]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66703) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 926.262145] env[66703]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66703) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 926.262356] env[66703]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66703) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 926.262448] env[66703]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66703) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 926.262541] env[66703]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 1e2b2a96-49fb-4d3f-83d8-f1102c156f71 already deleted. [ 926.263309] env[66703]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-1e2b2a96-49fb-4d3f-83d8-f1102c156f71" {{(pid=66703) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 926.555234] env[66703]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=66703) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 926.555518] env[66703]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66703) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 926.555518] env[66703]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66703) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 926.555667] env[66703]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66703) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 926.569070] env[66703]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 795bc015-1eb3-4f14-a94a-8ce341dbdd81 in Status: SUCCESS [ 926.569301] env[66703]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-795bc015-1eb3-4f14-a94a-8ce341dbdd81" {{(pid=66703) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 926.569461] env[66703]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-795bc015-1eb3-4f14-a94a-8ce341dbdd81" {{(pid=66703) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 926.569673] env[66703]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-795bc015-1eb3-4f14-a94a-8ce341dbdd81" {{(pid=66703) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 926.569862] env[66703]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=66703) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 926.570639] env[66703]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66703) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 926.570639] env[66703]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66703) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 926.570639] env[66703]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66703) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 926.570639] env[66703]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66703) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 926.570639] env[66703]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-795bc015-1eb3-4f14-a94a-8ce341dbdd81" {{(pid=66703) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 926.570639] env[66703]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('795bc015-1eb3-4f14-a94a-8ce341dbdd81',) {} {{(pid=66703) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 926.577644] env[66703]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66703) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 926.577859] env[66703]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66703) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 926.578613] env[66703]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66703) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 926.578613] env[66703]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66703) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 926.578613] env[66703]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66703) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 926.578613] env[66703]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66703) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 926.579037] env[66703]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 6365a784-f6cd-436e-be41-fa820f180738 is going to be updated. [ 926.605786] env[66703]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66703) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 926.606039] env[66703]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66703) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 926.606146] env[66703]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66703) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 926.606406] env[66703]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66703) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 926.606586] env[66703]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66703) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 926.616064] env[66703]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 6365a784-f6cd-436e-be41-fa820f180738 in Status: IN_PROGRESS for 2s [ 927.073760] env[66703]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('795bc015-1eb3-4f14-a94a-8ce341dbdd81',) {} {{(pid=66703) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 927.576483] env[66703]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for 795bc015-1eb3-4f14-a94a-8ce341dbdd81: rpc.has_security_group_logging(os_id): False [ 927.612218] env[66703]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=66703) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 927.612480] env[66703]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66703) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 927.612480] env[66703]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66703) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 927.612692] env[66703]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66703) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 927.612761] env[66703]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66703) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 927.613102] env[66703]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=66703) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 927.613314] env[66703]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66703) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 927.613314] env[66703]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66703) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 927.613439] env[66703]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66703) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 927.613505] env[66703]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66703) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 927.613590] env[66703]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 795bc015-1eb3-4f14-a94a-8ce341dbdd81 is going to be updated. [ 927.807801] env[66703]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=66703) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 927.808736] env[66703]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66703) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 927.808736] env[66703]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66703) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 927.808736] env[66703]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66703) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 927.808736] env[66703]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66703) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 927.851468] env[66703]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 016af0c8-4276-4aa2-affa-7060eb9467c4 in Status: SUCCESS [ 927.851687] env[66703]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-016af0c8-4276-4aa2-affa-7060eb9467c4" {{(pid=66703) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 927.851878] env[66703]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-016af0c8-4276-4aa2-affa-7060eb9467c4" {{(pid=66703) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 927.852130] env[66703]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-016af0c8-4276-4aa2-affa-7060eb9467c4" {{(pid=66703) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 927.852344] env[66703]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=66703) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 927.852491] env[66703]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66703) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 927.852559] env[66703]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66703) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 927.852748] env[66703]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66703) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 927.852830] env[66703]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66703) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 927.852918] env[66703]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-016af0c8-4276-4aa2-affa-7060eb9467c4" {{(pid=66703) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 927.853053] env[66703]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('016af0c8-4276-4aa2-affa-7060eb9467c4',) {} {{(pid=66703) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 927.855101] env[66703]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 795bc015-1eb3-4f14-a94a-8ce341dbdd81 in Status: IN_PROGRESS for 2s [ 928.359531] env[66703]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('016af0c8-4276-4aa2-affa-7060eb9467c4',) {} {{(pid=66703) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 928.628044] env[66703]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 6365a784-f6cd-436e-be41-fa820f180738 in Status: SUCCESS [ 928.628402] env[66703]: WARNING networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 6365a784-f6cd-436e-be41-fa820f180738 deletion is rescheduled due to dependency. [ 928.628668] env[66703]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-6365a784-f6cd-436e-be41-fa820f180738" {{(pid=66703) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 928.862882] env[66703]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for 016af0c8-4276-4aa2-affa-7060eb9467c4: rpc.has_security_group_logging(os_id): False [ 928.882744] env[66703]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=66703) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 928.882913] env[66703]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66703) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 928.882987] env[66703]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66703) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 928.883294] env[66703]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66703) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 928.904981] env[66703]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66703) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 928.905311] env[66703]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=66703) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 928.905427] env[66703]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66703) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 928.905493] env[66703]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66703) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 928.905683] env[66703]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66703) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 928.905761] env[66703]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66703) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 928.905890] env[66703]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 016af0c8-4276-4aa2-affa-7060eb9467c4 is going to be updated. [ 928.981172] env[66703]: INFO networking_nsxv3.common.synchronization [None req-db2ac873-d621-4f8b-8638-657758a1358d None None] Enqueued Resource ID: 9997bfc8-344a-4d5b-83c1-830fad27a1ca with Priority: HIGHEST for action port [ 928.982189] env[66703]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 9997bfc8-344a-4d5b-83c1-830fad27a1ca with Priority: HIGHEST for action port [ 928.982628] env[66703]: DEBUG networking_nsxv3.common.locking [-] Lock port-9997bfc8-344a-4d5b-83c1-830fad27a1ca taken with stack trace [, , ] {{(pid=66703) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 928.982825] env[66703]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-9997bfc8-344a-4d5b-83c1-830fad27a1ca" {{(pid=66703) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 928.982825] env[66703]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-9997bfc8-344a-4d5b-83c1-830fad27a1ca" {{(pid=66703) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 928.983161] env[66703]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-9997bfc8-344a-4d5b-83c1-830fad27a1ca" {{(pid=66703) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 928.983256] env[66703]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('9997bfc8-344a-4d5b-83c1-830fad27a1ca',) {} {{(pid=66703) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 928.994666] env[66703]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=66703) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 928.994666] env[66703]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66703) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 928.994666] env[66703]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66703) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 928.995434] env[66703]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66703) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 928.995434] env[66703]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66703) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 929.016098] env[66703]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 016af0c8-4276-4aa2-affa-7060eb9467c4 in Status: IN_PROGRESS for 2s [ 929.486719] env[66703]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] deletion realization of port 9997bfc8-344a-4d5b-83c1-830fad27a1ca [ 929.486965] env[66703]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=66703) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 929.486965] env[66703]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=66703) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 929.486965] env[66703]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=66703) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 929.487456] env[66703]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=66703) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 929.487512] env[66703]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=66703) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 929.488574] env[66703]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Segment Port:9997bfc8-344a-4d5b-83c1-830fad27a1ca already deleted. [ 929.488574] env[66703]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-9997bfc8-344a-4d5b-83c1-830fad27a1ca" {{(pid=66703) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 929.877198] env[66703]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 795bc015-1eb3-4f14-a94a-8ce341dbdd81 in Status: SUCCESS [ 929.877198] env[66703]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-795bc015-1eb3-4f14-a94a-8ce341dbdd81" {{(pid=66703) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 931.033616] env[66703]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 016af0c8-4276-4aa2-affa-7060eb9467c4 in Status: SUCCESS [ 931.033912] env[66703]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-016af0c8-4276-4aa2-affa-7060eb9467c4" {{(pid=66703) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 931.425748] env[66703]: INFO networking_nsxv3.common.synchronization [None req-ecde9601-0c90-4ff5-91fc-c405dea155be None None] Enqueued Resource ID: 34f43140-f46e-4646-bb07-ff802b79388b with Priority: HIGHEST for action port [ 931.426736] env[66703]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 34f43140-f46e-4646-bb07-ff802b79388b with Priority: HIGHEST for action port [ 931.426736] env[66703]: DEBUG networking_nsxv3.common.locking [-] Lock port-34f43140-f46e-4646-bb07-ff802b79388b taken with stack trace [, , ] {{(pid=66703) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 931.426866] env[66703]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-34f43140-f46e-4646-bb07-ff802b79388b" {{(pid=66703) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 931.426959] env[66703]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-34f43140-f46e-4646-bb07-ff802b79388b" {{(pid=66703) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 931.427618] env[66703]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-34f43140-f46e-4646-bb07-ff802b79388b" {{(pid=66703) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 931.427775] env[66703]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('34f43140-f46e-4646-bb07-ff802b79388b',) {} {{(pid=66703) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 931.931612] env[66703]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] deletion realization of port 34f43140-f46e-4646-bb07-ff802b79388b [ 931.931612] env[66703]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=66703) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 931.931612] env[66703]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=66703) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 931.931612] env[66703]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=66703) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 931.931612] env[66703]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=66703) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 931.931612] env[66703]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=66703) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 931.932222] env[66703]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Segment Port:34f43140-f46e-4646-bb07-ff802b79388b already deleted. [ 931.932279] env[66703]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-34f43140-f46e-4646-bb07-ff802b79388b" {{(pid=66703) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 932.519768] env[66703]: INFO networking_nsxv3.common.synchronization [None req-75d8ca25-859c-4322-b157-44ca4255063b None None] Enqueued Resource ID: 3870a1d8-8dc8-4c8d-b149-25860c13131c with Priority: HIGHEST for action port [ 932.520414] env[66703]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 3870a1d8-8dc8-4c8d-b149-25860c13131c with Priority: HIGHEST for action port [ 932.520730] env[66703]: DEBUG networking_nsxv3.common.locking [-] Lock port-3870a1d8-8dc8-4c8d-b149-25860c13131c taken with stack trace [, , ] {{(pid=66703) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 932.520855] env[66703]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-3870a1d8-8dc8-4c8d-b149-25860c13131c" {{(pid=66703) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 932.520943] env[66703]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-3870a1d8-8dc8-4c8d-b149-25860c13131c" {{(pid=66703) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 932.521308] env[66703]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-3870a1d8-8dc8-4c8d-b149-25860c13131c" {{(pid=66703) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 932.521502] env[66703]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('3870a1d8-8dc8-4c8d-b149-25860c13131c',) {} {{(pid=66703) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 933.025760] env[66703]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] deletion realization of port 3870a1d8-8dc8-4c8d-b149-25860c13131c [ 933.025760] env[66703]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=66703) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 933.025760] env[66703]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=66703) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 933.025760] env[66703]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=66703) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 933.025760] env[66703]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=66703) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 933.025760] env[66703]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=66703) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 933.025760] env[66703]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Segment Port:3870a1d8-8dc8-4c8d-b149-25860c13131c already deleted. [ 933.025760] env[66703]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-3870a1d8-8dc8-4c8d-b149-25860c13131c" {{(pid=66703) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 934.058027] env[66703]: INFO networking_nsxv3.common.synchronization [None req-359c0cd3-d2a1-4ccd-ba5a-346d40254c8a None None] Enqueued Resource ID: 9cc5a3be-1d54-4159-abfb-02c43046b37a with Priority: HIGHEST for action port [ 934.058027] env[66703]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 9cc5a3be-1d54-4159-abfb-02c43046b37a with Priority: HIGHEST for action port [ 934.058027] env[66703]: DEBUG networking_nsxv3.common.locking [-] Lock port-9cc5a3be-1d54-4159-abfb-02c43046b37a taken with stack trace [, , ] {{(pid=66703) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 934.058027] env[66703]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-9cc5a3be-1d54-4159-abfb-02c43046b37a" {{(pid=66703) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 934.058027] env[66703]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-9cc5a3be-1d54-4159-abfb-02c43046b37a" {{(pid=66703) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 934.058027] env[66703]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-9cc5a3be-1d54-4159-abfb-02c43046b37a" {{(pid=66703) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 934.058898] env[66703]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('9cc5a3be-1d54-4159-abfb-02c43046b37a',) {} {{(pid=66703) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 934.562842] env[66703]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] deletion realization of port 9cc5a3be-1d54-4159-abfb-02c43046b37a [ 934.563584] env[66703]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=66703) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 934.563584] env[66703]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=66703) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 934.563584] env[66703]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=66703) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 934.563584] env[66703]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=66703) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 934.563584] env[66703]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=66703) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 934.563803] env[66703]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Segment Port:9cc5a3be-1d54-4159-abfb-02c43046b37a already deleted. [ 934.564034] env[66703]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-9cc5a3be-1d54-4159-abfb-02c43046b37a" {{(pid=66703) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 934.616033] env[66703]: INFO networking_nsxv3.common.synchronization [req-ab490858-b5f2-44c3-8a92-b78597b04938 req-68c47aca-a2db-4a81-8e7e-c446bd0a9374 tempest-ImagesTestJSON-1641770331 tempest-ImagesTestJSON-1641770331-project-member] Enqueued Resource ID: f52985e4-827d-4ac5-ba08-62ae5081fda6 with Priority: HIGHEST for action security_group_members [ 934.617030] env[66703]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: f52985e4-827d-4ac5-ba08-62ae5081fda6 with Priority: HIGHEST for action security_group_members [ 934.617122] env[66703]: DEBUG networking_nsxv3.common.locking [-] Lock member-f52985e4-827d-4ac5-ba08-62ae5081fda6 taken with stack trace [, , ] {{(pid=66703) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 934.617193] env[66703]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-f52985e4-827d-4ac5-ba08-62ae5081fda6" {{(pid=66703) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 934.617329] env[66703]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-f52985e4-827d-4ac5-ba08-62ae5081fda6" {{(pid=66703) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 934.617466] env[66703]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-f52985e4-827d-4ac5-ba08-62ae5081fda6" {{(pid=66703) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 934.617672] env[66703]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=66703) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 934.617780] env[66703]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66703) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 934.617844] env[66703]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66703) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 934.617993] env[66703]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66703) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 934.618134] env[66703]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66703) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 934.618236] env[66703]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('f52985e4-827d-4ac5-ba08-62ae5081fda6',) {} {{(pid=66703) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 935.121311] env[66703]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=66703) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 935.121976] env[66703]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66703) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 935.121976] env[66703]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66703) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 935.121976] env[66703]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66703) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 935.122402] env[66703]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66703) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 935.122402] env[66703]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66703) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 935.122574] env[66703]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66703) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 935.122684] env[66703]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66703) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 935.122901] env[66703]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66703) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 935.123040] env[66703]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66703) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 935.123190] env[66703]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: f52985e4-827d-4ac5-ba08-62ae5081fda6 is going to be updated. [ 935.160540] env[66703]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66703) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 935.160540] env[66703]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66703) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 935.160540] env[66703]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66703) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 935.160773] env[66703]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66703) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 935.160773] env[66703]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66703) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 935.178811] env[66703]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: f52985e4-827d-4ac5-ba08-62ae5081fda6 in Status: IN_PROGRESS for 2s [ 935.356265] env[66703]: DEBUG networking_nsxv3.common.locking [None req-ffa6d202-748e-4c81-9979-ad08741f9cf7 None None] Lock network-449 taken with stack trace [, , , , , , , , ] {{(pid=66703) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 935.356727] env[66703]: DEBUG oslo_concurrency.lockutils [None req-ffa6d202-748e-4c81-9979-ad08741f9cf7 None None] Acquiring lock "network-449" {{(pid=66703) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 935.356727] env[66703]: DEBUG oslo_concurrency.lockutils [None req-ffa6d202-748e-4c81-9979-ad08741f9cf7 None None] Acquired lock "network-449" {{(pid=66703) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 935.357965] env[66703]: DEBUG oslo_concurrency.lockutils [None req-ffa6d202-748e-4c81-9979-ad08741f9cf7 None None] Acquired external semaphore "network-449" {{(pid=66703) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 935.358358] env[66703]: DEBUG networking_nsxv3.common.locking [None req-ffa6d202-748e-4c81-9979-ad08741f9cf7 None None] Lock Segment taken with stack trace [, , , , , , , , , , ] {{(pid=66703) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 935.358542] env[66703]: DEBUG oslo_concurrency.lockutils [None req-ffa6d202-748e-4c81-9979-ad08741f9cf7 None None] Acquiring lock "Segment" {{(pid=66703) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 935.358667] env[66703]: DEBUG oslo_concurrency.lockutils [None req-ffa6d202-748e-4c81-9979-ad08741f9cf7 None None] Acquired lock "Segment" {{(pid=66703) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 935.358925] env[66703]: DEBUG oslo_concurrency.lockutils [None req-ffa6d202-748e-4c81-9979-ad08741f9cf7 None None] Acquired external semaphore "Segment" {{(pid=66703) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 935.359292] env[66703]: DEBUG oslo_concurrency.lockutils [None req-ffa6d202-748e-4c81-9979-ad08741f9cf7 None None] Releasing lock "Segment" {{(pid=66703) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 935.359554] env[66703]: DEBUG dogpile.cache.region [None req-ffa6d202-748e-4c81-9979-ad08741f9cf7 None None] No value present for key: 'zone-id' {{(pid=66703) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 935.359674] env[66703]: DEBUG dogpile.lock [None req-ffa6d202-748e-4c81-9979-ad08741f9cf7 None None] NeedRegenerationException {{(pid=66703) _enter /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:90}} [ 935.361361] env[66703]: DEBUG dogpile.lock [None req-ffa6d202-748e-4c81-9979-ad08741f9cf7 None None] no value, waiting for create lock {{(pid=66703) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:131}} [ 935.361361] env[66703]: DEBUG dogpile.lock [None req-ffa6d202-748e-4c81-9979-ad08741f9cf7 None None] value creation lock acquired {{(pid=66703) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:135}} [ 935.361361] env[66703]: DEBUG dogpile.cache.region [None req-ffa6d202-748e-4c81-9979-ad08741f9cf7 None None] No value present for key: 'zone-id' {{(pid=66703) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 935.361361] env[66703]: DEBUG dogpile.lock [None req-ffa6d202-748e-4c81-9979-ad08741f9cf7 None None] Calling creation function for not-yet-present value {{(pid=66703) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:174}} [ 935.362305] env[66703]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-ffa6d202-748e-4c81-9979-ad08741f9cf7 None None] Looking for TransportZone with name nsx-vlan-transportzone. [ 935.385323] env[66703]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-ffa6d202-748e-4c81-9979-ad08741f9cf7 None None] loading zone with a95c914d-748d-497c-94ab-10d4647daeba and tags [{'scope': 'mp2policy_migr_status', 'tag': 'success'}] [ 935.385323] env[66703]: DEBUG dogpile.cache.region [None req-ffa6d202-748e-4c81-9979-ad08741f9cf7 None None] Cache value generated in 0.024 seconds for key(s): 'zone-id' {{(pid=66703) _log_time /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:910}} [ 935.385461] env[66703]: DEBUG dogpile.lock [None req-ffa6d202-748e-4c81-9979-ad08741f9cf7 None None] Released creation lock {{(pid=66703) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:182}} [ 935.385583] env[66703]: DEBUG oslo_concurrency.lockutils [None req-ffa6d202-748e-4c81-9979-ad08741f9cf7 None None] Releasing lock "network-449" {{(pid=66703) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 935.385901] env[66703]: DEBUG networking_nsxv3.common.locking [None req-ffa6d202-748e-4c81-9979-ad08741f9cf7 None None] Lock port-034ef3bd-2fe3-4ee2-b07a-6f0d30f4ddcf taken with stack trace [, , , , , , , , ] {{(pid=66703) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 935.387436] env[66703]: DEBUG oslo_concurrency.lockutils [None req-ffa6d202-748e-4c81-9979-ad08741f9cf7 None None] Acquiring lock "port-034ef3bd-2fe3-4ee2-b07a-6f0d30f4ddcf" {{(pid=66703) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 935.387436] env[66703]: DEBUG oslo_concurrency.lockutils [None req-ffa6d202-748e-4c81-9979-ad08741f9cf7 None None] Acquired lock "port-034ef3bd-2fe3-4ee2-b07a-6f0d30f4ddcf" {{(pid=66703) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 935.387436] env[66703]: DEBUG oslo_concurrency.lockutils [None req-ffa6d202-748e-4c81-9979-ad08741f9cf7 None None] Acquired external semaphore "port-034ef3bd-2fe3-4ee2-b07a-6f0d30f4ddcf" {{(pid=66703) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 935.387436] env[66703]: DEBUG networking_nsxv3.api.rpc [None req-ffa6d202-748e-4c81-9979-ad08741f9cf7 None None] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('034ef3bd-2fe3-4ee2-b07a-6f0d30f4ddcf',) {} {{(pid=66703) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 935.893296] env[66703]: DEBUG networking_nsxv3.common.locking [None req-ffa6d202-748e-4c81-9979-ad08741f9cf7 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , ] {{(pid=66703) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 935.893576] env[66703]: DEBUG oslo_concurrency.lockutils [None req-ffa6d202-748e-4c81-9979-ad08741f9cf7 None None] Acquiring lock "SegmentPort" {{(pid=66703) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 935.893712] env[66703]: DEBUG oslo_concurrency.lockutils [None req-ffa6d202-748e-4c81-9979-ad08741f9cf7 None None] Acquired lock "SegmentPort" {{(pid=66703) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 935.894036] env[66703]: DEBUG oslo_concurrency.lockutils [None req-ffa6d202-748e-4c81-9979-ad08741f9cf7 None None] Acquired external semaphore "SegmentPort" {{(pid=66703) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 935.894202] env[66703]: DEBUG oslo_concurrency.lockutils [None req-ffa6d202-748e-4c81-9979-ad08741f9cf7 None None] Releasing lock "SegmentPort" {{(pid=66703) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 935.894396] env[66703]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-ffa6d202-748e-4c81-9979-ad08741f9cf7 None None] Segment Port 034ef3bd-2fe3-4ee2-b07a-6f0d30f4ddcf not found, creating... [ 935.894725] env[66703]: DEBUG networking_nsxv3.common.locking [None req-ffa6d202-748e-4c81-9979-ad08741f9cf7 None None] Lock Segment taken with stack trace [, , , , , , , , , , , ] {{(pid=66703) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 935.895498] env[66703]: DEBUG oslo_concurrency.lockutils [None req-ffa6d202-748e-4c81-9979-ad08741f9cf7 None None] Acquiring lock "Segment" {{(pid=66703) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 935.895498] env[66703]: DEBUG oslo_concurrency.lockutils [None req-ffa6d202-748e-4c81-9979-ad08741f9cf7 None None] Acquired lock "Segment" {{(pid=66703) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 935.895631] env[66703]: DEBUG oslo_concurrency.lockutils [None req-ffa6d202-748e-4c81-9979-ad08741f9cf7 None None] Acquired external semaphore "Segment" {{(pid=66703) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 935.895718] env[66703]: DEBUG oslo_concurrency.lockutils [None req-ffa6d202-748e-4c81-9979-ad08741f9cf7 None None] Releasing lock "Segment" {{(pid=66703) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 935.896210] env[66703]: DEBUG networking_nsxv3.common.locking [None req-ffa6d202-748e-4c81-9979-ad08741f9cf7 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=66703) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 935.896368] env[66703]: DEBUG oslo_concurrency.lockutils [None req-ffa6d202-748e-4c81-9979-ad08741f9cf7 None None] Acquiring lock "SegmentPort" {{(pid=66703) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 935.896552] env[66703]: DEBUG oslo_concurrency.lockutils [None req-ffa6d202-748e-4c81-9979-ad08741f9cf7 None None] Acquired lock "SegmentPort" {{(pid=66703) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 935.896727] env[66703]: DEBUG oslo_concurrency.lockutils [None req-ffa6d202-748e-4c81-9979-ad08741f9cf7 None None] Acquired external semaphore "SegmentPort" {{(pid=66703) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 935.896891] env[66703]: DEBUG oslo_concurrency.lockutils [None req-ffa6d202-748e-4c81-9979-ad08741f9cf7 None None] Releasing lock "SegmentPort" {{(pid=66703) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 935.897120] env[66703]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-ffa6d202-748e-4c81-9979-ad08741f9cf7 None None] Resource: SegmentPort with ID: 034ef3bd-2fe3-4ee2-b07a-6f0d30f4ddcf is going to be created. [ 935.921381] env[66703]: DEBUG networking_nsxv3.common.locking [None req-ffa6d202-748e-4c81-9979-ad08741f9cf7 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=66703) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 935.921780] env[66703]: DEBUG oslo_concurrency.lockutils [None req-ffa6d202-748e-4c81-9979-ad08741f9cf7 None None] Acquiring lock "SegmentPort" {{(pid=66703) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 935.922057] env[66703]: DEBUG oslo_concurrency.lockutils [None req-ffa6d202-748e-4c81-9979-ad08741f9cf7 None None] Acquired lock "SegmentPort" {{(pid=66703) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 935.922535] env[66703]: DEBUG oslo_concurrency.lockutils [None req-ffa6d202-748e-4c81-9979-ad08741f9cf7 None None] Acquired external semaphore "SegmentPort" {{(pid=66703) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 935.922841] env[66703]: DEBUG oslo_concurrency.lockutils [None req-ffa6d202-748e-4c81-9979-ad08741f9cf7 None None] Releasing lock "SegmentPort" {{(pid=66703) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 935.923172] env[66703]: DEBUG oslo_concurrency.lockutils [None req-ffa6d202-748e-4c81-9979-ad08741f9cf7 None None] Releasing lock "port-034ef3bd-2fe3-4ee2-b07a-6f0d30f4ddcf" {{(pid=66703) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 935.962447] env[66703]: INFO networking_nsxv3.common.synchronization [None req-1a724bc0-1749-4fdb-a0f6-84ba9580238f None None] Enqueued Resource ID: b1bd732a-6eae-41f3-8b78-7b5fc21bd9fc with Priority: HIGHEST for action port [ 935.963099] env[66703]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: b1bd732a-6eae-41f3-8b78-7b5fc21bd9fc with Priority: HIGHEST for action port [ 935.963580] env[66703]: DEBUG networking_nsxv3.common.locking [-] Lock port-b1bd732a-6eae-41f3-8b78-7b5fc21bd9fc taken with stack trace [, , ] {{(pid=66703) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 935.963739] env[66703]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-b1bd732a-6eae-41f3-8b78-7b5fc21bd9fc" {{(pid=66703) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 935.963824] env[66703]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-b1bd732a-6eae-41f3-8b78-7b5fc21bd9fc" {{(pid=66703) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 935.964167] env[66703]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-b1bd732a-6eae-41f3-8b78-7b5fc21bd9fc" {{(pid=66703) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 935.964276] env[66703]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('b1bd732a-6eae-41f3-8b78-7b5fc21bd9fc',) {} {{(pid=66703) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 935.980028] env[66703]: INFO networking_nsxv3.common.synchronization [None req-375083b7-03d5-4721-b9ca-7b3a28369001 tempest-ServersTestFqdnHostnames-469327977 tempest-ServersTestFqdnHostnames-469327977-project-member] Enqueued Resource ID: f1ca8429-6b1e-4072-9f62-c350b5814260 with Priority: HIGHEST for action security_group_rules [ 935.981690] env[66703]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: f1ca8429-6b1e-4072-9f62-c350b5814260 with Priority: HIGHEST for action security_group_rules [ 935.982910] env[66703]: DEBUG networking_nsxv3.common.locking [-] Lock rules-f1ca8429-6b1e-4072-9f62-c350b5814260 taken with stack trace [, , ] {{(pid=66703) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 935.984186] env[66703]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-f1ca8429-6b1e-4072-9f62-c350b5814260" {{(pid=66703) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 935.984186] env[66703]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-f1ca8429-6b1e-4072-9f62-c350b5814260" {{(pid=66703) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 935.984186] env[66703]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-f1ca8429-6b1e-4072-9f62-c350b5814260" {{(pid=66703) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 935.984186] env[66703]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('f1ca8429-6b1e-4072-9f62-c350b5814260',) {} {{(pid=66703) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 936.317705] env[66703]: INFO networking_nsxv3.common.synchronization [None req-9b479672-a7ec-427c-a83b-f42a61768767 tempest-ServersTestFqdnHostnames-469327977 tempest-ServersTestFqdnHostnames-469327977-project-member] Enqueued Resource ID: f1ca8429-6b1e-4072-9f62-c350b5814260 with Priority: HIGHEST for action security_group_rules [ 936.318331] env[66703]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: f1ca8429-6b1e-4072-9f62-c350b5814260 with Priority: HIGHEST for action security_group_rules [ 936.318674] env[66703]: DEBUG networking_nsxv3.common.locking [-] Lock rules-f1ca8429-6b1e-4072-9f62-c350b5814260 taken with stack trace [, , ] {{(pid=66703) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 936.318954] env[66703]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-f1ca8429-6b1e-4072-9f62-c350b5814260" {{(pid=66703) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 936.469027] env[66703]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] deletion realization of port b1bd732a-6eae-41f3-8b78-7b5fc21bd9fc [ 936.469027] env[66703]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=66703) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 936.469027] env[66703]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=66703) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 936.469027] env[66703]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=66703) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 936.469027] env[66703]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=66703) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 936.469027] env[66703]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=66703) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 936.469027] env[66703]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Segment Port:b1bd732a-6eae-41f3-8b78-7b5fc21bd9fc already deleted. [ 936.469027] env[66703]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-b1bd732a-6eae-41f3-8b78-7b5fc21bd9fc" {{(pid=66703) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 936.511122] env[66703]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=66703) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 936.512477] env[66703]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66703) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 936.512562] env[66703]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66703) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 936.512809] env[66703]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66703) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 936.512932] env[66703]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66703) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 936.513155] env[66703]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: f1ca8429-6b1e-4072-9f62-c350b5814260 already deleted. [ 936.514315] env[66703]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-f1ca8429-6b1e-4072-9f62-c350b5814260" {{(pid=66703) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 936.514315] env[66703]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-f1ca8429-6b1e-4072-9f62-c350b5814260" {{(pid=66703) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 936.514315] env[66703]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-f1ca8429-6b1e-4072-9f62-c350b5814260" {{(pid=66703) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 936.514315] env[66703]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('f1ca8429-6b1e-4072-9f62-c350b5814260',) {} {{(pid=66703) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 936.708159] env[66703]: INFO networking_nsxv3.common.synchronization [req-ab490858-b5f2-44c3-8a92-b78597b04938 req-1bd2869f-19cd-433b-9de4-42f82100e5ee service nova] Enqueued Resource ID: f52985e4-827d-4ac5-ba08-62ae5081fda6 with Priority: HIGHEST for action security_group_rules [ 936.708513] env[66703]: INFO networking_nsxv3.common.synchronization [req-ab490858-b5f2-44c3-8a92-b78597b04938 req-1bd2869f-19cd-433b-9de4-42f82100e5ee service nova] Enqueued Resource ID: f52985e4-827d-4ac5-ba08-62ae5081fda6 with Priority: HIGHEST for action security_group_members [ 936.708859] env[66703]: INFO networking_nsxv3.common.synchronization [req-ab490858-b5f2-44c3-8a92-b78597b04938 req-1bd2869f-19cd-433b-9de4-42f82100e5ee service nova] Enqueued Resource ID: 034ef3bd-2fe3-4ee2-b07a-6f0d30f4ddcf with Priority: HIGHEST for action port [ 936.709298] env[66703]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: f52985e4-827d-4ac5-ba08-62ae5081fda6 with Priority: HIGHEST for action security_group_rules [ 936.709482] env[66703]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: f52985e4-827d-4ac5-ba08-62ae5081fda6 with Priority: HIGHEST for action security_group_members [ 936.709635] env[66703]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 034ef3bd-2fe3-4ee2-b07a-6f0d30f4ddcf with Priority: HIGHEST for action port [ 936.710158] env[66703]: DEBUG networking_nsxv3.common.locking [-] Lock rules-f52985e4-827d-4ac5-ba08-62ae5081fda6 taken with stack trace [, , ] {{(pid=66703) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 936.710233] env[66703]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-f52985e4-827d-4ac5-ba08-62ae5081fda6" {{(pid=66703) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 936.711060] env[66703]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-f52985e4-827d-4ac5-ba08-62ae5081fda6" {{(pid=66703) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 936.711060] env[66703]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-f52985e4-827d-4ac5-ba08-62ae5081fda6" {{(pid=66703) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 936.711060] env[66703]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('f52985e4-827d-4ac5-ba08-62ae5081fda6',) {} {{(pid=66703) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 936.713302] env[66703]: DEBUG networking_nsxv3.common.locking [-] Lock member-f52985e4-827d-4ac5-ba08-62ae5081fda6 taken with stack trace [, , ] {{(pid=66703) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 936.713575] env[66703]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-f52985e4-827d-4ac5-ba08-62ae5081fda6" {{(pid=66703) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 936.713651] env[66703]: DEBUG networking_nsxv3.common.locking [-] Lock port-034ef3bd-2fe3-4ee2-b07a-6f0d30f4ddcf taken with stack trace [, , ] {{(pid=66703) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 936.713969] env[66703]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-034ef3bd-2fe3-4ee2-b07a-6f0d30f4ddcf" {{(pid=66703) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 936.713969] env[66703]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-034ef3bd-2fe3-4ee2-b07a-6f0d30f4ddcf" {{(pid=66703) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 936.714079] env[66703]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-034ef3bd-2fe3-4ee2-b07a-6f0d30f4ddcf" {{(pid=66703) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 936.714351] env[66703]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('034ef3bd-2fe3-4ee2-b07a-6f0d30f4ddcf',) {} {{(pid=66703) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 936.875951] env[66703]: INFO networking_nsxv3.common.synchronization [None req-7f762963-8e18-4cef-89e5-f504af3f2fce None None] Enqueued Resource ID: 106d2a64-04a1-4523-af55-cf485471d547 with Priority: HIGHEST for action port [ 936.878192] env[66703]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 106d2a64-04a1-4523-af55-cf485471d547 with Priority: HIGHEST for action port [ 936.878192] env[66703]: DEBUG networking_nsxv3.common.locking [-] Lock port-106d2a64-04a1-4523-af55-cf485471d547 taken with stack trace [, , ] {{(pid=66703) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 936.878192] env[66703]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-106d2a64-04a1-4523-af55-cf485471d547" {{(pid=66703) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 936.878192] env[66703]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-106d2a64-04a1-4523-af55-cf485471d547" {{(pid=66703) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 936.878192] env[66703]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-106d2a64-04a1-4523-af55-cf485471d547" {{(pid=66703) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 936.878192] env[66703]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('106d2a64-04a1-4523-af55-cf485471d547',) {} {{(pid=66703) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 937.039111] env[66703]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=66703) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 937.039111] env[66703]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66703) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 937.039111] env[66703]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66703) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 937.039111] env[66703]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66703) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 937.039111] env[66703]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66703) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 937.039111] env[66703]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: f1ca8429-6b1e-4072-9f62-c350b5814260 already deleted. [ 937.039111] env[66703]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-f1ca8429-6b1e-4072-9f62-c350b5814260" {{(pid=66703) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 937.189751] env[66703]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: f52985e4-827d-4ac5-ba08-62ae5081fda6 in Status: SUCCESS [ 937.189948] env[66703]: WARNING networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: f52985e4-827d-4ac5-ba08-62ae5081fda6 deletion is rescheduled due to dependency. [ 937.190113] env[66703]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-f52985e4-827d-4ac5-ba08-62ae5081fda6" {{(pid=66703) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 937.190280] env[66703]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-f52985e4-827d-4ac5-ba08-62ae5081fda6" {{(pid=66703) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 937.190495] env[66703]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-f52985e4-827d-4ac5-ba08-62ae5081fda6" {{(pid=66703) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 937.191352] env[66703]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=66703) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 937.191352] env[66703]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66703) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 937.191352] env[66703]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66703) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 937.191352] env[66703]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66703) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 937.191352] env[66703]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66703) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 937.191352] env[66703]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('f52985e4-827d-4ac5-ba08-62ae5081fda6',) {} {{(pid=66703) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 937.216194] env[66703]: DEBUG networking_nsxv3.common.locking [-] Lock member-f52985e4-827d-4ac5-ba08-62ae5081fda6 taken with stack trace [, , , ] {{(pid=66703) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 937.216329] env[66703]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-f52985e4-827d-4ac5-ba08-62ae5081fda6" {{(pid=66703) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 937.216518] env[66703]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] realization of port 034ef3bd-2fe3-4ee2-b07a-6f0d30f4ddcf with status ACTIVE [ 937.216685] env[66703]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=66703) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 937.216789] env[66703]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=66703) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 937.216885] env[66703]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=66703) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 937.217132] env[66703]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=66703) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 937.217222] env[66703]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=66703) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 937.217404] env[66703]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , ] {{(pid=66703) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 937.217499] env[66703]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=66703) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 937.217585] env[66703]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=66703) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 937.217704] env[66703]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=66703) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 937.217778] env[66703]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=66703) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 937.217952] env[66703]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=66703) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 937.218054] env[66703]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=66703) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 937.218287] env[66703]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=66703) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 937.218444] env[66703]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=66703) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 937.218593] env[66703]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=66703) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 937.218675] env[66703]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: SegmentPort with ID: 034ef3bd-2fe3-4ee2-b07a-6f0d30f4ddcf is going to be updated. [ 937.243655] env[66703]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=66703) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 937.243830] env[66703]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=66703) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 937.243890] env[66703]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=66703) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 937.244088] env[66703]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=66703) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 937.244220] env[66703]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=66703) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 937.245903] env[66703]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-034ef3bd-2fe3-4ee2-b07a-6f0d30f4ddcf" {{(pid=66703) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 937.384661] env[66703]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] deletion realization of port 106d2a64-04a1-4523-af55-cf485471d547 [ 937.384661] env[66703]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=66703) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 937.384661] env[66703]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=66703) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 937.384661] env[66703]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=66703) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 937.384661] env[66703]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=66703) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 937.384661] env[66703]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=66703) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 937.384661] env[66703]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Segment Port:106d2a64-04a1-4523-af55-cf485471d547 already deleted. [ 937.384661] env[66703]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-106d2a64-04a1-4523-af55-cf485471d547" {{(pid=66703) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 937.505965] env[66703]: INFO networking_nsxv3.common.synchronization [req-75893a30-0e49-44f1-9b64-a1d980040f3f req-48338941-7b80-49fa-a1df-308c8862b589 tempest-DeleteServersTestJSON-1282002617 tempest-DeleteServersTestJSON-1282002617-project-member] Enqueued Resource ID: db254d47-d7a1-40b1-a751-5c5ada9bc604 with Priority: HIGHEST for action security_group_members [ 937.506523] env[66703]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: db254d47-d7a1-40b1-a751-5c5ada9bc604 with Priority: HIGHEST for action security_group_members [ 937.506950] env[66703]: DEBUG networking_nsxv3.common.locking [-] Lock member-db254d47-d7a1-40b1-a751-5c5ada9bc604 taken with stack trace [, , ] {{(pid=66703) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 937.507601] env[66703]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-db254d47-d7a1-40b1-a751-5c5ada9bc604" {{(pid=66703) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 937.507710] env[66703]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-db254d47-d7a1-40b1-a751-5c5ada9bc604" {{(pid=66703) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 937.507952] env[66703]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-db254d47-d7a1-40b1-a751-5c5ada9bc604" {{(pid=66703) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 937.508203] env[66703]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=66703) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 937.508348] env[66703]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66703) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 937.508439] env[66703]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66703) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 937.508623] env[66703]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66703) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 937.508741] env[66703]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66703) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 937.508867] env[66703]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('db254d47-d7a1-40b1-a751-5c5ada9bc604',) {} {{(pid=66703) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 937.693826] env[66703]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('f52985e4-827d-4ac5-ba08-62ae5081fda6',) {} {{(pid=66703) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 937.701051] env[66703]: INFO networking_nsxv3.common.synchronization [None req-26ba5e70-f738-4d30-8fbf-35d9c73abce1 None None] Enqueued Resource ID: 64d532f4-6565-47a8-b0fe-6a3e64af4629 with Priority: HIGHEST for action port [ 937.701335] env[66703]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 64d532f4-6565-47a8-b0fe-6a3e64af4629 with Priority: HIGHEST for action port [ 937.701872] env[66703]: DEBUG networking_nsxv3.common.locking [-] Lock port-64d532f4-6565-47a8-b0fe-6a3e64af4629 taken with stack trace [, , ] {{(pid=66703) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 937.701996] env[66703]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-64d532f4-6565-47a8-b0fe-6a3e64af4629" {{(pid=66703) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 937.702110] env[66703]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-64d532f4-6565-47a8-b0fe-6a3e64af4629" {{(pid=66703) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 937.702328] env[66703]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-64d532f4-6565-47a8-b0fe-6a3e64af4629" {{(pid=66703) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 937.702412] env[66703]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('64d532f4-6565-47a8-b0fe-6a3e64af4629',) {} {{(pid=66703) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 937.959527] env[66703]: DEBUG networking_nsxv3.common.locking [None req-33d36011-a73c-4b6d-849a-f8c867240c48 None None] Lock network-41 taken with stack trace [, , , , , , , , ] {{(pid=66703) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 937.959527] env[66703]: DEBUG oslo_concurrency.lockutils [None req-33d36011-a73c-4b6d-849a-f8c867240c48 None None] Acquiring lock "network-41" {{(pid=66703) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 937.959527] env[66703]: DEBUG oslo_concurrency.lockutils [None req-33d36011-a73c-4b6d-849a-f8c867240c48 None None] Acquired lock "network-41" {{(pid=66703) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 937.959527] env[66703]: DEBUG oslo_concurrency.lockutils [None req-33d36011-a73c-4b6d-849a-f8c867240c48 None None] Acquired external semaphore "network-41" {{(pid=66703) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 937.960528] env[66703]: DEBUG networking_nsxv3.common.locking [None req-33d36011-a73c-4b6d-849a-f8c867240c48 None None] Lock Segment taken with stack trace [, , , , , , , , , , ] {{(pid=66703) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 937.960528] env[66703]: DEBUG oslo_concurrency.lockutils [None req-33d36011-a73c-4b6d-849a-f8c867240c48 None None] Acquiring lock "Segment" {{(pid=66703) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 937.960528] env[66703]: DEBUG oslo_concurrency.lockutils [None req-33d36011-a73c-4b6d-849a-f8c867240c48 None None] Acquired lock "Segment" {{(pid=66703) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 937.961203] env[66703]: DEBUG oslo_concurrency.lockutils [None req-33d36011-a73c-4b6d-849a-f8c867240c48 None None] Acquired external semaphore "Segment" {{(pid=66703) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 937.961442] env[66703]: DEBUG oslo_concurrency.lockutils [None req-33d36011-a73c-4b6d-849a-f8c867240c48 None None] Releasing lock "Segment" {{(pid=66703) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 937.961709] env[66703]: DEBUG dogpile.cache.region [None req-33d36011-a73c-4b6d-849a-f8c867240c48 None None] No value present for key: 'zone-id' {{(pid=66703) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 937.962465] env[66703]: DEBUG dogpile.lock [None req-33d36011-a73c-4b6d-849a-f8c867240c48 None None] NeedRegenerationException {{(pid=66703) _enter /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:90}} [ 937.962660] env[66703]: DEBUG dogpile.lock [None req-33d36011-a73c-4b6d-849a-f8c867240c48 None None] no value, waiting for create lock {{(pid=66703) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:131}} [ 937.962818] env[66703]: DEBUG dogpile.lock [None req-33d36011-a73c-4b6d-849a-f8c867240c48 None None] value creation lock acquired {{(pid=66703) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:135}} [ 937.962980] env[66703]: DEBUG dogpile.cache.region [None req-33d36011-a73c-4b6d-849a-f8c867240c48 None None] No value present for key: 'zone-id' {{(pid=66703) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 937.963450] env[66703]: DEBUG dogpile.lock [None req-33d36011-a73c-4b6d-849a-f8c867240c48 None None] Calling creation function for not-yet-present value {{(pid=66703) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:174}} [ 937.963658] env[66703]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-33d36011-a73c-4b6d-849a-f8c867240c48 None None] Looking for TransportZone with name nsx-vlan-transportzone. [ 937.986455] env[66703]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-33d36011-a73c-4b6d-849a-f8c867240c48 None None] loading zone with a95c914d-748d-497c-94ab-10d4647daeba and tags [{'scope': 'mp2policy_migr_status', 'tag': 'success'}] [ 937.986778] env[66703]: DEBUG dogpile.cache.region [None req-33d36011-a73c-4b6d-849a-f8c867240c48 None None] Cache value generated in 0.023 seconds for key(s): 'zone-id' {{(pid=66703) _log_time /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:910}} [ 937.986974] env[66703]: DEBUG dogpile.lock [None req-33d36011-a73c-4b6d-849a-f8c867240c48 None None] Released creation lock {{(pid=66703) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:182}} [ 937.987226] env[66703]: DEBUG oslo_concurrency.lockutils [None req-33d36011-a73c-4b6d-849a-f8c867240c48 None None] Releasing lock "network-41" {{(pid=66703) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 937.987619] env[66703]: DEBUG networking_nsxv3.common.locking [None req-33d36011-a73c-4b6d-849a-f8c867240c48 None None] Lock port-ce6be93b-53cb-4299-a014-a466594bb938 taken with stack trace [, , , , , , , , ] {{(pid=66703) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 937.987868] env[66703]: DEBUG oslo_concurrency.lockutils [None req-33d36011-a73c-4b6d-849a-f8c867240c48 None None] Acquiring lock "port-ce6be93b-53cb-4299-a014-a466594bb938" {{(pid=66703) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 937.988155] env[66703]: DEBUG oslo_concurrency.lockutils [None req-33d36011-a73c-4b6d-849a-f8c867240c48 None None] Acquired lock "port-ce6be93b-53cb-4299-a014-a466594bb938" {{(pid=66703) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 937.988523] env[66703]: DEBUG oslo_concurrency.lockutils [None req-33d36011-a73c-4b6d-849a-f8c867240c48 None None] Acquired external semaphore "port-ce6be93b-53cb-4299-a014-a466594bb938" {{(pid=66703) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 937.988714] env[66703]: DEBUG networking_nsxv3.api.rpc [None req-33d36011-a73c-4b6d-849a-f8c867240c48 None None] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('ce6be93b-53cb-4299-a014-a466594bb938',) {} {{(pid=66703) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 938.012714] env[66703]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=66703) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 938.012714] env[66703]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66703) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 938.012714] env[66703]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66703) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 938.012714] env[66703]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66703) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 938.012714] env[66703]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66703) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 938.012714] env[66703]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66703) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 938.012714] env[66703]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66703) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 938.012714] env[66703]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66703) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 938.013099] env[66703]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66703) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 938.013127] env[66703]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66703) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 938.013403] env[66703]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: db254d47-d7a1-40b1-a751-5c5ada9bc604 is going to be updated. [ 938.039701] env[66703]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66703) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 938.039846] env[66703]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66703) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 938.039915] env[66703]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66703) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 938.040151] env[66703]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66703) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 938.040344] env[66703]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66703) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 938.050879] env[66703]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: db254d47-d7a1-40b1-a751-5c5ada9bc604 in Status: IN_PROGRESS for 2s [ 938.197046] env[66703]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('f52985e4-827d-4ac5-ba08-62ae5081fda6',) {} {{(pid=66703) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 938.206158] env[66703]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] deletion realization of port 64d532f4-6565-47a8-b0fe-6a3e64af4629 [ 938.206371] env[66703]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=66703) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 938.206640] env[66703]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=66703) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 938.206745] env[66703]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=66703) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 938.207036] env[66703]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=66703) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 938.207181] env[66703]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=66703) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 938.207284] env[66703]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Segment Port:64d532f4-6565-47a8-b0fe-6a3e64af4629 already deleted. [ 938.207379] env[66703]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-64d532f4-6565-47a8-b0fe-6a3e64af4629" {{(pid=66703) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 938.492517] env[66703]: DEBUG networking_nsxv3.common.locking [None req-33d36011-a73c-4b6d-849a-f8c867240c48 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , ] {{(pid=66703) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 938.492517] env[66703]: DEBUG oslo_concurrency.lockutils [None req-33d36011-a73c-4b6d-849a-f8c867240c48 None None] Acquiring lock "SegmentPort" {{(pid=66703) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 938.493275] env[66703]: DEBUG oslo_concurrency.lockutils [None req-33d36011-a73c-4b6d-849a-f8c867240c48 None None] Acquired lock "SegmentPort" {{(pid=66703) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 938.493275] env[66703]: DEBUG oslo_concurrency.lockutils [None req-33d36011-a73c-4b6d-849a-f8c867240c48 None None] Acquired external semaphore "SegmentPort" {{(pid=66703) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 938.493275] env[66703]: DEBUG oslo_concurrency.lockutils [None req-33d36011-a73c-4b6d-849a-f8c867240c48 None None] Releasing lock "SegmentPort" {{(pid=66703) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 938.493275] env[66703]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-33d36011-a73c-4b6d-849a-f8c867240c48 None None] Segment Port ce6be93b-53cb-4299-a014-a466594bb938 not found, creating... [ 938.494428] env[66703]: DEBUG networking_nsxv3.common.locking [None req-33d36011-a73c-4b6d-849a-f8c867240c48 None None] Lock Segment taken with stack trace [, , , , , , , , , , , ] {{(pid=66703) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 938.494428] env[66703]: DEBUG oslo_concurrency.lockutils [None req-33d36011-a73c-4b6d-849a-f8c867240c48 None None] Acquiring lock "Segment" {{(pid=66703) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 938.494428] env[66703]: DEBUG oslo_concurrency.lockutils [None req-33d36011-a73c-4b6d-849a-f8c867240c48 None None] Acquired lock "Segment" {{(pid=66703) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 938.494428] env[66703]: DEBUG oslo_concurrency.lockutils [None req-33d36011-a73c-4b6d-849a-f8c867240c48 None None] Acquired external semaphore "Segment" {{(pid=66703) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 938.494428] env[66703]: DEBUG oslo_concurrency.lockutils [None req-33d36011-a73c-4b6d-849a-f8c867240c48 None None] Releasing lock "Segment" {{(pid=66703) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 938.494716] env[66703]: DEBUG networking_nsxv3.common.locking [None req-33d36011-a73c-4b6d-849a-f8c867240c48 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=66703) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 938.494813] env[66703]: DEBUG oslo_concurrency.lockutils [None req-33d36011-a73c-4b6d-849a-f8c867240c48 None None] Acquiring lock "SegmentPort" {{(pid=66703) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 938.494861] env[66703]: DEBUG oslo_concurrency.lockutils [None req-33d36011-a73c-4b6d-849a-f8c867240c48 None None] Acquired lock "SegmentPort" {{(pid=66703) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 938.499808] env[66703]: DEBUG oslo_concurrency.lockutils [None req-33d36011-a73c-4b6d-849a-f8c867240c48 None None] Acquired external semaphore "SegmentPort" {{(pid=66703) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 938.499808] env[66703]: DEBUG oslo_concurrency.lockutils [None req-33d36011-a73c-4b6d-849a-f8c867240c48 None None] Releasing lock "SegmentPort" {{(pid=66703) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 938.499808] env[66703]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-33d36011-a73c-4b6d-849a-f8c867240c48 None None] Resource: SegmentPort with ID: ce6be93b-53cb-4299-a014-a466594bb938 is going to be created. [ 938.524435] env[66703]: DEBUG networking_nsxv3.common.locking [None req-33d36011-a73c-4b6d-849a-f8c867240c48 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=66703) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 938.524736] env[66703]: DEBUG oslo_concurrency.lockutils [None req-33d36011-a73c-4b6d-849a-f8c867240c48 None None] Acquiring lock "SegmentPort" {{(pid=66703) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 938.524897] env[66703]: DEBUG oslo_concurrency.lockutils [None req-33d36011-a73c-4b6d-849a-f8c867240c48 None None] Acquired lock "SegmentPort" {{(pid=66703) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 938.525293] env[66703]: DEBUG oslo_concurrency.lockutils [None req-33d36011-a73c-4b6d-849a-f8c867240c48 None None] Acquired external semaphore "SegmentPort" {{(pid=66703) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 938.526058] env[66703]: DEBUG oslo_concurrency.lockutils [None req-33d36011-a73c-4b6d-849a-f8c867240c48 None None] Releasing lock "SegmentPort" {{(pid=66703) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 938.526058] env[66703]: DEBUG oslo_concurrency.lockutils [None req-33d36011-a73c-4b6d-849a-f8c867240c48 None None] Releasing lock "port-ce6be93b-53cb-4299-a014-a466594bb938" {{(pid=66703) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 938.699178] env[66703]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66703) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 938.699445] env[66703]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66703) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 938.699445] env[66703]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66703) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 938.699656] env[66703]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66703) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 938.700021] env[66703]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66703) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 938.700021] env[66703]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: f52985e4-827d-4ac5-ba08-62ae5081fda6 is going to be updated. [ 938.738099] env[66703]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66703) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 938.738099] env[66703]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66703) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 938.738099] env[66703]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66703) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 938.739529] env[66703]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66703) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 938.739627] env[66703]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66703) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 938.752291] env[66703]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: f52985e4-827d-4ac5-ba08-62ae5081fda6 in Status: IN_PROGRESS for 2s [ 939.331554] env[66703]: INFO networking_nsxv3.common.synchronization [req-75893a30-0e49-44f1-9b64-a1d980040f3f req-8950c219-0ce2-4edb-80c6-e10996409dfd service nova] Enqueued Resource ID: db254d47-d7a1-40b1-a751-5c5ada9bc604 with Priority: HIGHEST for action security_group_rules [ 939.331700] env[66703]: INFO networking_nsxv3.common.synchronization [req-75893a30-0e49-44f1-9b64-a1d980040f3f req-8950c219-0ce2-4edb-80c6-e10996409dfd service nova] Enqueued Resource ID: db254d47-d7a1-40b1-a751-5c5ada9bc604 with Priority: HIGHEST for action security_group_members [ 939.331843] env[66703]: INFO networking_nsxv3.common.synchronization [req-75893a30-0e49-44f1-9b64-a1d980040f3f req-8950c219-0ce2-4edb-80c6-e10996409dfd service nova] Enqueued Resource ID: ce6be93b-53cb-4299-a014-a466594bb938 with Priority: HIGHEST for action port [ 939.332391] env[66703]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: db254d47-d7a1-40b1-a751-5c5ada9bc604 with Priority: HIGHEST for action security_group_rules [ 939.333497] env[66703]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: db254d47-d7a1-40b1-a751-5c5ada9bc604 with Priority: HIGHEST for action security_group_members [ 939.333497] env[66703]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: ce6be93b-53cb-4299-a014-a466594bb938 with Priority: HIGHEST for action port [ 939.333497] env[66703]: DEBUG networking_nsxv3.common.locking [-] Lock rules-db254d47-d7a1-40b1-a751-5c5ada9bc604 taken with stack trace [, , ] {{(pid=66703) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 939.334102] env[66703]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-db254d47-d7a1-40b1-a751-5c5ada9bc604" {{(pid=66703) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 939.334251] env[66703]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-db254d47-d7a1-40b1-a751-5c5ada9bc604" {{(pid=66703) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 939.335131] env[66703]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-db254d47-d7a1-40b1-a751-5c5ada9bc604" {{(pid=66703) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 939.335131] env[66703]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('db254d47-d7a1-40b1-a751-5c5ada9bc604',) {} {{(pid=66703) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 939.336158] env[66703]: DEBUG networking_nsxv3.common.locking [-] Lock member-db254d47-d7a1-40b1-a751-5c5ada9bc604 taken with stack trace [, , ] {{(pid=66703) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 939.336398] env[66703]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-db254d47-d7a1-40b1-a751-5c5ada9bc604" {{(pid=66703) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 939.336564] env[66703]: DEBUG networking_nsxv3.common.locking [-] Lock port-ce6be93b-53cb-4299-a014-a466594bb938 taken with stack trace [, , ] {{(pid=66703) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 939.336738] env[66703]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-ce6be93b-53cb-4299-a014-a466594bb938" {{(pid=66703) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 939.336779] env[66703]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-ce6be93b-53cb-4299-a014-a466594bb938" {{(pid=66703) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 939.336997] env[66703]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-ce6be93b-53cb-4299-a014-a466594bb938" {{(pid=66703) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 939.337120] env[66703]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('ce6be93b-53cb-4299-a014-a466594bb938',) {} {{(pid=66703) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 939.839605] env[66703]: DEBUG networking_nsxv3.common.locking [-] Lock member-db254d47-d7a1-40b1-a751-5c5ada9bc604 taken with stack trace [, , , ] {{(pid=66703) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 939.840052] env[66703]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-db254d47-d7a1-40b1-a751-5c5ada9bc604" {{(pid=66703) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 939.840240] env[66703]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] realization of port ce6be93b-53cb-4299-a014-a466594bb938 with status ACTIVE [ 939.840572] env[66703]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=66703) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 939.840719] env[66703]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=66703) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 939.840777] env[66703]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=66703) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 939.841434] env[66703]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=66703) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 939.841434] env[66703]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=66703) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 939.841434] env[66703]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , ] {{(pid=66703) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 939.841434] env[66703]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=66703) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 939.841684] env[66703]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=66703) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 939.841684] env[66703]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=66703) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 939.841774] env[66703]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=66703) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 939.841981] env[66703]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=66703) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 939.842362] env[66703]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=66703) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 939.842362] env[66703]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=66703) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 939.842362] env[66703]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=66703) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 939.842362] env[66703]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=66703) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 939.842591] env[66703]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: SegmentPort with ID: ce6be93b-53cb-4299-a014-a466594bb938 is going to be updated. [ 939.873132] env[66703]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=66703) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 939.873384] env[66703]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=66703) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 939.873384] env[66703]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=66703) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 939.873577] env[66703]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=66703) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 939.873736] env[66703]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=66703) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 939.873927] env[66703]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-ce6be93b-53cb-4299-a014-a466594bb938" {{(pid=66703) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 940.064229] env[66703]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: db254d47-d7a1-40b1-a751-5c5ada9bc604 in Status: SUCCESS [ 940.064436] env[66703]: WARNING networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: db254d47-d7a1-40b1-a751-5c5ada9bc604 deletion is rescheduled due to dependency. [ 940.064436] env[66703]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-db254d47-d7a1-40b1-a751-5c5ada9bc604" {{(pid=66703) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 940.064640] env[66703]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-db254d47-d7a1-40b1-a751-5c5ada9bc604" {{(pid=66703) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 940.065231] env[66703]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-db254d47-d7a1-40b1-a751-5c5ada9bc604" {{(pid=66703) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 940.065642] env[66703]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=66703) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 940.065755] env[66703]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66703) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 940.065905] env[66703]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66703) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 940.066114] env[66703]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66703) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 940.066114] env[66703]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66703) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 940.066201] env[66703]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('db254d47-d7a1-40b1-a751-5c5ada9bc604',) {} {{(pid=66703) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 940.124127] env[66703]: INFO networking_nsxv3.common.synchronization [req-56845cca-d488-4ea6-b697-291aff96c6ff req-d9a05a67-4030-4e61-b9ac-633ff11a4824 tempest-InstanceActionsTestJSON-1832923769 tempest-InstanceActionsTestJSON-1832923769-project-member] Enqueued Resource ID: 1e4f4349-a036-4da7-ac6f-1277bb1760f6 with Priority: HIGHEST for action security_group_members [ 940.124763] env[66703]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 1e4f4349-a036-4da7-ac6f-1277bb1760f6 with Priority: HIGHEST for action security_group_members [ 940.126039] env[66703]: DEBUG networking_nsxv3.common.locking [-] Lock member-1e4f4349-a036-4da7-ac6f-1277bb1760f6 taken with stack trace [, , ] {{(pid=66703) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 940.126039] env[66703]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-1e4f4349-a036-4da7-ac6f-1277bb1760f6" {{(pid=66703) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 940.126039] env[66703]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-1e4f4349-a036-4da7-ac6f-1277bb1760f6" {{(pid=66703) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 940.126905] env[66703]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-1e4f4349-a036-4da7-ac6f-1277bb1760f6" {{(pid=66703) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 940.126905] env[66703]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=66703) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 940.126905] env[66703]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66703) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 940.126905] env[66703]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66703) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 940.127049] env[66703]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66703) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 940.127114] env[66703]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66703) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 940.127274] env[66703]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('1e4f4349-a036-4da7-ac6f-1277bb1760f6',) {} {{(pid=66703) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 940.322705] env[66703]: INFO networking_nsxv3.common.synchronization [None req-2473c571-02e1-4ec8-9f7b-63a73dfe3b89 None None] Enqueued Resource ID: c9574cf3-dbb9-42fd-b981-8177d8fd531c with Priority: HIGHEST for action port [ 940.323178] env[66703]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: c9574cf3-dbb9-42fd-b981-8177d8fd531c with Priority: HIGHEST for action port [ 940.324438] env[66703]: DEBUG networking_nsxv3.common.locking [-] Lock port-c9574cf3-dbb9-42fd-b981-8177d8fd531c taken with stack trace [, , ] {{(pid=66703) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 940.324438] env[66703]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-c9574cf3-dbb9-42fd-b981-8177d8fd531c" {{(pid=66703) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 940.324438] env[66703]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-c9574cf3-dbb9-42fd-b981-8177d8fd531c" {{(pid=66703) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 940.324438] env[66703]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-c9574cf3-dbb9-42fd-b981-8177d8fd531c" {{(pid=66703) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 940.324963] env[66703]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('c9574cf3-dbb9-42fd-b981-8177d8fd531c',) {} {{(pid=66703) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 940.537780] env[66703]: DEBUG networking_nsxv3.common.locking [None req-33d36011-a73c-4b6d-849a-f8c867240c48 None None] Lock network-84 taken with stack trace [, , , , , , , , ] {{(pid=66703) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 940.538056] env[66703]: DEBUG oslo_concurrency.lockutils [None req-33d36011-a73c-4b6d-849a-f8c867240c48 None None] Acquiring lock "network-84" {{(pid=66703) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 940.540272] env[66703]: DEBUG oslo_concurrency.lockutils [None req-33d36011-a73c-4b6d-849a-f8c867240c48 None None] Acquired lock "network-84" {{(pid=66703) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 940.540272] env[66703]: DEBUG oslo_concurrency.lockutils [None req-33d36011-a73c-4b6d-849a-f8c867240c48 None None] Acquired external semaphore "network-84" {{(pid=66703) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 940.540272] env[66703]: DEBUG networking_nsxv3.common.locking [None req-33d36011-a73c-4b6d-849a-f8c867240c48 None None] Lock Segment taken with stack trace [, , , , , , , , , , ] {{(pid=66703) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 940.540272] env[66703]: DEBUG oslo_concurrency.lockutils [None req-33d36011-a73c-4b6d-849a-f8c867240c48 None None] Acquiring lock "Segment" {{(pid=66703) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 940.540272] env[66703]: DEBUG oslo_concurrency.lockutils [None req-33d36011-a73c-4b6d-849a-f8c867240c48 None None] Acquired lock "Segment" {{(pid=66703) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 940.540272] env[66703]: DEBUG oslo_concurrency.lockutils [None req-33d36011-a73c-4b6d-849a-f8c867240c48 None None] Acquired external semaphore "Segment" {{(pid=66703) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 940.540272] env[66703]: DEBUG oslo_concurrency.lockutils [None req-33d36011-a73c-4b6d-849a-f8c867240c48 None None] Releasing lock "Segment" {{(pid=66703) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 940.540272] env[66703]: DEBUG dogpile.cache.region [None req-33d36011-a73c-4b6d-849a-f8c867240c48 None None] No value present for key: 'zone-id' {{(pid=66703) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 940.540272] env[66703]: DEBUG dogpile.lock [None req-33d36011-a73c-4b6d-849a-f8c867240c48 None None] NeedRegenerationException {{(pid=66703) _enter /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:90}} [ 940.540272] env[66703]: DEBUG dogpile.lock [None req-33d36011-a73c-4b6d-849a-f8c867240c48 None None] no value, waiting for create lock {{(pid=66703) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:131}} [ 940.540272] env[66703]: DEBUG dogpile.lock [None req-33d36011-a73c-4b6d-849a-f8c867240c48 None None] value creation lock acquired {{(pid=66703) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:135}} [ 940.540272] env[66703]: DEBUG dogpile.cache.region [None req-33d36011-a73c-4b6d-849a-f8c867240c48 None None] No value present for key: 'zone-id' {{(pid=66703) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 940.540272] env[66703]: DEBUG dogpile.lock [None req-33d36011-a73c-4b6d-849a-f8c867240c48 None None] Calling creation function for not-yet-present value {{(pid=66703) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:174}} [ 940.540777] env[66703]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-33d36011-a73c-4b6d-849a-f8c867240c48 None None] Looking for TransportZone with name nsx-vlan-transportzone. [ 940.565296] env[66703]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-33d36011-a73c-4b6d-849a-f8c867240c48 None None] loading zone with a95c914d-748d-497c-94ab-10d4647daeba and tags [{'scope': 'mp2policy_migr_status', 'tag': 'success'}] [ 940.565296] env[66703]: DEBUG dogpile.cache.region [None req-33d36011-a73c-4b6d-849a-f8c867240c48 None None] Cache value generated in 0.025 seconds for key(s): 'zone-id' {{(pid=66703) _log_time /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:910}} [ 940.566225] env[66703]: DEBUG dogpile.lock [None req-33d36011-a73c-4b6d-849a-f8c867240c48 None None] Released creation lock {{(pid=66703) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:182}} [ 940.566460] env[66703]: DEBUG oslo_concurrency.lockutils [None req-33d36011-a73c-4b6d-849a-f8c867240c48 None None] Releasing lock "network-84" {{(pid=66703) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 940.567896] env[66703]: DEBUG networking_nsxv3.common.locking [None req-33d36011-a73c-4b6d-849a-f8c867240c48 None None] Lock port-9e1297b3-68c3-4762-abe0-e3106ee927df taken with stack trace [, , , , , , , , ] {{(pid=66703) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 940.567896] env[66703]: DEBUG oslo_concurrency.lockutils [None req-33d36011-a73c-4b6d-849a-f8c867240c48 None None] Acquiring lock "port-9e1297b3-68c3-4762-abe0-e3106ee927df" {{(pid=66703) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 940.567896] env[66703]: DEBUG oslo_concurrency.lockutils [None req-33d36011-a73c-4b6d-849a-f8c867240c48 None None] Acquired lock "port-9e1297b3-68c3-4762-abe0-e3106ee927df" {{(pid=66703) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 940.567896] env[66703]: DEBUG oslo_concurrency.lockutils [None req-33d36011-a73c-4b6d-849a-f8c867240c48 None None] Acquired external semaphore "port-9e1297b3-68c3-4762-abe0-e3106ee927df" {{(pid=66703) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 940.568567] env[66703]: DEBUG networking_nsxv3.api.rpc [None req-33d36011-a73c-4b6d-849a-f8c867240c48 None None] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('9e1297b3-68c3-4762-abe0-e3106ee927df',) {} {{(pid=66703) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 940.569259] env[66703]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('db254d47-d7a1-40b1-a751-5c5ada9bc604',) {} {{(pid=66703) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 940.630069] env[66703]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=66703) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 940.630232] env[66703]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66703) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 940.630311] env[66703]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66703) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 940.630513] env[66703]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66703) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 940.630601] env[66703]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66703) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 940.630808] env[66703]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66703) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 940.630906] env[66703]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66703) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 940.630970] env[66703]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66703) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 940.631141] env[66703]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66703) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 940.631221] env[66703]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66703) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 940.631332] env[66703]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 1e4f4349-a036-4da7-ac6f-1277bb1760f6 already deleted. [ 940.631414] env[66703]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-1e4f4349-a036-4da7-ac6f-1277bb1760f6" {{(pid=66703) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 940.767724] env[66703]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: f52985e4-827d-4ac5-ba08-62ae5081fda6 in Status: SUCCESS [ 940.767965] env[66703]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-f52985e4-827d-4ac5-ba08-62ae5081fda6" {{(pid=66703) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 940.768169] env[66703]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-f52985e4-827d-4ac5-ba08-62ae5081fda6" {{(pid=66703) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 940.768432] env[66703]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-f52985e4-827d-4ac5-ba08-62ae5081fda6" {{(pid=66703) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 940.768635] env[66703]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=66703) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 940.768774] env[66703]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66703) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 940.768840] env[66703]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66703) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 940.769045] env[66703]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66703) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 940.769144] env[66703]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66703) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 940.769238] env[66703]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-f52985e4-827d-4ac5-ba08-62ae5081fda6" {{(pid=66703) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 940.769328] env[66703]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('f52985e4-827d-4ac5-ba08-62ae5081fda6',) {} {{(pid=66703) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 940.827475] env[66703]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] deletion realization of port c9574cf3-dbb9-42fd-b981-8177d8fd531c [ 940.827737] env[66703]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=66703) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 940.827874] env[66703]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=66703) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 940.827937] env[66703]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=66703) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 940.828182] env[66703]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=66703) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 940.828275] env[66703]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=66703) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 940.828369] env[66703]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Segment Port:c9574cf3-dbb9-42fd-b981-8177d8fd531c already deleted. [ 940.828474] env[66703]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-c9574cf3-dbb9-42fd-b981-8177d8fd531c" {{(pid=66703) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 941.071944] env[66703]: DEBUG networking_nsxv3.common.locking [None req-33d36011-a73c-4b6d-849a-f8c867240c48 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , ] {{(pid=66703) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 941.072235] env[66703]: DEBUG oslo_concurrency.lockutils [None req-33d36011-a73c-4b6d-849a-f8c867240c48 None None] Acquiring lock "SegmentPort" {{(pid=66703) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 941.072317] env[66703]: DEBUG oslo_concurrency.lockutils [None req-33d36011-a73c-4b6d-849a-f8c867240c48 None None] Acquired lock "SegmentPort" {{(pid=66703) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 941.073086] env[66703]: DEBUG oslo_concurrency.lockutils [None req-33d36011-a73c-4b6d-849a-f8c867240c48 None None] Acquired external semaphore "SegmentPort" {{(pid=66703) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 941.073255] env[66703]: DEBUG oslo_concurrency.lockutils [None req-33d36011-a73c-4b6d-849a-f8c867240c48 None None] Releasing lock "SegmentPort" {{(pid=66703) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 941.073414] env[66703]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-33d36011-a73c-4b6d-849a-f8c867240c48 None None] Segment Port 9e1297b3-68c3-4762-abe0-e3106ee927df not found, creating... [ 941.073683] env[66703]: DEBUG networking_nsxv3.common.locking [None req-33d36011-a73c-4b6d-849a-f8c867240c48 None None] Lock Segment taken with stack trace [, , , , , , , , , , , ] {{(pid=66703) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 941.073915] env[66703]: DEBUG oslo_concurrency.lockutils [None req-33d36011-a73c-4b6d-849a-f8c867240c48 None None] Acquiring lock "Segment" {{(pid=66703) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 941.073970] env[66703]: DEBUG oslo_concurrency.lockutils [None req-33d36011-a73c-4b6d-849a-f8c867240c48 None None] Acquired lock "Segment" {{(pid=66703) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 941.074220] env[66703]: DEBUG oslo_concurrency.lockutils [None req-33d36011-a73c-4b6d-849a-f8c867240c48 None None] Acquired external semaphore "Segment" {{(pid=66703) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 941.074355] env[66703]: DEBUG oslo_concurrency.lockutils [None req-33d36011-a73c-4b6d-849a-f8c867240c48 None None] Releasing lock "Segment" {{(pid=66703) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 941.074637] env[66703]: DEBUG networking_nsxv3.common.locking [None req-33d36011-a73c-4b6d-849a-f8c867240c48 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=66703) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 941.076276] env[66703]: DEBUG oslo_concurrency.lockutils [None req-33d36011-a73c-4b6d-849a-f8c867240c48 None None] Acquiring lock "SegmentPort" {{(pid=66703) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 941.076276] env[66703]: DEBUG oslo_concurrency.lockutils [None req-33d36011-a73c-4b6d-849a-f8c867240c48 None None] Acquired lock "SegmentPort" {{(pid=66703) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 941.076276] env[66703]: DEBUG oslo_concurrency.lockutils [None req-33d36011-a73c-4b6d-849a-f8c867240c48 None None] Acquired external semaphore "SegmentPort" {{(pid=66703) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 941.076276] env[66703]: DEBUG oslo_concurrency.lockutils [None req-33d36011-a73c-4b6d-849a-f8c867240c48 None None] Releasing lock "SegmentPort" {{(pid=66703) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 941.076276] env[66703]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-33d36011-a73c-4b6d-849a-f8c867240c48 None None] Resource: SegmentPort with ID: 9e1297b3-68c3-4762-abe0-e3106ee927df is going to be created. [ 941.078126] env[66703]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('db254d47-d7a1-40b1-a751-5c5ada9bc604',) {} {{(pid=66703) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 941.098235] env[66703]: DEBUG networking_nsxv3.common.locking [None req-33d36011-a73c-4b6d-849a-f8c867240c48 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=66703) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 941.098449] env[66703]: DEBUG oslo_concurrency.lockutils [None req-33d36011-a73c-4b6d-849a-f8c867240c48 None None] Acquiring lock "SegmentPort" {{(pid=66703) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 941.098569] env[66703]: DEBUG oslo_concurrency.lockutils [None req-33d36011-a73c-4b6d-849a-f8c867240c48 None None] Acquired lock "SegmentPort" {{(pid=66703) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 941.098842] env[66703]: DEBUG oslo_concurrency.lockutils [None req-33d36011-a73c-4b6d-849a-f8c867240c48 None None] Acquired external semaphore "SegmentPort" {{(pid=66703) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 941.099125] env[66703]: DEBUG oslo_concurrency.lockutils [None req-33d36011-a73c-4b6d-849a-f8c867240c48 None None] Releasing lock "SegmentPort" {{(pid=66703) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 941.099369] env[66703]: DEBUG oslo_concurrency.lockutils [None req-33d36011-a73c-4b6d-849a-f8c867240c48 None None] Releasing lock "port-9e1297b3-68c3-4762-abe0-e3106ee927df" {{(pid=66703) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 941.271278] env[66703]: DEBUG networking_nsxv3.common.locking [-] Lock member-f52985e4-827d-4ac5-ba08-62ae5081fda6 taken with stack trace [, , , ] {{(pid=66703) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 941.271962] env[66703]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-f52985e4-827d-4ac5-ba08-62ae5081fda6" {{(pid=66703) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 941.272068] env[66703]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-f52985e4-827d-4ac5-ba08-62ae5081fda6" {{(pid=66703) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 941.272330] env[66703]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-f52985e4-827d-4ac5-ba08-62ae5081fda6" {{(pid=66703) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 941.272537] env[66703]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=66703) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 941.272666] env[66703]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66703) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 941.272734] env[66703]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66703) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 941.272955] env[66703]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66703) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 941.273098] env[66703]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66703) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 941.273243] env[66703]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-f52985e4-827d-4ac5-ba08-62ae5081fda6" {{(pid=66703) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 941.273481] env[66703]: DEBUG networking_nsxv3.common.locking [-] Lock member-f52985e4-827d-4ac5-ba08-62ae5081fda6 taken with stack trace [, , , ] {{(pid=66703) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 941.273635] env[66703]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-f52985e4-827d-4ac5-ba08-62ae5081fda6" {{(pid=66703) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 941.273721] env[66703]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-f52985e4-827d-4ac5-ba08-62ae5081fda6" {{(pid=66703) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 941.273904] env[66703]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-f52985e4-827d-4ac5-ba08-62ae5081fda6" {{(pid=66703) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 941.274238] env[66703]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=66703) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 941.274238] env[66703]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66703) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 941.274238] env[66703]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66703) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 941.274672] env[66703]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66703) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 941.274672] env[66703]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66703) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 941.274672] env[66703]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-f52985e4-827d-4ac5-ba08-62ae5081fda6" {{(pid=66703) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 941.274672] env[66703]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('f52985e4-827d-4ac5-ba08-62ae5081fda6',) {} {{(pid=66703) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 941.320331] env[66703]: INFO networking_nsxv3.common.synchronization [None req-90141d9c-deda-4197-925e-6a8ebf48f3ae tempest-AttachVolumeTestJSON-1215574731 tempest-AttachVolumeTestJSON-1215574731-project-member] Enqueued Resource ID: 433d87a8-b488-4016-b086-c4329efa2811 with Priority: HIGHEST for action security_group_rules [ 941.320677] env[66703]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 433d87a8-b488-4016-b086-c4329efa2811 with Priority: HIGHEST for action security_group_rules [ 941.320990] env[66703]: DEBUG networking_nsxv3.common.locking [-] Lock rules-433d87a8-b488-4016-b086-c4329efa2811 taken with stack trace [, , ] {{(pid=66703) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 941.321322] env[66703]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-433d87a8-b488-4016-b086-c4329efa2811" {{(pid=66703) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 941.321392] env[66703]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-433d87a8-b488-4016-b086-c4329efa2811" {{(pid=66703) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 941.321644] env[66703]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-433d87a8-b488-4016-b086-c4329efa2811" {{(pid=66703) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 941.321731] env[66703]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('433d87a8-b488-4016-b086-c4329efa2811',) {} {{(pid=66703) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 941.463033] env[66703]: INFO networking_nsxv3.common.synchronization [None req-d2c82abd-e44f-4f8a-b805-8851d3b48e3b tempest-AttachVolumeTestJSON-1215574731 tempest-AttachVolumeTestJSON-1215574731-project-member] Enqueued Resource ID: 433d87a8-b488-4016-b086-c4329efa2811 with Priority: HIGHEST for action security_group_rules [ 941.463033] env[66703]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 433d87a8-b488-4016-b086-c4329efa2811 with Priority: HIGHEST for action security_group_rules [ 941.463718] env[66703]: DEBUG networking_nsxv3.common.locking [-] Lock rules-433d87a8-b488-4016-b086-c4329efa2811 taken with stack trace [, , ] {{(pid=66703) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 941.463960] env[66703]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-433d87a8-b488-4016-b086-c4329efa2811" {{(pid=66703) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 941.583381] env[66703]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66703) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 941.583381] env[66703]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66703) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 941.583381] env[66703]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66703) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 941.583381] env[66703]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66703) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 941.583381] env[66703]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66703) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 941.583381] env[66703]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: db254d47-d7a1-40b1-a751-5c5ada9bc604 is going to be updated. [ 941.615933] env[66703]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66703) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 941.616104] env[66703]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66703) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 941.616180] env[66703]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66703) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 941.616384] env[66703]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66703) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 941.616531] env[66703]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66703) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 941.626420] env[66703]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: db254d47-d7a1-40b1-a751-5c5ada9bc604 in Status: IN_PROGRESS for 2s [ 941.777727] env[66703]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for f52985e4-827d-4ac5-ba08-62ae5081fda6: rpc.has_security_group_logging(os_id): False [ 941.808017] env[66703]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=66703) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 941.808356] env[66703]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66703) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 941.808356] env[66703]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66703) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 941.808474] env[66703]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66703) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 941.808569] env[66703]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66703) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 941.809816] env[66703]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66703) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 941.809816] env[66703]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66703) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 941.809816] env[66703]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66703) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 941.809816] env[66703]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66703) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 941.809816] env[66703]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66703) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 941.809816] env[66703]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66703) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 941.809816] env[66703]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66703) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 941.809816] env[66703]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66703) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 941.810242] env[66703]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66703) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 941.810242] env[66703]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66703) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 941.810294] env[66703]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=66703) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 941.810414] env[66703]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66703) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 941.810654] env[66703]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66703) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 941.810722] env[66703]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66703) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 941.810815] env[66703]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66703) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 941.810911] env[66703]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: f52985e4-827d-4ac5-ba08-62ae5081fda6 is going to be updated. [ 941.847196] env[66703]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=66703) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 941.847831] env[66703]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66703) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 941.847961] env[66703]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66703) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 941.848192] env[66703]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66703) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 941.848293] env[66703]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66703) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 941.848439] env[66703]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 433d87a8-b488-4016-b086-c4329efa2811 already deleted. [ 941.848611] env[66703]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-433d87a8-b488-4016-b086-c4329efa2811" {{(pid=66703) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 941.848783] env[66703]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-433d87a8-b488-4016-b086-c4329efa2811" {{(pid=66703) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 941.848946] env[66703]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-433d87a8-b488-4016-b086-c4329efa2811" {{(pid=66703) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 941.849062] env[66703]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('433d87a8-b488-4016-b086-c4329efa2811',) {} {{(pid=66703) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 941.857766] env[66703]: INFO networking_nsxv3.common.synchronization [req-56845cca-d488-4ea6-b697-291aff96c6ff req-5b5d14fc-459e-4cd4-90a7-f2c480c53c68 service nova] Enqueued Resource ID: 1e4f4349-a036-4da7-ac6f-1277bb1760f6 with Priority: HIGHEST for action security_group_rules [ 941.857927] env[66703]: INFO networking_nsxv3.common.synchronization [req-56845cca-d488-4ea6-b697-291aff96c6ff req-5b5d14fc-459e-4cd4-90a7-f2c480c53c68 service nova] Enqueued Resource ID: 1e4f4349-a036-4da7-ac6f-1277bb1760f6 with Priority: HIGHEST for action security_group_members [ 941.858106] env[66703]: INFO networking_nsxv3.common.synchronization [req-56845cca-d488-4ea6-b697-291aff96c6ff req-5b5d14fc-459e-4cd4-90a7-f2c480c53c68 service nova] Enqueued Resource ID: 9e1297b3-68c3-4762-abe0-e3106ee927df with Priority: HIGHEST for action port [ 941.858592] env[66703]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 1e4f4349-a036-4da7-ac6f-1277bb1760f6 with Priority: HIGHEST for action security_group_rules [ 941.858732] env[66703]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 1e4f4349-a036-4da7-ac6f-1277bb1760f6 with Priority: HIGHEST for action security_group_members [ 941.858828] env[66703]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 9e1297b3-68c3-4762-abe0-e3106ee927df with Priority: HIGHEST for action port [ 941.859570] env[66703]: DEBUG networking_nsxv3.common.locking [-] Lock rules-1e4f4349-a036-4da7-ac6f-1277bb1760f6 taken with stack trace [, , ] {{(pid=66703) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 941.859739] env[66703]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-1e4f4349-a036-4da7-ac6f-1277bb1760f6" {{(pid=66703) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 941.859811] env[66703]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-1e4f4349-a036-4da7-ac6f-1277bb1760f6" {{(pid=66703) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 941.860178] env[66703]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-1e4f4349-a036-4da7-ac6f-1277bb1760f6" {{(pid=66703) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 941.860263] env[66703]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('1e4f4349-a036-4da7-ac6f-1277bb1760f6',) {} {{(pid=66703) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 941.862243] env[66703]: DEBUG networking_nsxv3.common.locking [-] Lock member-1e4f4349-a036-4da7-ac6f-1277bb1760f6 taken with stack trace [, , ] {{(pid=66703) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 941.862325] env[66703]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-1e4f4349-a036-4da7-ac6f-1277bb1760f6" {{(pid=66703) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 941.862325] env[66703]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-1e4f4349-a036-4da7-ac6f-1277bb1760f6" {{(pid=66703) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 941.862516] env[66703]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-1e4f4349-a036-4da7-ac6f-1277bb1760f6" {{(pid=66703) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 941.862673] env[66703]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=66703) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 941.862780] env[66703]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66703) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 941.862848] env[66703]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66703) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 941.862968] env[66703]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66703) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 941.863063] env[66703]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66703) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 941.863158] env[66703]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('1e4f4349-a036-4da7-ac6f-1277bb1760f6',) {} {{(pid=66703) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 941.864461] env[66703]: DEBUG networking_nsxv3.common.locking [-] Lock port-9e1297b3-68c3-4762-abe0-e3106ee927df taken with stack trace [, , ] {{(pid=66703) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 941.864581] env[66703]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-9e1297b3-68c3-4762-abe0-e3106ee927df" {{(pid=66703) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 941.864656] env[66703]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-9e1297b3-68c3-4762-abe0-e3106ee927df" {{(pid=66703) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 941.864814] env[66703]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-9e1297b3-68c3-4762-abe0-e3106ee927df" {{(pid=66703) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 941.867145] env[66703]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('9e1297b3-68c3-4762-abe0-e3106ee927df',) {} {{(pid=66703) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 941.888579] env[66703]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=66703) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 941.888787] env[66703]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66703) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 941.888787] env[66703]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66703) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 941.888977] env[66703]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66703) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 941.889325] env[66703]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66703) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 941.904292] env[66703]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: f52985e4-827d-4ac5-ba08-62ae5081fda6 in Status: IN_PROGRESS for 2s [ 942.362509] env[66703]: DEBUG networking_nsxv3.common.locking [-] Lock member-1e4f4349-a036-4da7-ac6f-1277bb1760f6 taken with stack trace [, , , ] {{(pid=66703) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 942.362800] env[66703]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-1e4f4349-a036-4da7-ac6f-1277bb1760f6" {{(pid=66703) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 942.364984] env[66703]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('1e4f4349-a036-4da7-ac6f-1277bb1760f6',) {} {{(pid=66703) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 942.367586] env[66703]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] realization of port 9e1297b3-68c3-4762-abe0-e3106ee927df with status ACTIVE [ 942.367727] env[66703]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=66703) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 942.367850] env[66703]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=66703) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 942.367951] env[66703]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=66703) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 942.368404] env[66703]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=66703) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 942.368404] env[66703]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=66703) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 942.368404] env[66703]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , ] {{(pid=66703) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 942.368707] env[66703]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=66703) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 942.368707] env[66703]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=66703) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 942.368707] env[66703]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=66703) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 942.368927] env[66703]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=66703) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 942.368927] env[66703]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=66703) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 942.369051] env[66703]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=66703) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 942.369102] env[66703]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=66703) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 942.369242] env[66703]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=66703) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 942.369318] env[66703]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=66703) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 942.369406] env[66703]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: SegmentPort with ID: 9e1297b3-68c3-4762-abe0-e3106ee927df is going to be updated. [ 942.371404] env[66703]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=66703) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 942.371404] env[66703]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66703) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 942.371404] env[66703]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66703) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 942.371547] env[66703]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66703) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 942.371578] env[66703]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66703) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 942.371651] env[66703]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 433d87a8-b488-4016-b086-c4329efa2811 already deleted. [ 942.371734] env[66703]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-433d87a8-b488-4016-b086-c4329efa2811" {{(pid=66703) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 942.392585] env[66703]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=66703) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 942.392736] env[66703]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=66703) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 942.392807] env[66703]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=66703) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 942.393028] env[66703]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=66703) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 942.393168] env[66703]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=66703) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 942.393327] env[66703]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-9e1297b3-68c3-4762-abe0-e3106ee927df" {{(pid=66703) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 942.868796] env[66703]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('1e4f4349-a036-4da7-ac6f-1277bb1760f6',) {} {{(pid=66703) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 943.371629] env[66703]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66703) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 943.371953] env[66703]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66703) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 943.371953] env[66703]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66703) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 943.372270] env[66703]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66703) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 943.372270] env[66703]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66703) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 943.372391] env[66703]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 1e4f4349-a036-4da7-ac6f-1277bb1760f6 is going to be created. [ 943.399741] env[66703]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66703) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 943.402105] env[66703]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66703) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 943.402105] env[66703]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66703) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 943.402105] env[66703]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66703) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 943.402105] env[66703]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66703) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 943.414445] env[66703]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 1e4f4349-a036-4da7-ac6f-1277bb1760f6 in Status: UNINITIALIZED for 2s [ 943.639611] env[66703]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: db254d47-d7a1-40b1-a751-5c5ada9bc604 in Status: SUCCESS [ 943.639836] env[66703]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-db254d47-d7a1-40b1-a751-5c5ada9bc604" {{(pid=66703) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 943.640044] env[66703]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-db254d47-d7a1-40b1-a751-5c5ada9bc604" {{(pid=66703) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 943.640362] env[66703]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-db254d47-d7a1-40b1-a751-5c5ada9bc604" {{(pid=66703) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 943.640681] env[66703]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=66703) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 943.640780] env[66703]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66703) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 943.640858] env[66703]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66703) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 943.641013] env[66703]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66703) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 943.641178] env[66703]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66703) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 943.641288] env[66703]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-db254d47-d7a1-40b1-a751-5c5ada9bc604" {{(pid=66703) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 943.641428] env[66703]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('db254d47-d7a1-40b1-a751-5c5ada9bc604',) {} {{(pid=66703) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 943.922041] env[66703]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: f52985e4-827d-4ac5-ba08-62ae5081fda6 in Status: SUCCESS [ 943.922283] env[66703]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-f52985e4-827d-4ac5-ba08-62ae5081fda6" {{(pid=66703) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 944.144884] env[66703]: DEBUG networking_nsxv3.common.locking [-] Lock member-db254d47-d7a1-40b1-a751-5c5ada9bc604 taken with stack trace [, , , ] {{(pid=66703) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 944.145055] env[66703]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-db254d47-d7a1-40b1-a751-5c5ada9bc604" {{(pid=66703) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 944.145150] env[66703]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-db254d47-d7a1-40b1-a751-5c5ada9bc604" {{(pid=66703) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 944.145347] env[66703]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-db254d47-d7a1-40b1-a751-5c5ada9bc604" {{(pid=66703) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 944.145515] env[66703]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=66703) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 944.145642] env[66703]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66703) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 944.145718] env[66703]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66703) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 944.145807] env[66703]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66703) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 944.145989] env[66703]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66703) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 944.146074] env[66703]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-db254d47-d7a1-40b1-a751-5c5ada9bc604" {{(pid=66703) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 944.146203] env[66703]: DEBUG networking_nsxv3.common.locking [-] Lock member-db254d47-d7a1-40b1-a751-5c5ada9bc604 taken with stack trace [, , , ] {{(pid=66703) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 944.146307] env[66703]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-db254d47-d7a1-40b1-a751-5c5ada9bc604" {{(pid=66703) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 944.146393] env[66703]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-db254d47-d7a1-40b1-a751-5c5ada9bc604" {{(pid=66703) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 944.146565] env[66703]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-db254d47-d7a1-40b1-a751-5c5ada9bc604" {{(pid=66703) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 944.146702] env[66703]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=66703) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 944.146794] env[66703]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66703) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 944.146872] env[66703]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66703) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 944.147061] env[66703]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66703) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 944.147061] env[66703]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66703) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 944.147148] env[66703]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-db254d47-d7a1-40b1-a751-5c5ada9bc604" {{(pid=66703) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 944.147238] env[66703]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('db254d47-d7a1-40b1-a751-5c5ada9bc604',) {} {{(pid=66703) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 944.625173] env[66703]: INFO networking_nsxv3.common.synchronization [req-c1fb0edc-7b66-48b6-96a5-cda2faa61875 req-594e2055-4613-4b8d-b7ed-5974ca75d57c tempest-ServerActionsTestJSON-1903783594 tempest-ServerActionsTestJSON-1903783594-project-member] Enqueued Resource ID: b862fb2c-6a52-42d3-8708-a7bbc1341553 with Priority: HIGHEST for action security_group_members [ 944.625800] env[66703]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: b862fb2c-6a52-42d3-8708-a7bbc1341553 with Priority: HIGHEST for action security_group_members [ 944.625930] env[66703]: DEBUG networking_nsxv3.common.locking [-] Lock member-b862fb2c-6a52-42d3-8708-a7bbc1341553 taken with stack trace [, , ] {{(pid=66703) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 944.626365] env[66703]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-b862fb2c-6a52-42d3-8708-a7bbc1341553" {{(pid=66703) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 944.626365] env[66703]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-b862fb2c-6a52-42d3-8708-a7bbc1341553" {{(pid=66703) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 944.626365] env[66703]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-b862fb2c-6a52-42d3-8708-a7bbc1341553" {{(pid=66703) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 944.626568] env[66703]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=66703) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 944.626619] env[66703]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66703) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 944.626674] env[66703]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66703) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 944.626815] env[66703]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66703) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 944.626898] env[66703]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66703) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 944.626998] env[66703]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('b862fb2c-6a52-42d3-8708-a7bbc1341553',) {} {{(pid=66703) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 944.653059] env[66703]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for db254d47-d7a1-40b1-a751-5c5ada9bc604: rpc.has_security_group_logging(os_id): False [ 944.677219] env[66703]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=66703) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 944.677475] env[66703]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66703) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 944.677553] env[66703]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66703) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 944.677758] env[66703]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66703) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 944.677846] env[66703]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66703) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 944.678050] env[66703]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66703) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 944.678251] env[66703]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66703) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 944.678251] env[66703]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66703) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 944.678350] env[66703]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66703) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 944.678411] env[66703]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66703) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 944.678658] env[66703]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66703) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 944.678777] env[66703]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66703) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 944.678848] env[66703]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66703) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 944.678948] env[66703]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66703) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 944.679090] env[66703]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66703) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 944.679319] env[66703]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=66703) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 944.679430] env[66703]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66703) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 944.679526] env[66703]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66703) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 944.679726] env[66703]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66703) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 944.679818] env[66703]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66703) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 944.679926] env[66703]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: db254d47-d7a1-40b1-a751-5c5ada9bc604 is going to be updated. [ 944.743850] env[66703]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=66703) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 944.743989] env[66703]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66703) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 944.744080] env[66703]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66703) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 944.744300] env[66703]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66703) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 944.744473] env[66703]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66703) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 944.759687] env[66703]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: db254d47-d7a1-40b1-a751-5c5ada9bc604 in Status: IN_PROGRESS for 2s [ 944.997187] env[66703]: DEBUG networking_nsxv3.common.locking [None req-33d36011-a73c-4b6d-849a-f8c867240c48 None None] Lock network-54 taken with stack trace [, , , , , , , , ] {{(pid=66703) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 944.997378] env[66703]: DEBUG oslo_concurrency.lockutils [None req-33d36011-a73c-4b6d-849a-f8c867240c48 None None] Acquiring lock "network-54" {{(pid=66703) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 944.997508] env[66703]: DEBUG oslo_concurrency.lockutils [None req-33d36011-a73c-4b6d-849a-f8c867240c48 None None] Acquired lock "network-54" {{(pid=66703) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 944.997780] env[66703]: DEBUG oslo_concurrency.lockutils [None req-33d36011-a73c-4b6d-849a-f8c867240c48 None None] Acquired external semaphore "network-54" {{(pid=66703) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 944.998051] env[66703]: DEBUG networking_nsxv3.common.locking [None req-33d36011-a73c-4b6d-849a-f8c867240c48 None None] Lock Segment taken with stack trace [, , , , , , , , , , ] {{(pid=66703) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 944.998212] env[66703]: DEBUG oslo_concurrency.lockutils [None req-33d36011-a73c-4b6d-849a-f8c867240c48 None None] Acquiring lock "Segment" {{(pid=66703) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 944.998349] env[66703]: DEBUG oslo_concurrency.lockutils [None req-33d36011-a73c-4b6d-849a-f8c867240c48 None None] Acquired lock "Segment" {{(pid=66703) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 944.998609] env[66703]: DEBUG oslo_concurrency.lockutils [None req-33d36011-a73c-4b6d-849a-f8c867240c48 None None] Acquired external semaphore "Segment" {{(pid=66703) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 944.998820] env[66703]: DEBUG oslo_concurrency.lockutils [None req-33d36011-a73c-4b6d-849a-f8c867240c48 None None] Releasing lock "Segment" {{(pid=66703) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 944.998964] env[66703]: DEBUG dogpile.cache.region [None req-33d36011-a73c-4b6d-849a-f8c867240c48 None None] No value present for key: 'zone-id' {{(pid=66703) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 944.999150] env[66703]: DEBUG dogpile.lock [None req-33d36011-a73c-4b6d-849a-f8c867240c48 None None] NeedRegenerationException {{(pid=66703) _enter /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:90}} [ 944.999266] env[66703]: DEBUG dogpile.lock [None req-33d36011-a73c-4b6d-849a-f8c867240c48 None None] no value, waiting for create lock {{(pid=66703) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:131}} [ 944.999371] env[66703]: DEBUG dogpile.lock [None req-33d36011-a73c-4b6d-849a-f8c867240c48 None None] value creation lock acquired {{(pid=66703) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:135}} [ 944.999483] env[66703]: DEBUG dogpile.cache.region [None req-33d36011-a73c-4b6d-849a-f8c867240c48 None None] No value present for key: 'zone-id' {{(pid=66703) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 944.999579] env[66703]: DEBUG dogpile.lock [None req-33d36011-a73c-4b6d-849a-f8c867240c48 None None] Calling creation function for not-yet-present value {{(pid=66703) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:174}} [ 944.999775] env[66703]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-33d36011-a73c-4b6d-849a-f8c867240c48 None None] Looking for TransportZone with name nsx-vlan-transportzone. [ 945.021988] env[66703]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-33d36011-a73c-4b6d-849a-f8c867240c48 None None] loading zone with a95c914d-748d-497c-94ab-10d4647daeba and tags [{'scope': 'mp2policy_migr_status', 'tag': 'success'}] [ 945.022177] env[66703]: DEBUG dogpile.cache.region [None req-33d36011-a73c-4b6d-849a-f8c867240c48 None None] Cache value generated in 0.022 seconds for key(s): 'zone-id' {{(pid=66703) _log_time /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:910}} [ 945.022331] env[66703]: DEBUG dogpile.lock [None req-33d36011-a73c-4b6d-849a-f8c867240c48 None None] Released creation lock {{(pid=66703) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:182}} [ 945.022531] env[66703]: DEBUG oslo_concurrency.lockutils [None req-33d36011-a73c-4b6d-849a-f8c867240c48 None None] Releasing lock "network-54" {{(pid=66703) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 945.022839] env[66703]: DEBUG networking_nsxv3.common.locking [None req-33d36011-a73c-4b6d-849a-f8c867240c48 None None] Lock port-2c33f3af-5159-4a41-97f3-f66614445800 taken with stack trace [, , , , , , , , ] {{(pid=66703) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 945.023034] env[66703]: DEBUG oslo_concurrency.lockutils [None req-33d36011-a73c-4b6d-849a-f8c867240c48 None None] Acquiring lock "port-2c33f3af-5159-4a41-97f3-f66614445800" {{(pid=66703) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 945.023186] env[66703]: DEBUG oslo_concurrency.lockutils [None req-33d36011-a73c-4b6d-849a-f8c867240c48 None None] Acquired lock "port-2c33f3af-5159-4a41-97f3-f66614445800" {{(pid=66703) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 945.023530] env[66703]: DEBUG oslo_concurrency.lockutils [None req-33d36011-a73c-4b6d-849a-f8c867240c48 None None] Acquired external semaphore "port-2c33f3af-5159-4a41-97f3-f66614445800" {{(pid=66703) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 945.023757] env[66703]: DEBUG networking_nsxv3.api.rpc [None req-33d36011-a73c-4b6d-849a-f8c867240c48 None None] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('2c33f3af-5159-4a41-97f3-f66614445800',) {} {{(pid=66703) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 945.129663] env[66703]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=66703) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 945.129818] env[66703]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66703) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 945.129904] env[66703]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66703) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 945.130197] env[66703]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66703) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 945.130305] env[66703]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66703) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 945.130530] env[66703]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66703) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 945.130635] env[66703]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66703) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 945.130697] env[66703]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66703) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 945.130856] env[66703]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66703) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 945.130933] env[66703]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66703) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 945.131040] env[66703]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: b862fb2c-6a52-42d3-8708-a7bbc1341553 already deleted. [ 945.131133] env[66703]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-b862fb2c-6a52-42d3-8708-a7bbc1341553" {{(pid=66703) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 945.425333] env[66703]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 1e4f4349-a036-4da7-ac6f-1277bb1760f6 in Status: SUCCESS [ 945.425689] env[66703]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-1e4f4349-a036-4da7-ac6f-1277bb1760f6" {{(pid=66703) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 945.425783] env[66703]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-1e4f4349-a036-4da7-ac6f-1277bb1760f6" {{(pid=66703) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 945.425920] env[66703]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-1e4f4349-a036-4da7-ac6f-1277bb1760f6" {{(pid=66703) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 945.426163] env[66703]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=66703) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 945.426296] env[66703]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66703) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 945.426361] env[66703]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66703) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 945.426646] env[66703]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66703) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 945.426781] env[66703]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66703) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 945.426872] env[66703]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-1e4f4349-a036-4da7-ac6f-1277bb1760f6" {{(pid=66703) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 945.426981] env[66703]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('1e4f4349-a036-4da7-ac6f-1277bb1760f6',) {} {{(pid=66703) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 945.527805] env[66703]: DEBUG networking_nsxv3.common.locking [None req-33d36011-a73c-4b6d-849a-f8c867240c48 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , ] {{(pid=66703) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 945.527805] env[66703]: DEBUG oslo_concurrency.lockutils [None req-33d36011-a73c-4b6d-849a-f8c867240c48 None None] Acquiring lock "SegmentPort" {{(pid=66703) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 945.527805] env[66703]: DEBUG oslo_concurrency.lockutils [None req-33d36011-a73c-4b6d-849a-f8c867240c48 None None] Acquired lock "SegmentPort" {{(pid=66703) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 945.528404] env[66703]: DEBUG oslo_concurrency.lockutils [None req-33d36011-a73c-4b6d-849a-f8c867240c48 None None] Acquired external semaphore "SegmentPort" {{(pid=66703) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 945.528568] env[66703]: DEBUG oslo_concurrency.lockutils [None req-33d36011-a73c-4b6d-849a-f8c867240c48 None None] Releasing lock "SegmentPort" {{(pid=66703) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 945.528732] env[66703]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-33d36011-a73c-4b6d-849a-f8c867240c48 None None] Segment Port 2c33f3af-5159-4a41-97f3-f66614445800 not found, creating... [ 945.529051] env[66703]: DEBUG networking_nsxv3.common.locking [None req-33d36011-a73c-4b6d-849a-f8c867240c48 None None] Lock Segment taken with stack trace [, , , , , , , , , , , ] {{(pid=66703) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 945.529217] env[66703]: DEBUG oslo_concurrency.lockutils [None req-33d36011-a73c-4b6d-849a-f8c867240c48 None None] Acquiring lock "Segment" {{(pid=66703) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 945.529723] env[66703]: DEBUG oslo_concurrency.lockutils [None req-33d36011-a73c-4b6d-849a-f8c867240c48 None None] Acquired lock "Segment" {{(pid=66703) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 945.529723] env[66703]: DEBUG oslo_concurrency.lockutils [None req-33d36011-a73c-4b6d-849a-f8c867240c48 None None] Acquired external semaphore "Segment" {{(pid=66703) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 945.529825] env[66703]: DEBUG oslo_concurrency.lockutils [None req-33d36011-a73c-4b6d-849a-f8c867240c48 None None] Releasing lock "Segment" {{(pid=66703) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 945.531957] env[66703]: DEBUG networking_nsxv3.common.locking [None req-33d36011-a73c-4b6d-849a-f8c867240c48 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=66703) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 945.531957] env[66703]: DEBUG oslo_concurrency.lockutils [None req-33d36011-a73c-4b6d-849a-f8c867240c48 None None] Acquiring lock "SegmentPort" {{(pid=66703) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 945.531957] env[66703]: DEBUG oslo_concurrency.lockutils [None req-33d36011-a73c-4b6d-849a-f8c867240c48 None None] Acquired lock "SegmentPort" {{(pid=66703) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 945.531957] env[66703]: DEBUG oslo_concurrency.lockutils [None req-33d36011-a73c-4b6d-849a-f8c867240c48 None None] Acquired external semaphore "SegmentPort" {{(pid=66703) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 945.531957] env[66703]: DEBUG oslo_concurrency.lockutils [None req-33d36011-a73c-4b6d-849a-f8c867240c48 None None] Releasing lock "SegmentPort" {{(pid=66703) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 945.531957] env[66703]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-33d36011-a73c-4b6d-849a-f8c867240c48 None None] Resource: SegmentPort with ID: 2c33f3af-5159-4a41-97f3-f66614445800 is going to be created. [ 945.554540] env[66703]: DEBUG networking_nsxv3.common.locking [None req-33d36011-a73c-4b6d-849a-f8c867240c48 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=66703) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 945.554839] env[66703]: DEBUG oslo_concurrency.lockutils [None req-33d36011-a73c-4b6d-849a-f8c867240c48 None None] Acquiring lock "SegmentPort" {{(pid=66703) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 945.554912] env[66703]: DEBUG oslo_concurrency.lockutils [None req-33d36011-a73c-4b6d-849a-f8c867240c48 None None] Acquired lock "SegmentPort" {{(pid=66703) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 945.555204] env[66703]: DEBUG oslo_concurrency.lockutils [None req-33d36011-a73c-4b6d-849a-f8c867240c48 None None] Acquired external semaphore "SegmentPort" {{(pid=66703) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 945.555440] env[66703]: DEBUG oslo_concurrency.lockutils [None req-33d36011-a73c-4b6d-849a-f8c867240c48 None None] Releasing lock "SegmentPort" {{(pid=66703) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 945.556130] env[66703]: DEBUG oslo_concurrency.lockutils [None req-33d36011-a73c-4b6d-849a-f8c867240c48 None None] Releasing lock "port-2c33f3af-5159-4a41-97f3-f66614445800" {{(pid=66703) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 945.929733] env[66703]: DEBUG networking_nsxv3.common.locking [-] Lock member-1e4f4349-a036-4da7-ac6f-1277bb1760f6 taken with stack trace [, , , ] {{(pid=66703) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 945.930142] env[66703]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-1e4f4349-a036-4da7-ac6f-1277bb1760f6" {{(pid=66703) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 945.930142] env[66703]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-1e4f4349-a036-4da7-ac6f-1277bb1760f6" {{(pid=66703) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 945.930264] env[66703]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-1e4f4349-a036-4da7-ac6f-1277bb1760f6" {{(pid=66703) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 945.930434] env[66703]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=66703) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 945.930533] env[66703]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66703) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 945.930597] env[66703]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66703) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 945.930751] env[66703]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66703) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 945.930835] env[66703]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66703) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 945.930923] env[66703]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-1e4f4349-a036-4da7-ac6f-1277bb1760f6" {{(pid=66703) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 945.931081] env[66703]: DEBUG networking_nsxv3.common.locking [-] Lock member-1e4f4349-a036-4da7-ac6f-1277bb1760f6 taken with stack trace [, , , ] {{(pid=66703) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 945.931176] env[66703]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-1e4f4349-a036-4da7-ac6f-1277bb1760f6" {{(pid=66703) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 945.931233] env[66703]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-1e4f4349-a036-4da7-ac6f-1277bb1760f6" {{(pid=66703) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 945.931370] env[66703]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-1e4f4349-a036-4da7-ac6f-1277bb1760f6" {{(pid=66703) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 945.931505] env[66703]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=66703) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 945.931594] env[66703]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66703) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 945.931654] env[66703]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66703) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 945.931785] env[66703]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66703) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 945.931889] env[66703]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66703) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 945.931932] env[66703]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-1e4f4349-a036-4da7-ac6f-1277bb1760f6" {{(pid=66703) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 945.932028] env[66703]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('1e4f4349-a036-4da7-ac6f-1277bb1760f6',) {} {{(pid=66703) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 946.283284] env[66703]: INFO networking_nsxv3.common.synchronization [req-c1fb0edc-7b66-48b6-96a5-cda2faa61875 req-8e52dc71-dae2-44ed-a6e1-bb5a4ee5cf85 service nova] Enqueued Resource ID: b862fb2c-6a52-42d3-8708-a7bbc1341553 with Priority: HIGHEST for action security_group_rules [ 946.283284] env[66703]: INFO networking_nsxv3.common.synchronization [req-c1fb0edc-7b66-48b6-96a5-cda2faa61875 req-8e52dc71-dae2-44ed-a6e1-bb5a4ee5cf85 service nova] Enqueued Resource ID: b862fb2c-6a52-42d3-8708-a7bbc1341553 with Priority: HIGHEST for action security_group_members [ 946.283284] env[66703]: INFO networking_nsxv3.common.synchronization [req-c1fb0edc-7b66-48b6-96a5-cda2faa61875 req-8e52dc71-dae2-44ed-a6e1-bb5a4ee5cf85 service nova] Enqueued Resource ID: 2c33f3af-5159-4a41-97f3-f66614445800 with Priority: HIGHEST for action port [ 946.283284] env[66703]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: b862fb2c-6a52-42d3-8708-a7bbc1341553 with Priority: HIGHEST for action security_group_rules [ 946.283284] env[66703]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: b862fb2c-6a52-42d3-8708-a7bbc1341553 with Priority: HIGHEST for action security_group_members [ 946.283284] env[66703]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 2c33f3af-5159-4a41-97f3-f66614445800 with Priority: HIGHEST for action port [ 946.283284] env[66703]: DEBUG networking_nsxv3.common.locking [-] Lock rules-b862fb2c-6a52-42d3-8708-a7bbc1341553 taken with stack trace [, , ] {{(pid=66703) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 946.283284] env[66703]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-b862fb2c-6a52-42d3-8708-a7bbc1341553" {{(pid=66703) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 946.285333] env[66703]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-b862fb2c-6a52-42d3-8708-a7bbc1341553" {{(pid=66703) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 946.285333] env[66703]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-b862fb2c-6a52-42d3-8708-a7bbc1341553" {{(pid=66703) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 946.285333] env[66703]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('b862fb2c-6a52-42d3-8708-a7bbc1341553',) {} {{(pid=66703) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 946.288330] env[66703]: DEBUG networking_nsxv3.common.locking [-] Lock member-b862fb2c-6a52-42d3-8708-a7bbc1341553 taken with stack trace [, , ] {{(pid=66703) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 946.288330] env[66703]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-b862fb2c-6a52-42d3-8708-a7bbc1341553" {{(pid=66703) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 946.288330] env[66703]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-b862fb2c-6a52-42d3-8708-a7bbc1341553" {{(pid=66703) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 946.288330] env[66703]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-b862fb2c-6a52-42d3-8708-a7bbc1341553" {{(pid=66703) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 946.288330] env[66703]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=66703) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 946.288330] env[66703]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66703) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 946.288330] env[66703]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66703) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 946.288785] env[66703]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66703) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 946.288785] env[66703]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66703) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 946.288785] env[66703]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('b862fb2c-6a52-42d3-8708-a7bbc1341553',) {} {{(pid=66703) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 946.290120] env[66703]: DEBUG networking_nsxv3.common.locking [-] Lock port-2c33f3af-5159-4a41-97f3-f66614445800 taken with stack trace [, , ] {{(pid=66703) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 946.290120] env[66703]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-2c33f3af-5159-4a41-97f3-f66614445800" {{(pid=66703) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 946.290120] env[66703]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-2c33f3af-5159-4a41-97f3-f66614445800" {{(pid=66703) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 946.290120] env[66703]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-2c33f3af-5159-4a41-97f3-f66614445800" {{(pid=66703) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 946.290120] env[66703]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('2c33f3af-5159-4a41-97f3-f66614445800',) {} {{(pid=66703) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 946.434083] env[66703]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for 1e4f4349-a036-4da7-ac6f-1277bb1760f6: rpc.has_security_group_logging(os_id): False [ 946.453324] env[66703]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=66703) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 946.453505] env[66703]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66703) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 946.453597] env[66703]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66703) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 946.453862] env[66703]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66703) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 946.454024] env[66703]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66703) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 946.454273] env[66703]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66703) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 946.454406] env[66703]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66703) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 946.454483] env[66703]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66703) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 946.454665] env[66703]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66703) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 946.454829] env[66703]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66703) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 946.455022] env[66703]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66703) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 946.455138] env[66703]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66703) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 946.455204] env[66703]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66703) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 946.455384] env[66703]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66703) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 946.455478] env[66703]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66703) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 946.455695] env[66703]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=66703) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 946.455806] env[66703]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66703) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 946.455905] env[66703]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66703) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 946.456093] env[66703]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66703) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 946.456196] env[66703]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66703) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 946.456305] env[66703]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 1e4f4349-a036-4da7-ac6f-1277bb1760f6 is going to be created. [ 946.515741] env[66703]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=66703) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 946.515958] env[66703]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66703) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 946.516077] env[66703]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66703) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 946.516366] env[66703]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66703) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 946.516638] env[66703]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66703) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 946.532267] env[66703]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 1e4f4349-a036-4da7-ac6f-1277bb1760f6 in Status: IN_PROGRESS for 2s [ 946.776370] env[66703]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: db254d47-d7a1-40b1-a751-5c5ada9bc604 in Status: SUCCESS [ 946.776638] env[66703]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-db254d47-d7a1-40b1-a751-5c5ada9bc604" {{(pid=66703) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 946.788507] env[66703]: DEBUG networking_nsxv3.common.locking [-] Lock member-b862fb2c-6a52-42d3-8708-a7bbc1341553 taken with stack trace [, , , ] {{(pid=66703) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 946.788706] env[66703]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-b862fb2c-6a52-42d3-8708-a7bbc1341553" {{(pid=66703) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 946.792278] env[66703]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('b862fb2c-6a52-42d3-8708-a7bbc1341553',) {} {{(pid=66703) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 946.793529] env[66703]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] realization of port 2c33f3af-5159-4a41-97f3-f66614445800 with status ACTIVE [ 946.793763] env[66703]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=66703) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 946.793925] env[66703]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=66703) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 946.794084] env[66703]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=66703) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 946.794309] env[66703]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=66703) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 946.794454] env[66703]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=66703) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 946.794594] env[66703]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , ] {{(pid=66703) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 946.794722] env[66703]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=66703) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 946.794770] env[66703]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=66703) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 946.795394] env[66703]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=66703) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 946.795394] env[66703]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=66703) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 946.795394] env[66703]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=66703) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 946.795394] env[66703]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=66703) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 946.795595] env[66703]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=66703) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 946.795595] env[66703]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=66703) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 946.795655] env[66703]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=66703) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 946.795772] env[66703]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: SegmentPort with ID: 2c33f3af-5159-4a41-97f3-f66614445800 is going to be updated. [ 946.822478] env[66703]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=66703) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 946.822600] env[66703]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=66703) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 946.822600] env[66703]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=66703) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 946.822819] env[66703]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=66703) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 946.822931] env[66703]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=66703) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 946.823109] env[66703]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-2c33f3af-5159-4a41-97f3-f66614445800" {{(pid=66703) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 947.299112] env[66703]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('b862fb2c-6a52-42d3-8708-a7bbc1341553',) {} {{(pid=66703) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 947.802213] env[66703]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66703) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 947.802213] env[66703]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66703) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 947.802213] env[66703]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66703) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 947.803066] env[66703]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66703) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 947.803066] env[66703]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66703) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 947.803066] env[66703]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: b862fb2c-6a52-42d3-8708-a7bbc1341553 is going to be created. [ 947.830886] env[66703]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66703) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 947.831048] env[66703]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66703) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 947.831130] env[66703]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66703) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 947.831386] env[66703]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66703) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 947.831574] env[66703]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66703) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 947.843032] env[66703]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: b862fb2c-6a52-42d3-8708-a7bbc1341553 in Status: UNINITIALIZED for 2s [ 948.547404] env[66703]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 1e4f4349-a036-4da7-ac6f-1277bb1760f6 in Status: SUCCESS [ 948.547706] env[66703]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-1e4f4349-a036-4da7-ac6f-1277bb1760f6" {{(pid=66703) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 949.855783] env[66703]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: b862fb2c-6a52-42d3-8708-a7bbc1341553 in Status: SUCCESS [ 949.856128] env[66703]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-b862fb2c-6a52-42d3-8708-a7bbc1341553" {{(pid=66703) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 949.856201] env[66703]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-b862fb2c-6a52-42d3-8708-a7bbc1341553" {{(pid=66703) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 949.856447] env[66703]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-b862fb2c-6a52-42d3-8708-a7bbc1341553" {{(pid=66703) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 949.856827] env[66703]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=66703) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 949.856986] env[66703]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66703) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 949.857143] env[66703]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66703) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 949.857320] env[66703]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66703) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 949.857421] env[66703]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66703) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 949.857511] env[66703]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-b862fb2c-6a52-42d3-8708-a7bbc1341553" {{(pid=66703) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 949.857611] env[66703]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('b862fb2c-6a52-42d3-8708-a7bbc1341553',) {} {{(pid=66703) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 950.359808] env[66703]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('b862fb2c-6a52-42d3-8708-a7bbc1341553',) {} {{(pid=66703) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 950.862433] env[66703]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for b862fb2c-6a52-42d3-8708-a7bbc1341553: rpc.has_security_group_logging(os_id): False [ 950.898298] env[66703]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=66703) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 950.898441] env[66703]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66703) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 950.898551] env[66703]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66703) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 950.898731] env[66703]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66703) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 950.898833] env[66703]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66703) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 950.899222] env[66703]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=66703) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 950.899433] env[66703]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66703) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 950.899433] env[66703]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66703) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 950.899616] env[66703]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66703) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 950.899713] env[66703]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66703) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 950.900148] env[66703]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: b862fb2c-6a52-42d3-8708-a7bbc1341553 is going to be created. [ 950.969035] env[66703]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=66703) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 950.969035] env[66703]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66703) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 950.969035] env[66703]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66703) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 950.969035] env[66703]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66703) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 950.969517] env[66703]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66703) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 950.986251] env[66703]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: b862fb2c-6a52-42d3-8708-a7bbc1341553 in Status: IN_PROGRESS for 2s [ 951.283571] env[66703]: INFO networking_nsxv3.common.synchronization [-] No activity for the last 5 seconds. [ 951.283571] env[66703]: INFO networking_nsxv3.common.synchronization [-] Sizes Queue[Active=0, Passive=0], Jobs=1 [ 951.784113] env[66703]: INFO networking_nsxv3.common.synchronization [req-77513b59-2e2d-4265-99d3-e3d2f4797996 req-63c019f5-9478-4134-aea5-7d08d8873a0c tempest-DeleteServersTestJSON-1282002617 tempest-DeleteServersTestJSON-1282002617-project-member] Enqueued Resource ID: db254d47-d7a1-40b1-a751-5c5ada9bc604 with Priority: HIGHEST for action security_group_members [ 951.784626] env[66703]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: db254d47-d7a1-40b1-a751-5c5ada9bc604 with Priority: HIGHEST for action security_group_members [ 951.784962] env[66703]: DEBUG networking_nsxv3.common.locking [-] Lock member-db254d47-d7a1-40b1-a751-5c5ada9bc604 taken with stack trace [, , ] {{(pid=66703) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 951.785256] env[66703]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-db254d47-d7a1-40b1-a751-5c5ada9bc604" {{(pid=66703) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 951.785334] env[66703]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-db254d47-d7a1-40b1-a751-5c5ada9bc604" {{(pid=66703) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 951.785541] env[66703]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-db254d47-d7a1-40b1-a751-5c5ada9bc604" {{(pid=66703) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 951.785745] env[66703]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=66703) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 951.785837] env[66703]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66703) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 951.785907] env[66703]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66703) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 951.786079] env[66703]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66703) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 951.786167] env[66703]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66703) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 951.786265] env[66703]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('db254d47-d7a1-40b1-a751-5c5ada9bc604',) {} {{(pid=66703) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 952.152793] env[66703]: INFO networking_nsxv3.common.synchronization [req-c99bca49-5689-4043-a890-baee1466faa9 req-8860785d-96c4-4631-977e-1a860f4495cf tempest-ServersAdminTestJSON-442555362 tempest-ServersAdminTestJSON-442555362-project-member] Enqueued Resource ID: 660372db-97b0-4c25-a97c-8d2de7c849c4 with Priority: HIGHEST for action security_group_members [ 952.153344] env[66703]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 660372db-97b0-4c25-a97c-8d2de7c849c4 with Priority: HIGHEST for action security_group_members [ 952.153694] env[66703]: DEBUG networking_nsxv3.common.locking [-] Lock member-660372db-97b0-4c25-a97c-8d2de7c849c4 taken with stack trace [, , ] {{(pid=66703) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 952.153795] env[66703]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-660372db-97b0-4c25-a97c-8d2de7c849c4" {{(pid=66703) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 952.153847] env[66703]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-660372db-97b0-4c25-a97c-8d2de7c849c4" {{(pid=66703) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 952.154238] env[66703]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-660372db-97b0-4c25-a97c-8d2de7c849c4" {{(pid=66703) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 952.154448] env[66703]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=66703) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 952.154603] env[66703]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66703) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 952.154706] env[66703]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66703) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 952.154911] env[66703]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66703) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 952.155056] env[66703]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66703) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 952.155559] env[66703]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('660372db-97b0-4c25-a97c-8d2de7c849c4',) {} {{(pid=66703) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 952.291342] env[66703]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=66703) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 952.291457] env[66703]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66703) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 952.291547] env[66703]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66703) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 952.295134] env[66703]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66703) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 952.295134] env[66703]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66703) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 952.295134] env[66703]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66703) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 952.295134] env[66703]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66703) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 952.295134] env[66703]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66703) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 952.295134] env[66703]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66703) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 952.295134] env[66703]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66703) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 952.295134] env[66703]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: db254d47-d7a1-40b1-a751-5c5ada9bc604 is going to be updated. [ 952.324442] env[66703]: INFO networking_nsxv3.common.synchronization [req-e5aa1200-9610-44e1-88e0-16c93a6792d2 req-c49ef39b-10ce-405c-bfe8-6a21aaa662f2 tempest-ServerMetadataTestJSON-1308246274 tempest-ServerMetadataTestJSON-1308246274-project-member] Enqueued Resource ID: 4770ab45-fdc2-4722-972d-6fa3445d1b25 with Priority: HIGHEST for action security_group_members [ 952.325543] env[66703]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66703) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 952.325670] env[66703]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66703) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 952.325745] env[66703]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66703) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 952.325938] env[66703]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66703) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 952.326271] env[66703]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66703) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 952.328285] env[66703]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 4770ab45-fdc2-4722-972d-6fa3445d1b25 with Priority: HIGHEST for action security_group_members [ 952.328605] env[66703]: DEBUG networking_nsxv3.common.locking [-] Lock member-4770ab45-fdc2-4722-972d-6fa3445d1b25 taken with stack trace [, , ] {{(pid=66703) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 952.328719] env[66703]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-4770ab45-fdc2-4722-972d-6fa3445d1b25" {{(pid=66703) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 952.328786] env[66703]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-4770ab45-fdc2-4722-972d-6fa3445d1b25" {{(pid=66703) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 952.329039] env[66703]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-4770ab45-fdc2-4722-972d-6fa3445d1b25" {{(pid=66703) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 952.329242] env[66703]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=66703) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 952.329357] env[66703]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66703) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 952.329398] env[66703]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66703) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 952.329542] env[66703]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66703) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 952.329623] env[66703]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66703) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 952.329715] env[66703]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('4770ab45-fdc2-4722-972d-6fa3445d1b25',) {} {{(pid=66703) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 952.341897] env[66703]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: db254d47-d7a1-40b1-a751-5c5ada9bc604 in Status: IN_PROGRESS for 2s [ 952.656956] env[66703]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('660372db-97b0-4c25-a97c-8d2de7c849c4',) {} {{(pid=66703) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 952.708065] env[66703]: DEBUG networking_nsxv3.common.locking [None req-ffa6d202-748e-4c81-9979-ad08741f9cf7 None None] Lock network-125 taken with stack trace [, , , , , , , , ] {{(pid=66703) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 952.708065] env[66703]: DEBUG oslo_concurrency.lockutils [None req-ffa6d202-748e-4c81-9979-ad08741f9cf7 None None] Acquiring lock "network-125" {{(pid=66703) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 952.708487] env[66703]: DEBUG oslo_concurrency.lockutils [None req-ffa6d202-748e-4c81-9979-ad08741f9cf7 None None] Acquired lock "network-125" {{(pid=66703) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 952.708568] env[66703]: DEBUG oslo_concurrency.lockutils [None req-ffa6d202-748e-4c81-9979-ad08741f9cf7 None None] Acquired external semaphore "network-125" {{(pid=66703) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 952.708765] env[66703]: DEBUG networking_nsxv3.common.locking [None req-ffa6d202-748e-4c81-9979-ad08741f9cf7 None None] Lock Segment taken with stack trace [, , , , , , , , , , ] {{(pid=66703) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 952.708940] env[66703]: DEBUG oslo_concurrency.lockutils [None req-ffa6d202-748e-4c81-9979-ad08741f9cf7 None None] Acquiring lock "Segment" {{(pid=66703) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 952.709287] env[66703]: DEBUG oslo_concurrency.lockutils [None req-ffa6d202-748e-4c81-9979-ad08741f9cf7 None None] Acquired lock "Segment" {{(pid=66703) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 952.709551] env[66703]: DEBUG oslo_concurrency.lockutils [None req-ffa6d202-748e-4c81-9979-ad08741f9cf7 None None] Acquired external semaphore "Segment" {{(pid=66703) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 952.709689] env[66703]: DEBUG oslo_concurrency.lockutils [None req-ffa6d202-748e-4c81-9979-ad08741f9cf7 None None] Releasing lock "Segment" {{(pid=66703) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 952.709904] env[66703]: DEBUG dogpile.cache.region [None req-ffa6d202-748e-4c81-9979-ad08741f9cf7 None None] No value present for key: 'zone-id' {{(pid=66703) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 952.710799] env[66703]: DEBUG dogpile.lock [None req-ffa6d202-748e-4c81-9979-ad08741f9cf7 None None] NeedRegenerationException {{(pid=66703) _enter /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:90}} [ 952.710799] env[66703]: DEBUG dogpile.lock [None req-ffa6d202-748e-4c81-9979-ad08741f9cf7 None None] no value, waiting for create lock {{(pid=66703) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:131}} [ 952.710799] env[66703]: DEBUG dogpile.lock [None req-ffa6d202-748e-4c81-9979-ad08741f9cf7 None None] value creation lock acquired {{(pid=66703) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:135}} [ 952.710799] env[66703]: DEBUG dogpile.cache.region [None req-ffa6d202-748e-4c81-9979-ad08741f9cf7 None None] No value present for key: 'zone-id' {{(pid=66703) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 952.710799] env[66703]: DEBUG dogpile.lock [None req-ffa6d202-748e-4c81-9979-ad08741f9cf7 None None] Calling creation function for not-yet-present value {{(pid=66703) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:174}} [ 952.710799] env[66703]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-ffa6d202-748e-4c81-9979-ad08741f9cf7 None None] Looking for TransportZone with name nsx-vlan-transportzone. [ 952.735609] env[66703]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-ffa6d202-748e-4c81-9979-ad08741f9cf7 None None] loading zone with a95c914d-748d-497c-94ab-10d4647daeba and tags [{'scope': 'mp2policy_migr_status', 'tag': 'success'}] [ 952.735609] env[66703]: DEBUG dogpile.cache.region [None req-ffa6d202-748e-4c81-9979-ad08741f9cf7 None None] Cache value generated in 0.025 seconds for key(s): 'zone-id' {{(pid=66703) _log_time /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:910}} [ 952.735782] env[66703]: DEBUG dogpile.lock [None req-ffa6d202-748e-4c81-9979-ad08741f9cf7 None None] Released creation lock {{(pid=66703) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:182}} [ 952.735967] env[66703]: DEBUG oslo_concurrency.lockutils [None req-ffa6d202-748e-4c81-9979-ad08741f9cf7 None None] Releasing lock "network-125" {{(pid=66703) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 952.736339] env[66703]: DEBUG networking_nsxv3.common.locking [None req-ffa6d202-748e-4c81-9979-ad08741f9cf7 None None] Lock port-061c2e18-fe3e-42a6-bb0a-ea6f7e1addef taken with stack trace [, , , , , , , , ] {{(pid=66703) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 952.736553] env[66703]: DEBUG oslo_concurrency.lockutils [None req-ffa6d202-748e-4c81-9979-ad08741f9cf7 None None] Acquiring lock "port-061c2e18-fe3e-42a6-bb0a-ea6f7e1addef" {{(pid=66703) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 952.736639] env[66703]: DEBUG oslo_concurrency.lockutils [None req-ffa6d202-748e-4c81-9979-ad08741f9cf7 None None] Acquired lock "port-061c2e18-fe3e-42a6-bb0a-ea6f7e1addef" {{(pid=66703) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 952.736995] env[66703]: DEBUG oslo_concurrency.lockutils [None req-ffa6d202-748e-4c81-9979-ad08741f9cf7 None None] Acquired external semaphore "port-061c2e18-fe3e-42a6-bb0a-ea6f7e1addef" {{(pid=66703) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 952.737184] env[66703]: DEBUG networking_nsxv3.api.rpc [None req-ffa6d202-748e-4c81-9979-ad08741f9cf7 None None] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('061c2e18-fe3e-42a6-bb0a-ea6f7e1addef',) {} {{(pid=66703) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 952.832639] env[66703]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=66703) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 952.832868] env[66703]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66703) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 952.832925] env[66703]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66703) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 952.833176] env[66703]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66703) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 952.833250] env[66703]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66703) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 952.833480] env[66703]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66703) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 952.833640] env[66703]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66703) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 952.833696] env[66703]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66703) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 952.833817] env[66703]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66703) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 952.837029] env[66703]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66703) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 952.837029] env[66703]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 4770ab45-fdc2-4722-972d-6fa3445d1b25 already deleted. [ 952.837029] env[66703]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-4770ab45-fdc2-4722-972d-6fa3445d1b25" {{(pid=66703) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 952.999934] env[66703]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: b862fb2c-6a52-42d3-8708-a7bbc1341553 in Status: SUCCESS [ 952.999934] env[66703]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-b862fb2c-6a52-42d3-8708-a7bbc1341553" {{(pid=66703) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 953.160290] env[66703]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('660372db-97b0-4c25-a97c-8d2de7c849c4',) {} {{(pid=66703) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 953.240263] env[66703]: DEBUG networking_nsxv3.common.locking [None req-ffa6d202-748e-4c81-9979-ad08741f9cf7 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , ] {{(pid=66703) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 953.241017] env[66703]: DEBUG oslo_concurrency.lockutils [None req-ffa6d202-748e-4c81-9979-ad08741f9cf7 None None] Acquiring lock "SegmentPort" {{(pid=66703) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 953.241017] env[66703]: DEBUG oslo_concurrency.lockutils [None req-ffa6d202-748e-4c81-9979-ad08741f9cf7 None None] Acquired lock "SegmentPort" {{(pid=66703) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 953.241017] env[66703]: DEBUG oslo_concurrency.lockutils [None req-ffa6d202-748e-4c81-9979-ad08741f9cf7 None None] Acquired external semaphore "SegmentPort" {{(pid=66703) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 953.242086] env[66703]: DEBUG oslo_concurrency.lockutils [None req-ffa6d202-748e-4c81-9979-ad08741f9cf7 None None] Releasing lock "SegmentPort" {{(pid=66703) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 953.242438] env[66703]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-ffa6d202-748e-4c81-9979-ad08741f9cf7 None None] Segment Port 061c2e18-fe3e-42a6-bb0a-ea6f7e1addef not found, creating... [ 953.242734] env[66703]: DEBUG networking_nsxv3.common.locking [None req-ffa6d202-748e-4c81-9979-ad08741f9cf7 None None] Lock Segment taken with stack trace [, , , , , , , , , , , ] {{(pid=66703) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 953.243020] env[66703]: DEBUG oslo_concurrency.lockutils [None req-ffa6d202-748e-4c81-9979-ad08741f9cf7 None None] Acquiring lock "Segment" {{(pid=66703) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 953.243113] env[66703]: DEBUG oslo_concurrency.lockutils [None req-ffa6d202-748e-4c81-9979-ad08741f9cf7 None None] Acquired lock "Segment" {{(pid=66703) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 953.243384] env[66703]: DEBUG oslo_concurrency.lockutils [None req-ffa6d202-748e-4c81-9979-ad08741f9cf7 None None] Acquired external semaphore "Segment" {{(pid=66703) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 953.243674] env[66703]: DEBUG oslo_concurrency.lockutils [None req-ffa6d202-748e-4c81-9979-ad08741f9cf7 None None] Releasing lock "Segment" {{(pid=66703) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 953.244056] env[66703]: DEBUG networking_nsxv3.common.locking [None req-ffa6d202-748e-4c81-9979-ad08741f9cf7 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=66703) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 953.244220] env[66703]: DEBUG oslo_concurrency.lockutils [None req-ffa6d202-748e-4c81-9979-ad08741f9cf7 None None] Acquiring lock "SegmentPort" {{(pid=66703) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 953.244380] env[66703]: DEBUG oslo_concurrency.lockutils [None req-ffa6d202-748e-4c81-9979-ad08741f9cf7 None None] Acquired lock "SegmentPort" {{(pid=66703) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 953.244780] env[66703]: DEBUG oslo_concurrency.lockutils [None req-ffa6d202-748e-4c81-9979-ad08741f9cf7 None None] Acquired external semaphore "SegmentPort" {{(pid=66703) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 953.244946] env[66703]: DEBUG oslo_concurrency.lockutils [None req-ffa6d202-748e-4c81-9979-ad08741f9cf7 None None] Releasing lock "SegmentPort" {{(pid=66703) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 953.245136] env[66703]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-ffa6d202-748e-4c81-9979-ad08741f9cf7 None None] Resource: SegmentPort with ID: 061c2e18-fe3e-42a6-bb0a-ea6f7e1addef is going to be created. [ 953.268571] env[66703]: DEBUG networking_nsxv3.common.locking [None req-ffa6d202-748e-4c81-9979-ad08741f9cf7 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=66703) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 953.269196] env[66703]: DEBUG oslo_concurrency.lockutils [None req-ffa6d202-748e-4c81-9979-ad08741f9cf7 None None] Acquiring lock "SegmentPort" {{(pid=66703) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 953.269577] env[66703]: DEBUG oslo_concurrency.lockutils [None req-ffa6d202-748e-4c81-9979-ad08741f9cf7 None None] Acquired lock "SegmentPort" {{(pid=66703) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 953.270188] env[66703]: DEBUG oslo_concurrency.lockutils [None req-ffa6d202-748e-4c81-9979-ad08741f9cf7 None None] Acquired external semaphore "SegmentPort" {{(pid=66703) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 953.270374] env[66703]: DEBUG oslo_concurrency.lockutils [None req-ffa6d202-748e-4c81-9979-ad08741f9cf7 None None] Releasing lock "SegmentPort" {{(pid=66703) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 953.270821] env[66703]: DEBUG oslo_concurrency.lockutils [None req-ffa6d202-748e-4c81-9979-ad08741f9cf7 None None] Releasing lock "port-061c2e18-fe3e-42a6-bb0a-ea6f7e1addef" {{(pid=66703) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 953.662946] env[66703]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66703) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 953.663112] env[66703]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66703) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 953.663178] env[66703]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66703) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 953.663390] env[66703]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66703) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 953.663482] env[66703]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66703) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 953.663578] env[66703]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 660372db-97b0-4c25-a97c-8d2de7c849c4 is going to be updated. [ 953.696095] env[66703]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66703) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 953.696247] env[66703]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66703) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 953.696339] env[66703]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66703) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 953.696548] env[66703]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66703) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 953.696707] env[66703]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66703) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 953.707871] env[66703]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 660372db-97b0-4c25-a97c-8d2de7c849c4 in Status: IN_PROGRESS for 2s [ 954.054333] env[66703]: INFO networking_nsxv3.common.synchronization [req-e5aa1200-9610-44e1-88e0-16c93a6792d2 req-b58f59bf-e1f6-45d7-808f-bdc79458b85e service nova] Enqueued Resource ID: 4770ab45-fdc2-4722-972d-6fa3445d1b25 with Priority: HIGHEST for action security_group_rules [ 954.054588] env[66703]: INFO networking_nsxv3.common.synchronization [req-e5aa1200-9610-44e1-88e0-16c93a6792d2 req-b58f59bf-e1f6-45d7-808f-bdc79458b85e service nova] Enqueued Resource ID: 4770ab45-fdc2-4722-972d-6fa3445d1b25 with Priority: HIGHEST for action security_group_members [ 954.054792] env[66703]: INFO networking_nsxv3.common.synchronization [req-e5aa1200-9610-44e1-88e0-16c93a6792d2 req-b58f59bf-e1f6-45d7-808f-bdc79458b85e service nova] Enqueued Resource ID: 061c2e18-fe3e-42a6-bb0a-ea6f7e1addef with Priority: HIGHEST for action port [ 954.055522] env[66703]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 4770ab45-fdc2-4722-972d-6fa3445d1b25 with Priority: HIGHEST for action security_group_rules [ 954.055658] env[66703]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 4770ab45-fdc2-4722-972d-6fa3445d1b25 with Priority: HIGHEST for action security_group_members [ 954.055794] env[66703]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 061c2e18-fe3e-42a6-bb0a-ea6f7e1addef with Priority: HIGHEST for action port [ 954.056175] env[66703]: DEBUG networking_nsxv3.common.locking [-] Lock rules-4770ab45-fdc2-4722-972d-6fa3445d1b25 taken with stack trace [, , ] {{(pid=66703) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 954.056350] env[66703]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-4770ab45-fdc2-4722-972d-6fa3445d1b25" {{(pid=66703) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 954.056463] env[66703]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-4770ab45-fdc2-4722-972d-6fa3445d1b25" {{(pid=66703) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 954.056800] env[66703]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-4770ab45-fdc2-4722-972d-6fa3445d1b25" {{(pid=66703) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 954.058468] env[66703]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('4770ab45-fdc2-4722-972d-6fa3445d1b25',) {} {{(pid=66703) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 954.058468] env[66703]: DEBUG networking_nsxv3.common.locking [-] Lock member-4770ab45-fdc2-4722-972d-6fa3445d1b25 taken with stack trace [, , ] {{(pid=66703) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 954.058468] env[66703]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-4770ab45-fdc2-4722-972d-6fa3445d1b25" {{(pid=66703) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 954.058468] env[66703]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-4770ab45-fdc2-4722-972d-6fa3445d1b25" {{(pid=66703) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 954.058468] env[66703]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-4770ab45-fdc2-4722-972d-6fa3445d1b25" {{(pid=66703) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 954.058468] env[66703]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=66703) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 954.058468] env[66703]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66703) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 954.058815] env[66703]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66703) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 954.058850] env[66703]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66703) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 954.058985] env[66703]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66703) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 954.059729] env[66703]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('4770ab45-fdc2-4722-972d-6fa3445d1b25',) {} {{(pid=66703) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 954.059946] env[66703]: DEBUG networking_nsxv3.common.locking [-] Lock port-061c2e18-fe3e-42a6-bb0a-ea6f7e1addef taken with stack trace [, , ] {{(pid=66703) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 954.060145] env[66703]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-061c2e18-fe3e-42a6-bb0a-ea6f7e1addef" {{(pid=66703) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 954.060241] env[66703]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-061c2e18-fe3e-42a6-bb0a-ea6f7e1addef" {{(pid=66703) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 954.060419] env[66703]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-061c2e18-fe3e-42a6-bb0a-ea6f7e1addef" {{(pid=66703) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 954.060519] env[66703]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('061c2e18-fe3e-42a6-bb0a-ea6f7e1addef',) {} {{(pid=66703) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 954.355612] env[66703]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: db254d47-d7a1-40b1-a751-5c5ada9bc604 in Status: SUCCESS [ 954.355612] env[66703]: WARNING networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: db254d47-d7a1-40b1-a751-5c5ada9bc604 deletion is rescheduled due to dependency. [ 954.356064] env[66703]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-db254d47-d7a1-40b1-a751-5c5ada9bc604" {{(pid=66703) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 954.562998] env[66703]: DEBUG networking_nsxv3.common.locking [-] Lock member-4770ab45-fdc2-4722-972d-6fa3445d1b25 taken with stack trace [, , , ] {{(pid=66703) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 954.563181] env[66703]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-4770ab45-fdc2-4722-972d-6fa3445d1b25" {{(pid=66703) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 954.567584] env[66703]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('4770ab45-fdc2-4722-972d-6fa3445d1b25',) {} {{(pid=66703) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 954.568669] env[66703]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] realization of port 061c2e18-fe3e-42a6-bb0a-ea6f7e1addef with status ACTIVE [ 954.568874] env[66703]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=66703) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 954.568998] env[66703]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=66703) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 954.569090] env[66703]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=66703) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 954.569317] env[66703]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=66703) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 954.569407] env[66703]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=66703) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 954.569589] env[66703]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , ] {{(pid=66703) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 954.569693] env[66703]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=66703) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 954.569748] env[66703]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=66703) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 954.569891] env[66703]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=66703) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 954.570021] env[66703]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=66703) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 954.570618] env[66703]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=66703) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 954.570618] env[66703]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=66703) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 954.570618] env[66703]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=66703) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 954.570618] env[66703]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=66703) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 954.572531] env[66703]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=66703) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 954.572640] env[66703]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: SegmentPort with ID: 061c2e18-fe3e-42a6-bb0a-ea6f7e1addef is going to be updated. [ 954.597154] env[66703]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=66703) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 954.597154] env[66703]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=66703) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 954.597154] env[66703]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=66703) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 954.597587] env[66703]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=66703) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 954.597587] env[66703]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=66703) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 954.597587] env[66703]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-061c2e18-fe3e-42a6-bb0a-ea6f7e1addef" {{(pid=66703) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 955.075344] env[66703]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('4770ab45-fdc2-4722-972d-6fa3445d1b25',) {} {{(pid=66703) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 955.578586] env[66703]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66703) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 955.578892] env[66703]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66703) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 955.578892] env[66703]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66703) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 955.580297] env[66703]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66703) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 955.580297] env[66703]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66703) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 955.580297] env[66703]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 4770ab45-fdc2-4722-972d-6fa3445d1b25 is going to be created. [ 955.606780] env[66703]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66703) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 955.606967] env[66703]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66703) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 955.607076] env[66703]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66703) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 955.607302] env[66703]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66703) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 955.607467] env[66703]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66703) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 955.622649] env[66703]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 4770ab45-fdc2-4722-972d-6fa3445d1b25 in Status: UNINITIALIZED for 2s [ 955.722315] env[66703]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 660372db-97b0-4c25-a97c-8d2de7c849c4 in Status: SUCCESS [ 955.722565] env[66703]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-660372db-97b0-4c25-a97c-8d2de7c849c4" {{(pid=66703) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 957.634182] env[66703]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 4770ab45-fdc2-4722-972d-6fa3445d1b25 in Status: SUCCESS [ 957.634531] env[66703]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-4770ab45-fdc2-4722-972d-6fa3445d1b25" {{(pid=66703) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 957.634602] env[66703]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-4770ab45-fdc2-4722-972d-6fa3445d1b25" {{(pid=66703) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 957.634764] env[66703]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-4770ab45-fdc2-4722-972d-6fa3445d1b25" {{(pid=66703) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 957.634962] env[66703]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=66703) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 957.635120] env[66703]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66703) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 957.635197] env[66703]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66703) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 957.635334] env[66703]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66703) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 957.635413] env[66703]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66703) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 957.635497] env[66703]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-4770ab45-fdc2-4722-972d-6fa3445d1b25" {{(pid=66703) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 957.635589] env[66703]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('4770ab45-fdc2-4722-972d-6fa3445d1b25',) {} {{(pid=66703) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 958.138132] env[66703]: DEBUG networking_nsxv3.common.locking [-] Lock member-4770ab45-fdc2-4722-972d-6fa3445d1b25 taken with stack trace [, , , ] {{(pid=66703) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 958.138233] env[66703]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-4770ab45-fdc2-4722-972d-6fa3445d1b25" {{(pid=66703) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 958.138299] env[66703]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-4770ab45-fdc2-4722-972d-6fa3445d1b25" {{(pid=66703) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 958.138518] env[66703]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-4770ab45-fdc2-4722-972d-6fa3445d1b25" {{(pid=66703) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 958.138690] env[66703]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=66703) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 958.138789] env[66703]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66703) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 958.138854] env[66703]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66703) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 958.141398] env[66703]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66703) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 958.141398] env[66703]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66703) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 958.141398] env[66703]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-4770ab45-fdc2-4722-972d-6fa3445d1b25" {{(pid=66703) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 958.141398] env[66703]: DEBUG networking_nsxv3.common.locking [-] Lock member-4770ab45-fdc2-4722-972d-6fa3445d1b25 taken with stack trace [, , , ] {{(pid=66703) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 958.141398] env[66703]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-4770ab45-fdc2-4722-972d-6fa3445d1b25" {{(pid=66703) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 958.141398] env[66703]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-4770ab45-fdc2-4722-972d-6fa3445d1b25" {{(pid=66703) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 958.141398] env[66703]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-4770ab45-fdc2-4722-972d-6fa3445d1b25" {{(pid=66703) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 958.141398] env[66703]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=66703) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 958.141398] env[66703]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66703) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 958.141398] env[66703]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66703) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 958.141398] env[66703]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66703) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 958.141398] env[66703]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66703) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 958.141398] env[66703]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-4770ab45-fdc2-4722-972d-6fa3445d1b25" {{(pid=66703) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 958.141398] env[66703]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('4770ab45-fdc2-4722-972d-6fa3445d1b25',) {} {{(pid=66703) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 958.428918] env[66703]: INFO networking_nsxv3.common.synchronization [None req-6164cd93-9a1b-47a6-8754-19ad2ae36f88 None None] Enqueued Resource ID: 4b499af9-b77a-447b-a5d7-7742458ff96c with Priority: HIGHEST for action port [ 958.429804] env[66703]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 4b499af9-b77a-447b-a5d7-7742458ff96c with Priority: HIGHEST for action port [ 958.430956] env[66703]: DEBUG networking_nsxv3.common.locking [-] Lock port-4b499af9-b77a-447b-a5d7-7742458ff96c taken with stack trace [, , ] {{(pid=66703) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 958.431103] env[66703]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-4b499af9-b77a-447b-a5d7-7742458ff96c" {{(pid=66703) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 958.431232] env[66703]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-4b499af9-b77a-447b-a5d7-7742458ff96c" {{(pid=66703) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 958.431566] env[66703]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-4b499af9-b77a-447b-a5d7-7742458ff96c" {{(pid=66703) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 958.431936] env[66703]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('4b499af9-b77a-447b-a5d7-7742458ff96c',) {} {{(pid=66703) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 958.644808] env[66703]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for 4770ab45-fdc2-4722-972d-6fa3445d1b25: rpc.has_security_group_logging(os_id): False [ 958.665605] env[66703]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=66703) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 958.665764] env[66703]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66703) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 958.665837] env[66703]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66703) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 958.666159] env[66703]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66703) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 958.666248] env[66703]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66703) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 958.666479] env[66703]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66703) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 958.666579] env[66703]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66703) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 958.666644] env[66703]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66703) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 958.666804] env[66703]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66703) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 958.667016] env[66703]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66703) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 958.667075] env[66703]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66703) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 958.667149] env[66703]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66703) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 958.667212] env[66703]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66703) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 958.667404] env[66703]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66703) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 958.667461] env[66703]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66703) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 958.667589] env[66703]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=66703) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 958.667821] env[66703]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66703) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 958.667821] env[66703]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66703) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 958.667911] env[66703]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66703) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 958.667944] env[66703]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66703) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 958.668060] env[66703]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 4770ab45-fdc2-4722-972d-6fa3445d1b25 is going to be created. [ 958.729785] env[66703]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=66703) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 958.729945] env[66703]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66703) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 958.729983] env[66703]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66703) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 958.730256] env[66703]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66703) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 958.730448] env[66703]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66703) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 958.742344] env[66703]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 4770ab45-fdc2-4722-972d-6fa3445d1b25 in Status: IN_PROGRESS for 2s [ 958.936244] env[66703]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] deletion realization of port 4b499af9-b77a-447b-a5d7-7742458ff96c [ 958.936387] env[66703]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=66703) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 958.936459] env[66703]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=66703) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 958.936497] env[66703]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=66703) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 958.936705] env[66703]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=66703) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 958.936849] env[66703]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=66703) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 958.937025] env[66703]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Segment Port:4b499af9-b77a-447b-a5d7-7742458ff96c already deleted. [ 958.937025] env[66703]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-4b499af9-b77a-447b-a5d7-7742458ff96c" {{(pid=66703) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 959.217709] env[66703]: INFO networking_nsxv3.common.synchronization [None req-6e9a49fd-3ea3-44cc-a86a-cd6dcd871b0f tempest-AttachVolumeNegativeTest-1369038245 tempest-AttachVolumeNegativeTest-1369038245-project-member] Enqueued Resource ID: b2516a1a-ba5c-4ad7-8828-fd394c2ff5bf with Priority: HIGHEST for action security_group_rules [ 959.218144] env[66703]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: b2516a1a-ba5c-4ad7-8828-fd394c2ff5bf with Priority: HIGHEST for action security_group_rules [ 959.218878] env[66703]: DEBUG networking_nsxv3.common.locking [-] Lock rules-b2516a1a-ba5c-4ad7-8828-fd394c2ff5bf taken with stack trace [, , ] {{(pid=66703) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 959.219010] env[66703]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-b2516a1a-ba5c-4ad7-8828-fd394c2ff5bf" {{(pid=66703) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 959.219184] env[66703]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-b2516a1a-ba5c-4ad7-8828-fd394c2ff5bf" {{(pid=66703) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 959.219370] env[66703]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-b2516a1a-ba5c-4ad7-8828-fd394c2ff5bf" {{(pid=66703) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 959.219457] env[66703]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('b2516a1a-ba5c-4ad7-8828-fd394c2ff5bf',) {} {{(pid=66703) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 959.320239] env[66703]: INFO networking_nsxv3.common.synchronization [None req-13972f3c-0946-483a-9444-88137028a6fe tempest-AttachVolumeNegativeTest-1369038245 tempest-AttachVolumeNegativeTest-1369038245-project-member] Enqueued Resource ID: b2516a1a-ba5c-4ad7-8828-fd394c2ff5bf with Priority: HIGHEST for action security_group_rules [ 959.323287] env[66703]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: b2516a1a-ba5c-4ad7-8828-fd394c2ff5bf with Priority: HIGHEST for action security_group_rules [ 959.323287] env[66703]: DEBUG networking_nsxv3.common.locking [-] Lock rules-b2516a1a-ba5c-4ad7-8828-fd394c2ff5bf taken with stack trace [, , ] {{(pid=66703) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 959.323287] env[66703]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-b2516a1a-ba5c-4ad7-8828-fd394c2ff5bf" {{(pid=66703) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 959.743279] env[66703]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=66703) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 959.743652] env[66703]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66703) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 959.743652] env[66703]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66703) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 959.743718] env[66703]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66703) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 959.743808] env[66703]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66703) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 959.743899] env[66703]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: b2516a1a-ba5c-4ad7-8828-fd394c2ff5bf already deleted. [ 959.743980] env[66703]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-b2516a1a-ba5c-4ad7-8828-fd394c2ff5bf" {{(pid=66703) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 959.744372] env[66703]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-b2516a1a-ba5c-4ad7-8828-fd394c2ff5bf" {{(pid=66703) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 959.744409] env[66703]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-b2516a1a-ba5c-4ad7-8828-fd394c2ff5bf" {{(pid=66703) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 959.744521] env[66703]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('b2516a1a-ba5c-4ad7-8828-fd394c2ff5bf',) {} {{(pid=66703) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 960.147013] env[66703]: INFO networking_nsxv3.common.synchronization [req-2ee5150e-925a-436c-86ec-6d1354533630 req-7100717f-1fe8-47aa-a69c-462cfc39c609 tempest-ServerActionsTestOtherA-1522627266 tempest-ServerActionsTestOtherA-1522627266-project-member] Enqueued Resource ID: afb07c54-934e-420f-a541-315d002a64fc with Priority: HIGHEST for action security_group_members [ 960.148528] env[66703]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: afb07c54-934e-420f-a541-315d002a64fc with Priority: HIGHEST for action security_group_members [ 960.149361] env[66703]: DEBUG networking_nsxv3.common.locking [-] Lock member-afb07c54-934e-420f-a541-315d002a64fc taken with stack trace [, , ] {{(pid=66703) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 960.149499] env[66703]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-afb07c54-934e-420f-a541-315d002a64fc" {{(pid=66703) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 960.149894] env[66703]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-afb07c54-934e-420f-a541-315d002a64fc" {{(pid=66703) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 960.150600] env[66703]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-afb07c54-934e-420f-a541-315d002a64fc" {{(pid=66703) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 960.150600] env[66703]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=66703) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 960.150600] env[66703]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66703) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 960.150600] env[66703]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66703) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 960.150888] env[66703]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66703) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 960.150888] env[66703]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66703) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 960.151048] env[66703]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('afb07c54-934e-420f-a541-315d002a64fc',) {} {{(pid=66703) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 960.270787] env[66703]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=66703) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 960.270996] env[66703]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66703) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 960.270996] env[66703]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66703) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 960.271243] env[66703]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66703) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 960.271333] env[66703]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66703) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 960.271434] env[66703]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: b2516a1a-ba5c-4ad7-8828-fd394c2ff5bf already deleted. [ 960.271511] env[66703]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-b2516a1a-ba5c-4ad7-8828-fd394c2ff5bf" {{(pid=66703) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 960.575348] env[66703]: DEBUG networking_nsxv3.common.locking [None req-33d36011-a73c-4b6d-849a-f8c867240c48 None None] Lock network-701 taken with stack trace [, , , , , , , , ] {{(pid=66703) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 960.575348] env[66703]: DEBUG oslo_concurrency.lockutils [None req-33d36011-a73c-4b6d-849a-f8c867240c48 None None] Acquiring lock "network-701" {{(pid=66703) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 960.575348] env[66703]: DEBUG oslo_concurrency.lockutils [None req-33d36011-a73c-4b6d-849a-f8c867240c48 None None] Acquired lock "network-701" {{(pid=66703) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 960.575348] env[66703]: DEBUG oslo_concurrency.lockutils [None req-33d36011-a73c-4b6d-849a-f8c867240c48 None None] Acquired external semaphore "network-701" {{(pid=66703) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 960.575348] env[66703]: DEBUG networking_nsxv3.common.locking [None req-33d36011-a73c-4b6d-849a-f8c867240c48 None None] Lock Segment taken with stack trace [, , , , , , , , , , ] {{(pid=66703) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 960.575348] env[66703]: DEBUG oslo_concurrency.lockutils [None req-33d36011-a73c-4b6d-849a-f8c867240c48 None None] Acquiring lock "Segment" {{(pid=66703) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 960.575348] env[66703]: DEBUG oslo_concurrency.lockutils [None req-33d36011-a73c-4b6d-849a-f8c867240c48 None None] Acquired lock "Segment" {{(pid=66703) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 960.575348] env[66703]: DEBUG oslo_concurrency.lockutils [None req-33d36011-a73c-4b6d-849a-f8c867240c48 None None] Acquired external semaphore "Segment" {{(pid=66703) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 960.575348] env[66703]: DEBUG oslo_concurrency.lockutils [None req-33d36011-a73c-4b6d-849a-f8c867240c48 None None] Releasing lock "Segment" {{(pid=66703) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 960.576139] env[66703]: DEBUG dogpile.cache.region [None req-33d36011-a73c-4b6d-849a-f8c867240c48 None None] No value present for key: 'zone-id' {{(pid=66703) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 960.576472] env[66703]: DEBUG dogpile.lock [None req-33d36011-a73c-4b6d-849a-f8c867240c48 None None] NeedRegenerationException {{(pid=66703) _enter /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:90}} [ 960.576684] env[66703]: DEBUG dogpile.lock [None req-33d36011-a73c-4b6d-849a-f8c867240c48 None None] no value, waiting for create lock {{(pid=66703) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:131}} [ 960.577079] env[66703]: DEBUG dogpile.lock [None req-33d36011-a73c-4b6d-849a-f8c867240c48 None None] value creation lock acquired {{(pid=66703) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:135}} [ 960.577340] env[66703]: DEBUG dogpile.cache.region [None req-33d36011-a73c-4b6d-849a-f8c867240c48 None None] No value present for key: 'zone-id' {{(pid=66703) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 960.577565] env[66703]: DEBUG dogpile.lock [None req-33d36011-a73c-4b6d-849a-f8c867240c48 None None] Calling creation function for not-yet-present value {{(pid=66703) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:174}} [ 960.577783] env[66703]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-33d36011-a73c-4b6d-849a-f8c867240c48 None None] Looking for TransportZone with name nsx-vlan-transportzone. [ 960.602310] env[66703]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-33d36011-a73c-4b6d-849a-f8c867240c48 None None] loading zone with a95c914d-748d-497c-94ab-10d4647daeba and tags [{'scope': 'mp2policy_migr_status', 'tag': 'success'}] [ 960.603179] env[66703]: DEBUG dogpile.cache.region [None req-33d36011-a73c-4b6d-849a-f8c867240c48 None None] Cache value generated in 0.025 seconds for key(s): 'zone-id' {{(pid=66703) _log_time /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:910}} [ 960.603179] env[66703]: DEBUG dogpile.lock [None req-33d36011-a73c-4b6d-849a-f8c867240c48 None None] Released creation lock {{(pid=66703) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:182}} [ 960.603179] env[66703]: DEBUG oslo_concurrency.lockutils [None req-33d36011-a73c-4b6d-849a-f8c867240c48 None None] Releasing lock "network-701" {{(pid=66703) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 960.603428] env[66703]: DEBUG networking_nsxv3.common.locking [None req-33d36011-a73c-4b6d-849a-f8c867240c48 None None] Lock port-afc2b3ae-a1e0-4285-891e-fd3339d35d15 taken with stack trace [, , , , , , , , ] {{(pid=66703) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 960.604037] env[66703]: DEBUG oslo_concurrency.lockutils [None req-33d36011-a73c-4b6d-849a-f8c867240c48 None None] Acquiring lock "port-afc2b3ae-a1e0-4285-891e-fd3339d35d15" {{(pid=66703) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 960.604037] env[66703]: DEBUG oslo_concurrency.lockutils [None req-33d36011-a73c-4b6d-849a-f8c867240c48 None None] Acquired lock "port-afc2b3ae-a1e0-4285-891e-fd3339d35d15" {{(pid=66703) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 960.604178] env[66703]: DEBUG oslo_concurrency.lockutils [None req-33d36011-a73c-4b6d-849a-f8c867240c48 None None] Acquired external semaphore "port-afc2b3ae-a1e0-4285-891e-fd3339d35d15" {{(pid=66703) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 960.604250] env[66703]: DEBUG networking_nsxv3.api.rpc [None req-33d36011-a73c-4b6d-849a-f8c867240c48 None None] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('afc2b3ae-a1e0-4285-891e-fd3339d35d15',) {} {{(pid=66703) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 960.654201] env[66703]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=66703) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 960.654201] env[66703]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66703) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 960.654201] env[66703]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66703) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 960.654201] env[66703]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66703) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 960.654201] env[66703]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66703) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 960.654201] env[66703]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66703) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 960.654201] env[66703]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66703) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 960.654201] env[66703]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66703) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 960.654201] env[66703]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66703) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 960.654201] env[66703]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66703) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 960.654201] env[66703]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: afb07c54-934e-420f-a541-315d002a64fc already deleted. [ 960.654201] env[66703]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-afb07c54-934e-420f-a541-315d002a64fc" {{(pid=66703) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 960.757713] env[66703]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 4770ab45-fdc2-4722-972d-6fa3445d1b25 in Status: SUCCESS [ 960.757713] env[66703]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-4770ab45-fdc2-4722-972d-6fa3445d1b25" {{(pid=66703) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 961.108059] env[66703]: DEBUG networking_nsxv3.common.locking [None req-33d36011-a73c-4b6d-849a-f8c867240c48 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , ] {{(pid=66703) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 961.108059] env[66703]: DEBUG oslo_concurrency.lockutils [None req-33d36011-a73c-4b6d-849a-f8c867240c48 None None] Acquiring lock "SegmentPort" {{(pid=66703) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 961.108059] env[66703]: DEBUG oslo_concurrency.lockutils [None req-33d36011-a73c-4b6d-849a-f8c867240c48 None None] Acquired lock "SegmentPort" {{(pid=66703) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 961.111277] env[66703]: DEBUG oslo_concurrency.lockutils [None req-33d36011-a73c-4b6d-849a-f8c867240c48 None None] Acquired external semaphore "SegmentPort" {{(pid=66703) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 961.111277] env[66703]: DEBUG oslo_concurrency.lockutils [None req-33d36011-a73c-4b6d-849a-f8c867240c48 None None] Releasing lock "SegmentPort" {{(pid=66703) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 961.111277] env[66703]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-33d36011-a73c-4b6d-849a-f8c867240c48 None None] Segment Port afc2b3ae-a1e0-4285-891e-fd3339d35d15 not found, creating... [ 961.111277] env[66703]: DEBUG networking_nsxv3.common.locking [None req-33d36011-a73c-4b6d-849a-f8c867240c48 None None] Lock Segment taken with stack trace [, , , , , , , , , , , ] {{(pid=66703) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 961.111277] env[66703]: DEBUG oslo_concurrency.lockutils [None req-33d36011-a73c-4b6d-849a-f8c867240c48 None None] Acquiring lock "Segment" {{(pid=66703) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 961.111277] env[66703]: DEBUG oslo_concurrency.lockutils [None req-33d36011-a73c-4b6d-849a-f8c867240c48 None None] Acquired lock "Segment" {{(pid=66703) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 961.111277] env[66703]: DEBUG oslo_concurrency.lockutils [None req-33d36011-a73c-4b6d-849a-f8c867240c48 None None] Acquired external semaphore "Segment" {{(pid=66703) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 961.111277] env[66703]: DEBUG oslo_concurrency.lockutils [None req-33d36011-a73c-4b6d-849a-f8c867240c48 None None] Releasing lock "Segment" {{(pid=66703) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 961.111277] env[66703]: DEBUG networking_nsxv3.common.locking [None req-33d36011-a73c-4b6d-849a-f8c867240c48 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=66703) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 961.111277] env[66703]: DEBUG oslo_concurrency.lockutils [None req-33d36011-a73c-4b6d-849a-f8c867240c48 None None] Acquiring lock "SegmentPort" {{(pid=66703) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 961.112160] env[66703]: DEBUG oslo_concurrency.lockutils [None req-33d36011-a73c-4b6d-849a-f8c867240c48 None None] Acquired lock "SegmentPort" {{(pid=66703) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 961.112160] env[66703]: DEBUG oslo_concurrency.lockutils [None req-33d36011-a73c-4b6d-849a-f8c867240c48 None None] Acquired external semaphore "SegmentPort" {{(pid=66703) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 961.112160] env[66703]: DEBUG oslo_concurrency.lockutils [None req-33d36011-a73c-4b6d-849a-f8c867240c48 None None] Releasing lock "SegmentPort" {{(pid=66703) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 961.112160] env[66703]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-33d36011-a73c-4b6d-849a-f8c867240c48 None None] Resource: SegmentPort with ID: afc2b3ae-a1e0-4285-891e-fd3339d35d15 is going to be created. [ 961.149557] env[66703]: DEBUG networking_nsxv3.common.locking [None req-33d36011-a73c-4b6d-849a-f8c867240c48 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=66703) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 961.149997] env[66703]: DEBUG oslo_concurrency.lockutils [None req-33d36011-a73c-4b6d-849a-f8c867240c48 None None] Acquiring lock "SegmentPort" {{(pid=66703) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 961.150147] env[66703]: DEBUG oslo_concurrency.lockutils [None req-33d36011-a73c-4b6d-849a-f8c867240c48 None None] Acquired lock "SegmentPort" {{(pid=66703) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 961.150610] env[66703]: DEBUG oslo_concurrency.lockutils [None req-33d36011-a73c-4b6d-849a-f8c867240c48 None None] Acquired external semaphore "SegmentPort" {{(pid=66703) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 961.150877] env[66703]: DEBUG oslo_concurrency.lockutils [None req-33d36011-a73c-4b6d-849a-f8c867240c48 None None] Releasing lock "SegmentPort" {{(pid=66703) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 961.151144] env[66703]: DEBUG oslo_concurrency.lockutils [None req-33d36011-a73c-4b6d-849a-f8c867240c48 None None] Releasing lock "port-afc2b3ae-a1e0-4285-891e-fd3339d35d15" {{(pid=66703) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 961.173847] env[66703]: INFO networking_nsxv3.common.synchronization [req-2e0ee829-b381-42d2-8701-d393d3c7dfdb req-b2af0292-4a2f-4818-ba8b-92a7b7428b9e tempest-InstanceActionsTestJSON-1832923769 tempest-InstanceActionsTestJSON-1832923769-project-member] Enqueued Resource ID: 1e4f4349-a036-4da7-ac6f-1277bb1760f6 with Priority: HIGHEST for action security_group_members [ 961.174076] env[66703]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 1e4f4349-a036-4da7-ac6f-1277bb1760f6 with Priority: HIGHEST for action security_group_members [ 961.174482] env[66703]: DEBUG networking_nsxv3.common.locking [-] Lock member-1e4f4349-a036-4da7-ac6f-1277bb1760f6 taken with stack trace [, , ] {{(pid=66703) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 961.174679] env[66703]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-1e4f4349-a036-4da7-ac6f-1277bb1760f6" {{(pid=66703) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 961.174760] env[66703]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-1e4f4349-a036-4da7-ac6f-1277bb1760f6" {{(pid=66703) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 961.174957] env[66703]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-1e4f4349-a036-4da7-ac6f-1277bb1760f6" {{(pid=66703) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 961.175187] env[66703]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=66703) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 961.175332] env[66703]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66703) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 961.175428] env[66703]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66703) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 961.175627] env[66703]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66703) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 961.175753] env[66703]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66703) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 961.175891] env[66703]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('1e4f4349-a036-4da7-ac6f-1277bb1760f6',) {} {{(pid=66703) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 961.635089] env[66703]: INFO networking_nsxv3.common.synchronization [None req-5dc46db4-9ff8-4ca5-9e6b-8826d3b52b02 None None] Enqueued Resource ID: 3ff1caaa-5ab1-4502-97f4-c1f5c99ef058 with Priority: HIGHEST for action port [ 961.635398] env[66703]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 3ff1caaa-5ab1-4502-97f4-c1f5c99ef058 with Priority: HIGHEST for action port [ 961.635945] env[66703]: DEBUG networking_nsxv3.common.locking [-] Lock port-3ff1caaa-5ab1-4502-97f4-c1f5c99ef058 taken with stack trace [, , ] {{(pid=66703) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 961.636083] env[66703]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-3ff1caaa-5ab1-4502-97f4-c1f5c99ef058" {{(pid=66703) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 961.636154] env[66703]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-3ff1caaa-5ab1-4502-97f4-c1f5c99ef058" {{(pid=66703) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 961.636433] env[66703]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-3ff1caaa-5ab1-4502-97f4-c1f5c99ef058" {{(pid=66703) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 961.636704] env[66703]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('3ff1caaa-5ab1-4502-97f4-c1f5c99ef058',) {} {{(pid=66703) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 961.679373] env[66703]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=66703) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 961.679570] env[66703]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66703) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 961.679570] env[66703]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66703) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 961.679793] env[66703]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66703) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 961.679889] env[66703]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66703) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 961.680080] env[66703]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66703) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 961.680205] env[66703]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66703) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 961.680265] env[66703]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66703) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 961.680445] env[66703]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66703) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 961.680645] env[66703]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66703) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 961.680704] env[66703]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 1e4f4349-a036-4da7-ac6f-1277bb1760f6 is going to be updated. [ 961.713725] env[66703]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66703) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 961.714148] env[66703]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66703) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 961.714148] env[66703]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66703) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 961.714285] env[66703]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66703) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 961.714654] env[66703]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66703) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 961.725270] env[66703]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 1e4f4349-a036-4da7-ac6f-1277bb1760f6 in Status: IN_PROGRESS for 2s [ 961.889212] env[66703]: INFO networking_nsxv3.common.synchronization [req-2ee5150e-925a-436c-86ec-6d1354533630 req-e7acbcff-80f4-41d3-8f67-c40f5478aa9d service nova] Enqueued Resource ID: afb07c54-934e-420f-a541-315d002a64fc with Priority: HIGHEST for action security_group_rules [ 961.889500] env[66703]: INFO networking_nsxv3.common.synchronization [req-2ee5150e-925a-436c-86ec-6d1354533630 req-e7acbcff-80f4-41d3-8f67-c40f5478aa9d service nova] Enqueued Resource ID: afb07c54-934e-420f-a541-315d002a64fc with Priority: HIGHEST for action security_group_members [ 961.889631] env[66703]: INFO networking_nsxv3.common.synchronization [req-2ee5150e-925a-436c-86ec-6d1354533630 req-e7acbcff-80f4-41d3-8f67-c40f5478aa9d service nova] Enqueued Resource ID: afc2b3ae-a1e0-4285-891e-fd3339d35d15 with Priority: HIGHEST for action port [ 961.890236] env[66703]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: afb07c54-934e-420f-a541-315d002a64fc with Priority: HIGHEST for action security_group_rules [ 961.890390] env[66703]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: afb07c54-934e-420f-a541-315d002a64fc with Priority: HIGHEST for action security_group_members [ 961.890513] env[66703]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: afc2b3ae-a1e0-4285-891e-fd3339d35d15 with Priority: HIGHEST for action port [ 961.890795] env[66703]: DEBUG networking_nsxv3.common.locking [-] Lock rules-afb07c54-934e-420f-a541-315d002a64fc taken with stack trace [, , ] {{(pid=66703) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 961.890919] env[66703]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-afb07c54-934e-420f-a541-315d002a64fc" {{(pid=66703) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 961.890994] env[66703]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-afb07c54-934e-420f-a541-315d002a64fc" {{(pid=66703) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 961.891244] env[66703]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-afb07c54-934e-420f-a541-315d002a64fc" {{(pid=66703) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 961.891329] env[66703]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('afb07c54-934e-420f-a541-315d002a64fc',) {} {{(pid=66703) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 961.892179] env[66703]: DEBUG networking_nsxv3.common.locking [-] Lock member-afb07c54-934e-420f-a541-315d002a64fc taken with stack trace [, , ] {{(pid=66703) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 961.892307] env[66703]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-afb07c54-934e-420f-a541-315d002a64fc" {{(pid=66703) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 961.892350] env[66703]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-afb07c54-934e-420f-a541-315d002a64fc" {{(pid=66703) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 961.892646] env[66703]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-afb07c54-934e-420f-a541-315d002a64fc" {{(pid=66703) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 961.892777] env[66703]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=66703) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 961.892873] env[66703]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66703) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 961.892935] env[66703]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66703) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 961.893089] env[66703]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66703) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 961.893175] env[66703]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66703) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 961.893265] env[66703]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('afb07c54-934e-420f-a541-315d002a64fc',) {} {{(pid=66703) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 961.894234] env[66703]: DEBUG networking_nsxv3.common.locking [-] Lock port-afc2b3ae-a1e0-4285-891e-fd3339d35d15 taken with stack trace [, , ] {{(pid=66703) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 961.894353] env[66703]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-afc2b3ae-a1e0-4285-891e-fd3339d35d15" {{(pid=66703) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 961.894414] env[66703]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-afc2b3ae-a1e0-4285-891e-fd3339d35d15" {{(pid=66703) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 961.894841] env[66703]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-afc2b3ae-a1e0-4285-891e-fd3339d35d15" {{(pid=66703) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 961.894841] env[66703]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('afc2b3ae-a1e0-4285-891e-fd3339d35d15',) {} {{(pid=66703) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 962.138547] env[66703]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] deletion realization of port 3ff1caaa-5ab1-4502-97f4-c1f5c99ef058 [ 962.138784] env[66703]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=66703) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 962.138917] env[66703]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=66703) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 962.139049] env[66703]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=66703) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 962.139367] env[66703]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=66703) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 962.139420] env[66703]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=66703) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 962.139517] env[66703]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Segment Port:3ff1caaa-5ab1-4502-97f4-c1f5c99ef058 already deleted. [ 962.139611] env[66703]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-3ff1caaa-5ab1-4502-97f4-c1f5c99ef058" {{(pid=66703) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 962.397268] env[66703]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('afb07c54-934e-420f-a541-315d002a64fc',) {} {{(pid=66703) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 962.398638] env[66703]: DEBUG networking_nsxv3.common.locking [-] Lock member-afb07c54-934e-420f-a541-315d002a64fc taken with stack trace [, , , ] {{(pid=66703) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 962.398638] env[66703]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-afb07c54-934e-420f-a541-315d002a64fc" {{(pid=66703) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 962.398638] env[66703]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] realization of port afc2b3ae-a1e0-4285-891e-fd3339d35d15 with status ACTIVE [ 962.398867] env[66703]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=66703) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 962.398867] env[66703]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=66703) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 962.398867] env[66703]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=66703) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 962.399237] env[66703]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=66703) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 962.399357] env[66703]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=66703) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 962.399554] env[66703]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , ] {{(pid=66703) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 962.399650] env[66703]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=66703) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 962.399704] env[66703]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=66703) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 962.400511] env[66703]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=66703) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 962.400511] env[66703]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=66703) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 962.400511] env[66703]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=66703) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 962.400511] env[66703]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=66703) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 962.400511] env[66703]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=66703) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 962.400511] env[66703]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=66703) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 962.400888] env[66703]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=66703) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 962.400888] env[66703]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: SegmentPort with ID: afc2b3ae-a1e0-4285-891e-fd3339d35d15 is going to be updated. [ 962.426979] env[66703]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=66703) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 962.426979] env[66703]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=66703) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 962.427305] env[66703]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=66703) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 962.427476] env[66703]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=66703) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 962.427683] env[66703]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=66703) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 962.427897] env[66703]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-afc2b3ae-a1e0-4285-891e-fd3339d35d15" {{(pid=66703) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 962.728089] env[66703]: INFO networking_nsxv3.common.synchronization [req-e29ab7f7-3ea8-45e5-9d8a-280959f3244b req-8b12b060-877a-46bb-a761-52ea35ff1130 tempest-AttachInterfacesTestJSON-516416630 tempest-AttachInterfacesTestJSON-516416630-project-member] Enqueued Resource ID: 1e2b2a96-49fb-4d3f-83d8-f1102c156f71 with Priority: HIGHEST for action security_group_members [ 962.728658] env[66703]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 1e2b2a96-49fb-4d3f-83d8-f1102c156f71 with Priority: HIGHEST for action security_group_members [ 962.728959] env[66703]: DEBUG networking_nsxv3.common.locking [-] Lock member-1e2b2a96-49fb-4d3f-83d8-f1102c156f71 taken with stack trace [, , ] {{(pid=66703) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 962.729117] env[66703]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-1e2b2a96-49fb-4d3f-83d8-f1102c156f71" {{(pid=66703) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 962.729332] env[66703]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-1e2b2a96-49fb-4d3f-83d8-f1102c156f71" {{(pid=66703) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 962.729793] env[66703]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-1e2b2a96-49fb-4d3f-83d8-f1102c156f71" {{(pid=66703) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 962.729986] env[66703]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=66703) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 962.730102] env[66703]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66703) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 962.730167] env[66703]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66703) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 962.730366] env[66703]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66703) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 962.730457] env[66703]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66703) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 962.730554] env[66703]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('1e2b2a96-49fb-4d3f-83d8-f1102c156f71',) {} {{(pid=66703) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 962.903330] env[66703]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('afb07c54-934e-420f-a541-315d002a64fc',) {} {{(pid=66703) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 963.109453] env[66703]: DEBUG networking_nsxv3.common.locking [None req-ffa6d202-748e-4c81-9979-ad08741f9cf7 None None] Lock network-314 taken with stack trace [, , , , , , , , ] {{(pid=66703) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 963.109985] env[66703]: DEBUG oslo_concurrency.lockutils [None req-ffa6d202-748e-4c81-9979-ad08741f9cf7 None None] Acquiring lock "network-314" {{(pid=66703) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 963.110346] env[66703]: DEBUG oslo_concurrency.lockutils [None req-ffa6d202-748e-4c81-9979-ad08741f9cf7 None None] Acquired lock "network-314" {{(pid=66703) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 963.110609] env[66703]: DEBUG oslo_concurrency.lockutils [None req-ffa6d202-748e-4c81-9979-ad08741f9cf7 None None] Acquired external semaphore "network-314" {{(pid=66703) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 963.110899] env[66703]: DEBUG networking_nsxv3.common.locking [None req-ffa6d202-748e-4c81-9979-ad08741f9cf7 None None] Lock Segment taken with stack trace [, , , , , , , , , , ] {{(pid=66703) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 963.111080] env[66703]: DEBUG oslo_concurrency.lockutils [None req-ffa6d202-748e-4c81-9979-ad08741f9cf7 None None] Acquiring lock "Segment" {{(pid=66703) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 963.111205] env[66703]: DEBUG oslo_concurrency.lockutils [None req-ffa6d202-748e-4c81-9979-ad08741f9cf7 None None] Acquired lock "Segment" {{(pid=66703) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 963.111660] env[66703]: DEBUG oslo_concurrency.lockutils [None req-ffa6d202-748e-4c81-9979-ad08741f9cf7 None None] Acquired external semaphore "Segment" {{(pid=66703) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 963.111660] env[66703]: DEBUG oslo_concurrency.lockutils [None req-ffa6d202-748e-4c81-9979-ad08741f9cf7 None None] Releasing lock "Segment" {{(pid=66703) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 963.111804] env[66703]: DEBUG dogpile.cache.region [None req-ffa6d202-748e-4c81-9979-ad08741f9cf7 None None] No value present for key: 'zone-id' {{(pid=66703) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 963.111921] env[66703]: DEBUG dogpile.lock [None req-ffa6d202-748e-4c81-9979-ad08741f9cf7 None None] NeedRegenerationException {{(pid=66703) _enter /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:90}} [ 963.112046] env[66703]: DEBUG dogpile.lock [None req-ffa6d202-748e-4c81-9979-ad08741f9cf7 None None] no value, waiting for create lock {{(pid=66703) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:131}} [ 963.112160] env[66703]: DEBUG dogpile.lock [None req-ffa6d202-748e-4c81-9979-ad08741f9cf7 None None] value creation lock acquired {{(pid=66703) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:135}} [ 963.112298] env[66703]: DEBUG dogpile.cache.region [None req-ffa6d202-748e-4c81-9979-ad08741f9cf7 None None] No value present for key: 'zone-id' {{(pid=66703) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 963.112422] env[66703]: DEBUG dogpile.lock [None req-ffa6d202-748e-4c81-9979-ad08741f9cf7 None None] Calling creation function for not-yet-present value {{(pid=66703) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:174}} [ 963.112563] env[66703]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-ffa6d202-748e-4c81-9979-ad08741f9cf7 None None] Looking for TransportZone with name nsx-vlan-transportzone. [ 963.133915] env[66703]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-ffa6d202-748e-4c81-9979-ad08741f9cf7 None None] loading zone with a95c914d-748d-497c-94ab-10d4647daeba and tags [{'scope': 'mp2policy_migr_status', 'tag': 'success'}] [ 963.134168] env[66703]: DEBUG dogpile.cache.region [None req-ffa6d202-748e-4c81-9979-ad08741f9cf7 None None] Cache value generated in 0.021 seconds for key(s): 'zone-id' {{(pid=66703) _log_time /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:910}} [ 963.134346] env[66703]: DEBUG dogpile.lock [None req-ffa6d202-748e-4c81-9979-ad08741f9cf7 None None] Released creation lock {{(pid=66703) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:182}} [ 963.134600] env[66703]: DEBUG oslo_concurrency.lockutils [None req-ffa6d202-748e-4c81-9979-ad08741f9cf7 None None] Releasing lock "network-314" {{(pid=66703) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 963.134950] env[66703]: DEBUG networking_nsxv3.common.locking [None req-ffa6d202-748e-4c81-9979-ad08741f9cf7 None None] Lock port-e502b3ce-5fa8-4c82-b983-150cc5f2a7dd taken with stack trace [, , , , , , , , ] {{(pid=66703) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 963.135184] env[66703]: DEBUG oslo_concurrency.lockutils [None req-ffa6d202-748e-4c81-9979-ad08741f9cf7 None None] Acquiring lock "port-e502b3ce-5fa8-4c82-b983-150cc5f2a7dd" {{(pid=66703) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 963.135316] env[66703]: DEBUG oslo_concurrency.lockutils [None req-ffa6d202-748e-4c81-9979-ad08741f9cf7 None None] Acquired lock "port-e502b3ce-5fa8-4c82-b983-150cc5f2a7dd" {{(pid=66703) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 963.136126] env[66703]: DEBUG oslo_concurrency.lockutils [None req-ffa6d202-748e-4c81-9979-ad08741f9cf7 None None] Acquired external semaphore "port-e502b3ce-5fa8-4c82-b983-150cc5f2a7dd" {{(pid=66703) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 963.136126] env[66703]: DEBUG networking_nsxv3.api.rpc [None req-ffa6d202-748e-4c81-9979-ad08741f9cf7 None None] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('e502b3ce-5fa8-4c82-b983-150cc5f2a7dd',) {} {{(pid=66703) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 963.234663] env[66703]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=66703) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 963.234663] env[66703]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66703) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 963.234663] env[66703]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66703) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 963.234663] env[66703]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66703) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 963.234663] env[66703]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66703) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 963.234663] env[66703]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66703) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 963.234663] env[66703]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66703) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 963.234663] env[66703]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66703) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 963.234663] env[66703]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66703) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 963.234663] env[66703]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66703) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 963.234663] env[66703]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 1e2b2a96-49fb-4d3f-83d8-f1102c156f71 already deleted. [ 963.234663] env[66703]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-1e2b2a96-49fb-4d3f-83d8-f1102c156f71" {{(pid=66703) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 963.406249] env[66703]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66703) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 963.406472] env[66703]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66703) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 963.406532] env[66703]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66703) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 963.406771] env[66703]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66703) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 963.406879] env[66703]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66703) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 963.407014] env[66703]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: afb07c54-934e-420f-a541-315d002a64fc is going to be created. [ 963.432237] env[66703]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66703) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 963.432441] env[66703]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66703) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 963.432518] env[66703]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66703) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 963.432915] env[66703]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66703) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 963.432980] env[66703]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66703) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 963.443314] env[66703]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: afb07c54-934e-420f-a541-315d002a64fc in Status: UNINITIALIZED for 2s [ 963.638204] env[66703]: DEBUG networking_nsxv3.common.locking [None req-ffa6d202-748e-4c81-9979-ad08741f9cf7 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , ] {{(pid=66703) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 963.638432] env[66703]: DEBUG oslo_concurrency.lockutils [None req-ffa6d202-748e-4c81-9979-ad08741f9cf7 None None] Acquiring lock "SegmentPort" {{(pid=66703) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 963.638569] env[66703]: DEBUG oslo_concurrency.lockutils [None req-ffa6d202-748e-4c81-9979-ad08741f9cf7 None None] Acquired lock "SegmentPort" {{(pid=66703) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 963.638850] env[66703]: DEBUG oslo_concurrency.lockutils [None req-ffa6d202-748e-4c81-9979-ad08741f9cf7 None None] Acquired external semaphore "SegmentPort" {{(pid=66703) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 963.638997] env[66703]: DEBUG oslo_concurrency.lockutils [None req-ffa6d202-748e-4c81-9979-ad08741f9cf7 None None] Releasing lock "SegmentPort" {{(pid=66703) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 963.639271] env[66703]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-ffa6d202-748e-4c81-9979-ad08741f9cf7 None None] Segment Port e502b3ce-5fa8-4c82-b983-150cc5f2a7dd not found, creating... [ 963.639559] env[66703]: DEBUG networking_nsxv3.common.locking [None req-ffa6d202-748e-4c81-9979-ad08741f9cf7 None None] Lock Segment taken with stack trace [, , , , , , , , , , , ] {{(pid=66703) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 963.639725] env[66703]: DEBUG oslo_concurrency.lockutils [None req-ffa6d202-748e-4c81-9979-ad08741f9cf7 None None] Acquiring lock "Segment" {{(pid=66703) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 963.639843] env[66703]: DEBUG oslo_concurrency.lockutils [None req-ffa6d202-748e-4c81-9979-ad08741f9cf7 None None] Acquired lock "Segment" {{(pid=66703) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 963.640070] env[66703]: DEBUG oslo_concurrency.lockutils [None req-ffa6d202-748e-4c81-9979-ad08741f9cf7 None None] Acquired external semaphore "Segment" {{(pid=66703) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 963.640229] env[66703]: DEBUG oslo_concurrency.lockutils [None req-ffa6d202-748e-4c81-9979-ad08741f9cf7 None None] Releasing lock "Segment" {{(pid=66703) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 963.640515] env[66703]: DEBUG networking_nsxv3.common.locking [None req-ffa6d202-748e-4c81-9979-ad08741f9cf7 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=66703) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 963.640667] env[66703]: DEBUG oslo_concurrency.lockutils [None req-ffa6d202-748e-4c81-9979-ad08741f9cf7 None None] Acquiring lock "SegmentPort" {{(pid=66703) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 963.640784] env[66703]: DEBUG oslo_concurrency.lockutils [None req-ffa6d202-748e-4c81-9979-ad08741f9cf7 None None] Acquired lock "SegmentPort" {{(pid=66703) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 963.640989] env[66703]: DEBUG oslo_concurrency.lockutils [None req-ffa6d202-748e-4c81-9979-ad08741f9cf7 None None] Acquired external semaphore "SegmentPort" {{(pid=66703) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 963.641136] env[66703]: DEBUG oslo_concurrency.lockutils [None req-ffa6d202-748e-4c81-9979-ad08741f9cf7 None None] Releasing lock "SegmentPort" {{(pid=66703) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 963.641274] env[66703]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-ffa6d202-748e-4c81-9979-ad08741f9cf7 None None] Resource: SegmentPort with ID: e502b3ce-5fa8-4c82-b983-150cc5f2a7dd is going to be created. [ 963.663298] env[66703]: DEBUG networking_nsxv3.common.locking [None req-ffa6d202-748e-4c81-9979-ad08741f9cf7 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=66703) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 963.663513] env[66703]: DEBUG oslo_concurrency.lockutils [None req-ffa6d202-748e-4c81-9979-ad08741f9cf7 None None] Acquiring lock "SegmentPort" {{(pid=66703) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 963.663639] env[66703]: DEBUG oslo_concurrency.lockutils [None req-ffa6d202-748e-4c81-9979-ad08741f9cf7 None None] Acquired lock "SegmentPort" {{(pid=66703) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 963.663916] env[66703]: DEBUG oslo_concurrency.lockutils [None req-ffa6d202-748e-4c81-9979-ad08741f9cf7 None None] Acquired external semaphore "SegmentPort" {{(pid=66703) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 963.664315] env[66703]: DEBUG oslo_concurrency.lockutils [None req-ffa6d202-748e-4c81-9979-ad08741f9cf7 None None] Releasing lock "SegmentPort" {{(pid=66703) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 963.664428] env[66703]: DEBUG oslo_concurrency.lockutils [None req-ffa6d202-748e-4c81-9979-ad08741f9cf7 None None] Releasing lock "port-e502b3ce-5fa8-4c82-b983-150cc5f2a7dd" {{(pid=66703) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 963.734804] env[66703]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 1e4f4349-a036-4da7-ac6f-1277bb1760f6 in Status: SUCCESS [ 963.735039] env[66703]: WARNING networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 1e4f4349-a036-4da7-ac6f-1277bb1760f6 deletion is rescheduled due to dependency. [ 963.735168] env[66703]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-1e4f4349-a036-4da7-ac6f-1277bb1760f6" {{(pid=66703) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 964.408674] env[66703]: INFO networking_nsxv3.common.synchronization [req-e29ab7f7-3ea8-45e5-9d8a-280959f3244b req-09d9b9fa-cc3a-4a2a-bed0-fe831bea0dca service nova] Enqueued Resource ID: 1e2b2a96-49fb-4d3f-83d8-f1102c156f71 with Priority: HIGHEST for action security_group_rules [ 964.408938] env[66703]: INFO networking_nsxv3.common.synchronization [req-e29ab7f7-3ea8-45e5-9d8a-280959f3244b req-09d9b9fa-cc3a-4a2a-bed0-fe831bea0dca service nova] Enqueued Resource ID: 1e2b2a96-49fb-4d3f-83d8-f1102c156f71 with Priority: HIGHEST for action security_group_members [ 964.409012] env[66703]: INFO networking_nsxv3.common.synchronization [req-e29ab7f7-3ea8-45e5-9d8a-280959f3244b req-09d9b9fa-cc3a-4a2a-bed0-fe831bea0dca service nova] Enqueued Resource ID: e502b3ce-5fa8-4c82-b983-150cc5f2a7dd with Priority: HIGHEST for action port [ 964.410096] env[66703]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 1e2b2a96-49fb-4d3f-83d8-f1102c156f71 with Priority: HIGHEST for action security_group_rules [ 964.410096] env[66703]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 1e2b2a96-49fb-4d3f-83d8-f1102c156f71 with Priority: HIGHEST for action security_group_members [ 964.410096] env[66703]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: e502b3ce-5fa8-4c82-b983-150cc5f2a7dd with Priority: HIGHEST for action port [ 964.410096] env[66703]: DEBUG networking_nsxv3.common.locking [-] Lock rules-1e2b2a96-49fb-4d3f-83d8-f1102c156f71 taken with stack trace [, , ] {{(pid=66703) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 964.410438] env[66703]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-1e2b2a96-49fb-4d3f-83d8-f1102c156f71" {{(pid=66703) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 964.410438] env[66703]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-1e2b2a96-49fb-4d3f-83d8-f1102c156f71" {{(pid=66703) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 964.410527] env[66703]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-1e2b2a96-49fb-4d3f-83d8-f1102c156f71" {{(pid=66703) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 964.410617] env[66703]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('1e2b2a96-49fb-4d3f-83d8-f1102c156f71',) {} {{(pid=66703) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 964.414188] env[66703]: DEBUG networking_nsxv3.common.locking [-] Lock member-1e2b2a96-49fb-4d3f-83d8-f1102c156f71 taken with stack trace [, , ] {{(pid=66703) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 964.414188] env[66703]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-1e2b2a96-49fb-4d3f-83d8-f1102c156f71" {{(pid=66703) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 964.414188] env[66703]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-1e2b2a96-49fb-4d3f-83d8-f1102c156f71" {{(pid=66703) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 964.414188] env[66703]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-1e2b2a96-49fb-4d3f-83d8-f1102c156f71" {{(pid=66703) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 964.414188] env[66703]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=66703) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 964.414188] env[66703]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66703) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 964.414188] env[66703]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66703) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 964.414188] env[66703]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66703) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 964.414188] env[66703]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66703) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 964.414188] env[66703]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('1e2b2a96-49fb-4d3f-83d8-f1102c156f71',) {} {{(pid=66703) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 964.414188] env[66703]: DEBUG networking_nsxv3.common.locking [-] Lock port-e502b3ce-5fa8-4c82-b983-150cc5f2a7dd taken with stack trace [, , ] {{(pid=66703) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 964.414188] env[66703]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-e502b3ce-5fa8-4c82-b983-150cc5f2a7dd" {{(pid=66703) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 964.414188] env[66703]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-e502b3ce-5fa8-4c82-b983-150cc5f2a7dd" {{(pid=66703) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 964.414188] env[66703]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-e502b3ce-5fa8-4c82-b983-150cc5f2a7dd" {{(pid=66703) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 964.414188] env[66703]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('e502b3ce-5fa8-4c82-b983-150cc5f2a7dd',) {} {{(pid=66703) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 964.916267] env[66703]: DEBUG networking_nsxv3.common.locking [-] Lock member-1e2b2a96-49fb-4d3f-83d8-f1102c156f71 taken with stack trace [, , , ] {{(pid=66703) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 964.916267] env[66703]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-1e2b2a96-49fb-4d3f-83d8-f1102c156f71" {{(pid=66703) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 964.917965] env[66703]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('1e2b2a96-49fb-4d3f-83d8-f1102c156f71',) {} {{(pid=66703) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 964.918598] env[66703]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] realization of port e502b3ce-5fa8-4c82-b983-150cc5f2a7dd with status ACTIVE [ 964.920654] env[66703]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=66703) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 964.920799] env[66703]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=66703) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 964.920850] env[66703]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=66703) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 964.921252] env[66703]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=66703) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 964.921252] env[66703]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=66703) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 964.921877] env[66703]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , ] {{(pid=66703) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 964.921877] env[66703]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=66703) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 964.921877] env[66703]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=66703) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 964.921877] env[66703]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=66703) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 964.921877] env[66703]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=66703) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 964.922162] env[66703]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=66703) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 964.922162] env[66703]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=66703) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 964.922354] env[66703]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=66703) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 964.922388] env[66703]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=66703) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 964.922757] env[66703]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=66703) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 964.922757] env[66703]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: SegmentPort with ID: e502b3ce-5fa8-4c82-b983-150cc5f2a7dd is going to be updated. [ 964.945312] env[66703]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=66703) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 964.945481] env[66703]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=66703) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 964.945523] env[66703]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=66703) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 964.945812] env[66703]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=66703) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 964.946144] env[66703]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=66703) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 964.946144] env[66703]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-e502b3ce-5fa8-4c82-b983-150cc5f2a7dd" {{(pid=66703) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 965.239019] env[66703]: INFO networking_nsxv3.common.synchronization [req-6669f938-1f41-487e-8e96-c4cbb4461b9b req-15762922-f5b7-44f9-bdf1-5a116aac07d0 tempest-ServerRescueTestJSON-996972293 tempest-ServerRescueTestJSON-996972293-project-member] Enqueued Resource ID: bab497ff-3c4f-41ab-80e5-efd1dc76b6d8 with Priority: HIGHEST for action security_group_members [ 965.241412] env[66703]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: bab497ff-3c4f-41ab-80e5-efd1dc76b6d8 with Priority: HIGHEST for action security_group_members [ 965.241768] env[66703]: DEBUG networking_nsxv3.common.locking [-] Lock member-bab497ff-3c4f-41ab-80e5-efd1dc76b6d8 taken with stack trace [, , ] {{(pid=66703) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 965.241891] env[66703]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-bab497ff-3c4f-41ab-80e5-efd1dc76b6d8" {{(pid=66703) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 965.241953] env[66703]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-bab497ff-3c4f-41ab-80e5-efd1dc76b6d8" {{(pid=66703) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 965.242233] env[66703]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-bab497ff-3c4f-41ab-80e5-efd1dc76b6d8" {{(pid=66703) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 965.242384] env[66703]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=66703) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 965.242480] env[66703]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66703) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 965.242602] env[66703]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66703) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 965.242682] env[66703]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66703) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 965.242764] env[66703]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66703) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 965.242855] env[66703]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('bab497ff-3c4f-41ab-80e5-efd1dc76b6d8',) {} {{(pid=66703) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 965.427017] env[66703]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('1e2b2a96-49fb-4d3f-83d8-f1102c156f71',) {} {{(pid=66703) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 965.454914] env[66703]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: afb07c54-934e-420f-a541-315d002a64fc in Status: SUCCESS [ 965.455658] env[66703]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-afb07c54-934e-420f-a541-315d002a64fc" {{(pid=66703) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 965.455658] env[66703]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-afb07c54-934e-420f-a541-315d002a64fc" {{(pid=66703) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 965.455658] env[66703]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-afb07c54-934e-420f-a541-315d002a64fc" {{(pid=66703) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 965.455789] env[66703]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=66703) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 965.455854] env[66703]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66703) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 965.455886] env[66703]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66703) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 965.456066] env[66703]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66703) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 965.456140] env[66703]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66703) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 965.456224] env[66703]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-afb07c54-934e-420f-a541-315d002a64fc" {{(pid=66703) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 965.456313] env[66703]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('afb07c54-934e-420f-a541-315d002a64fc',) {} {{(pid=66703) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 965.618537] env[66703]: DEBUG networking_nsxv3.common.locking [None req-ffa6d202-748e-4c81-9979-ad08741f9cf7 None None] Lock network-780 taken with stack trace [, , , , , , , , ] {{(pid=66703) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 965.618798] env[66703]: DEBUG oslo_concurrency.lockutils [None req-ffa6d202-748e-4c81-9979-ad08741f9cf7 None None] Acquiring lock "network-780" {{(pid=66703) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 965.618878] env[66703]: DEBUG oslo_concurrency.lockutils [None req-ffa6d202-748e-4c81-9979-ad08741f9cf7 None None] Acquired lock "network-780" {{(pid=66703) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 965.619309] env[66703]: DEBUG oslo_concurrency.lockutils [None req-ffa6d202-748e-4c81-9979-ad08741f9cf7 None None] Acquired external semaphore "network-780" {{(pid=66703) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 965.619615] env[66703]: DEBUG networking_nsxv3.common.locking [None req-ffa6d202-748e-4c81-9979-ad08741f9cf7 None None] Lock Segment taken with stack trace [, , , , , , , , , , ] {{(pid=66703) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 965.619776] env[66703]: DEBUG oslo_concurrency.lockutils [None req-ffa6d202-748e-4c81-9979-ad08741f9cf7 None None] Acquiring lock "Segment" {{(pid=66703) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 965.619949] env[66703]: DEBUG oslo_concurrency.lockutils [None req-ffa6d202-748e-4c81-9979-ad08741f9cf7 None None] Acquired lock "Segment" {{(pid=66703) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 965.620197] env[66703]: DEBUG oslo_concurrency.lockutils [None req-ffa6d202-748e-4c81-9979-ad08741f9cf7 None None] Acquired external semaphore "Segment" {{(pid=66703) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 965.620275] env[66703]: DEBUG oslo_concurrency.lockutils [None req-ffa6d202-748e-4c81-9979-ad08741f9cf7 None None] Releasing lock "Segment" {{(pid=66703) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 965.620484] env[66703]: DEBUG dogpile.cache.region [None req-ffa6d202-748e-4c81-9979-ad08741f9cf7 None None] No value present for key: 'zone-id' {{(pid=66703) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 965.620594] env[66703]: DEBUG dogpile.lock [None req-ffa6d202-748e-4c81-9979-ad08741f9cf7 None None] NeedRegenerationException {{(pid=66703) _enter /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:90}} [ 965.620699] env[66703]: DEBUG dogpile.lock [None req-ffa6d202-748e-4c81-9979-ad08741f9cf7 None None] no value, waiting for create lock {{(pid=66703) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:131}} [ 965.620803] env[66703]: DEBUG dogpile.lock [None req-ffa6d202-748e-4c81-9979-ad08741f9cf7 None None] value creation lock acquired {{(pid=66703) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:135}} [ 965.620908] env[66703]: DEBUG dogpile.cache.region [None req-ffa6d202-748e-4c81-9979-ad08741f9cf7 None None] No value present for key: 'zone-id' {{(pid=66703) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 965.621028] env[66703]: DEBUG dogpile.lock [None req-ffa6d202-748e-4c81-9979-ad08741f9cf7 None None] Calling creation function for not-yet-present value {{(pid=66703) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:174}} [ 965.621152] env[66703]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-ffa6d202-748e-4c81-9979-ad08741f9cf7 None None] Looking for TransportZone with name nsx-vlan-transportzone. [ 965.645027] env[66703]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-ffa6d202-748e-4c81-9979-ad08741f9cf7 None None] loading zone with a95c914d-748d-497c-94ab-10d4647daeba and tags [{'scope': 'mp2policy_migr_status', 'tag': 'success'}] [ 965.645027] env[66703]: DEBUG dogpile.cache.region [None req-ffa6d202-748e-4c81-9979-ad08741f9cf7 None None] Cache value generated in 0.022 seconds for key(s): 'zone-id' {{(pid=66703) _log_time /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:910}} [ 965.645027] env[66703]: DEBUG dogpile.lock [None req-ffa6d202-748e-4c81-9979-ad08741f9cf7 None None] Released creation lock {{(pid=66703) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:182}} [ 965.645027] env[66703]: DEBUG oslo_concurrency.lockutils [None req-ffa6d202-748e-4c81-9979-ad08741f9cf7 None None] Releasing lock "network-780" {{(pid=66703) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 965.645027] env[66703]: DEBUG networking_nsxv3.common.locking [None req-ffa6d202-748e-4c81-9979-ad08741f9cf7 None None] Lock port-e78e273e-6b73-4b1d-83b4-8d35ad8f46d4 taken with stack trace [, , , , , , , , ] {{(pid=66703) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 965.645027] env[66703]: DEBUG oslo_concurrency.lockutils [None req-ffa6d202-748e-4c81-9979-ad08741f9cf7 None None] Acquiring lock "port-e78e273e-6b73-4b1d-83b4-8d35ad8f46d4" {{(pid=66703) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 965.645027] env[66703]: DEBUG oslo_concurrency.lockutils [None req-ffa6d202-748e-4c81-9979-ad08741f9cf7 None None] Acquired lock "port-e78e273e-6b73-4b1d-83b4-8d35ad8f46d4" {{(pid=66703) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 965.645027] env[66703]: DEBUG oslo_concurrency.lockutils [None req-ffa6d202-748e-4c81-9979-ad08741f9cf7 None None] Acquired external semaphore "port-e78e273e-6b73-4b1d-83b4-8d35ad8f46d4" {{(pid=66703) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 965.645027] env[66703]: DEBUG networking_nsxv3.api.rpc [None req-ffa6d202-748e-4c81-9979-ad08741f9cf7 None None] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('e78e273e-6b73-4b1d-83b4-8d35ad8f46d4',) {} {{(pid=66703) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 965.745454] env[66703]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=66703) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 965.745706] env[66703]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66703) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 965.745829] env[66703]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66703) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 965.746186] env[66703]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66703) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 965.746358] env[66703]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66703) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 965.746765] env[66703]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66703) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 965.746944] env[66703]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66703) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 965.747097] env[66703]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66703) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 965.747403] env[66703]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66703) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 965.747550] env[66703]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66703) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 965.747715] env[66703]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: bab497ff-3c4f-41ab-80e5-efd1dc76b6d8 already deleted. [ 965.747878] env[66703]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-bab497ff-3c4f-41ab-80e5-efd1dc76b6d8" {{(pid=66703) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 965.931099] env[66703]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66703) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 965.931099] env[66703]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66703) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 965.931099] env[66703]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66703) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 965.931576] env[66703]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66703) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 965.931725] env[66703]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66703) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 965.931913] env[66703]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 1e2b2a96-49fb-4d3f-83d8-f1102c156f71 is going to be created. [ 965.959507] env[66703]: DEBUG networking_nsxv3.common.locking [-] Lock member-afb07c54-934e-420f-a541-315d002a64fc taken with stack trace [, , , ] {{(pid=66703) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 965.959507] env[66703]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-afb07c54-934e-420f-a541-315d002a64fc" {{(pid=66703) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 965.959507] env[66703]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-afb07c54-934e-420f-a541-315d002a64fc" {{(pid=66703) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 965.959808] env[66703]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-afb07c54-934e-420f-a541-315d002a64fc" {{(pid=66703) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 965.959925] env[66703]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=66703) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 965.960192] env[66703]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66703) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 965.960192] env[66703]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66703) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 965.960998] env[66703]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66703) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 965.960998] env[66703]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66703) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 965.960998] env[66703]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-afb07c54-934e-420f-a541-315d002a64fc" {{(pid=66703) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 965.960998] env[66703]: DEBUG networking_nsxv3.common.locking [-] Lock member-afb07c54-934e-420f-a541-315d002a64fc taken with stack trace [, , , ] {{(pid=66703) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 965.960998] env[66703]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-afb07c54-934e-420f-a541-315d002a64fc" {{(pid=66703) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 965.960998] env[66703]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-afb07c54-934e-420f-a541-315d002a64fc" {{(pid=66703) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 965.960998] env[66703]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-afb07c54-934e-420f-a541-315d002a64fc" {{(pid=66703) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 965.961281] env[66703]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=66703) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 965.961281] env[66703]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66703) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 965.961281] env[66703]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66703) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 965.961405] env[66703]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66703) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 965.961450] env[66703]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66703) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 965.961540] env[66703]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-afb07c54-934e-420f-a541-315d002a64fc" {{(pid=66703) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 965.961640] env[66703]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('afb07c54-934e-420f-a541-315d002a64fc',) {} {{(pid=66703) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 965.965831] env[66703]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66703) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 965.965831] env[66703]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66703) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 965.965831] env[66703]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66703) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 965.965831] env[66703]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66703) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 965.965831] env[66703]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66703) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 965.978682] env[66703]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 1e2b2a96-49fb-4d3f-83d8-f1102c156f71 in Status: UNINITIALIZED for 2s [ 966.152100] env[66703]: DEBUG networking_nsxv3.common.locking [None req-ffa6d202-748e-4c81-9979-ad08741f9cf7 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , ] {{(pid=66703) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 966.152100] env[66703]: DEBUG oslo_concurrency.lockutils [None req-ffa6d202-748e-4c81-9979-ad08741f9cf7 None None] Acquiring lock "SegmentPort" {{(pid=66703) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 966.152100] env[66703]: DEBUG oslo_concurrency.lockutils [None req-ffa6d202-748e-4c81-9979-ad08741f9cf7 None None] Acquired lock "SegmentPort" {{(pid=66703) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 966.152100] env[66703]: DEBUG oslo_concurrency.lockutils [None req-ffa6d202-748e-4c81-9979-ad08741f9cf7 None None] Acquired external semaphore "SegmentPort" {{(pid=66703) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 966.152100] env[66703]: DEBUG oslo_concurrency.lockutils [None req-ffa6d202-748e-4c81-9979-ad08741f9cf7 None None] Releasing lock "SegmentPort" {{(pid=66703) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 966.152100] env[66703]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-ffa6d202-748e-4c81-9979-ad08741f9cf7 None None] Segment Port e78e273e-6b73-4b1d-83b4-8d35ad8f46d4 not found, creating... [ 966.152100] env[66703]: DEBUG networking_nsxv3.common.locking [None req-ffa6d202-748e-4c81-9979-ad08741f9cf7 None None] Lock Segment taken with stack trace [, , , , , , , , , , , ] {{(pid=66703) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 966.152100] env[66703]: DEBUG oslo_concurrency.lockutils [None req-ffa6d202-748e-4c81-9979-ad08741f9cf7 None None] Acquiring lock "Segment" {{(pid=66703) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 966.152100] env[66703]: DEBUG oslo_concurrency.lockutils [None req-ffa6d202-748e-4c81-9979-ad08741f9cf7 None None] Acquired lock "Segment" {{(pid=66703) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 966.152100] env[66703]: DEBUG oslo_concurrency.lockutils [None req-ffa6d202-748e-4c81-9979-ad08741f9cf7 None None] Acquired external semaphore "Segment" {{(pid=66703) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 966.152100] env[66703]: DEBUG oslo_concurrency.lockutils [None req-ffa6d202-748e-4c81-9979-ad08741f9cf7 None None] Releasing lock "Segment" {{(pid=66703) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 966.152445] env[66703]: DEBUG networking_nsxv3.common.locking [None req-ffa6d202-748e-4c81-9979-ad08741f9cf7 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=66703) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 966.152445] env[66703]: DEBUG oslo_concurrency.lockutils [None req-ffa6d202-748e-4c81-9979-ad08741f9cf7 None None] Acquiring lock "SegmentPort" {{(pid=66703) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 966.152445] env[66703]: DEBUG oslo_concurrency.lockutils [None req-ffa6d202-748e-4c81-9979-ad08741f9cf7 None None] Acquired lock "SegmentPort" {{(pid=66703) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 966.152445] env[66703]: DEBUG oslo_concurrency.lockutils [None req-ffa6d202-748e-4c81-9979-ad08741f9cf7 None None] Acquired external semaphore "SegmentPort" {{(pid=66703) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 966.152445] env[66703]: DEBUG oslo_concurrency.lockutils [None req-ffa6d202-748e-4c81-9979-ad08741f9cf7 None None] Releasing lock "SegmentPort" {{(pid=66703) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 966.152445] env[66703]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-ffa6d202-748e-4c81-9979-ad08741f9cf7 None None] Resource: SegmentPort with ID: e78e273e-6b73-4b1d-83b4-8d35ad8f46d4 is going to be created. [ 966.176171] env[66703]: DEBUG networking_nsxv3.common.locking [None req-ffa6d202-748e-4c81-9979-ad08741f9cf7 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=66703) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 966.176171] env[66703]: DEBUG oslo_concurrency.lockutils [None req-ffa6d202-748e-4c81-9979-ad08741f9cf7 None None] Acquiring lock "SegmentPort" {{(pid=66703) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 966.176171] env[66703]: DEBUG oslo_concurrency.lockutils [None req-ffa6d202-748e-4c81-9979-ad08741f9cf7 None None] Acquired lock "SegmentPort" {{(pid=66703) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 966.176171] env[66703]: DEBUG oslo_concurrency.lockutils [None req-ffa6d202-748e-4c81-9979-ad08741f9cf7 None None] Acquired external semaphore "SegmentPort" {{(pid=66703) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 966.176171] env[66703]: DEBUG oslo_concurrency.lockutils [None req-ffa6d202-748e-4c81-9979-ad08741f9cf7 None None] Releasing lock "SegmentPort" {{(pid=66703) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 966.176171] env[66703]: DEBUG oslo_concurrency.lockutils [None req-ffa6d202-748e-4c81-9979-ad08741f9cf7 None None] Releasing lock "port-e78e273e-6b73-4b1d-83b4-8d35ad8f46d4" {{(pid=66703) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 966.463633] env[66703]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for afb07c54-934e-420f-a541-315d002a64fc: rpc.has_security_group_logging(os_id): False [ 966.482992] env[66703]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=66703) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 966.483229] env[66703]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66703) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 966.483317] env[66703]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66703) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 966.483605] env[66703]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66703) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 966.483783] env[66703]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66703) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 966.484117] env[66703]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66703) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 966.484301] env[66703]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66703) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 966.484405] env[66703]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66703) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 966.484707] env[66703]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66703) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 966.484853] env[66703]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66703) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 966.485188] env[66703]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66703) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 966.485361] env[66703]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66703) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 966.485484] env[66703]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66703) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 966.485744] env[66703]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66703) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 966.485833] env[66703]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66703) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 966.486119] env[66703]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=66703) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 966.486251] env[66703]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66703) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 966.486251] env[66703]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66703) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 966.486396] env[66703]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66703) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 966.486472] env[66703]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66703) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 966.486556] env[66703]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: afb07c54-934e-420f-a541-315d002a64fc is going to be created. [ 966.548157] env[66703]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=66703) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 966.548422] env[66703]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66703) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 966.548592] env[66703]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66703) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 966.549086] env[66703]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66703) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 966.549320] env[66703]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66703) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 966.563287] env[66703]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: afb07c54-934e-420f-a541-315d002a64fc in Status: IN_PROGRESS for 2s [ 966.928710] env[66703]: INFO networking_nsxv3.common.synchronization [req-6669f938-1f41-487e-8e96-c4cbb4461b9b req-c0c94c49-f730-4f24-87fc-2dc0a5056844 service nova] Enqueued Resource ID: bab497ff-3c4f-41ab-80e5-efd1dc76b6d8 with Priority: HIGHEST for action security_group_rules [ 966.929090] env[66703]: INFO networking_nsxv3.common.synchronization [req-6669f938-1f41-487e-8e96-c4cbb4461b9b req-c0c94c49-f730-4f24-87fc-2dc0a5056844 service nova] Enqueued Resource ID: bab497ff-3c4f-41ab-80e5-efd1dc76b6d8 with Priority: HIGHEST for action security_group_members [ 966.929206] env[66703]: INFO networking_nsxv3.common.synchronization [req-6669f938-1f41-487e-8e96-c4cbb4461b9b req-c0c94c49-f730-4f24-87fc-2dc0a5056844 service nova] Enqueued Resource ID: e78e273e-6b73-4b1d-83b4-8d35ad8f46d4 with Priority: HIGHEST for action port [ 966.929852] env[66703]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: bab497ff-3c4f-41ab-80e5-efd1dc76b6d8 with Priority: HIGHEST for action security_group_rules [ 966.930019] env[66703]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: bab497ff-3c4f-41ab-80e5-efd1dc76b6d8 with Priority: HIGHEST for action security_group_members [ 966.930101] env[66703]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: e78e273e-6b73-4b1d-83b4-8d35ad8f46d4 with Priority: HIGHEST for action port [ 966.930389] env[66703]: DEBUG networking_nsxv3.common.locking [-] Lock rules-bab497ff-3c4f-41ab-80e5-efd1dc76b6d8 taken with stack trace [, , ] {{(pid=66703) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 966.933656] env[66703]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-bab497ff-3c4f-41ab-80e5-efd1dc76b6d8" {{(pid=66703) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 966.933731] env[66703]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-bab497ff-3c4f-41ab-80e5-efd1dc76b6d8" {{(pid=66703) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 966.934021] env[66703]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-bab497ff-3c4f-41ab-80e5-efd1dc76b6d8" {{(pid=66703) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 966.934109] env[66703]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('bab497ff-3c4f-41ab-80e5-efd1dc76b6d8',) {} {{(pid=66703) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 966.942571] env[66703]: DEBUG networking_nsxv3.common.locking [-] Lock member-bab497ff-3c4f-41ab-80e5-efd1dc76b6d8 taken with stack trace [, , ] {{(pid=66703) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 966.942571] env[66703]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-bab497ff-3c4f-41ab-80e5-efd1dc76b6d8" {{(pid=66703) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 966.942571] env[66703]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-bab497ff-3c4f-41ab-80e5-efd1dc76b6d8" {{(pid=66703) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 966.942571] env[66703]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-bab497ff-3c4f-41ab-80e5-efd1dc76b6d8" {{(pid=66703) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 966.942571] env[66703]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=66703) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 966.942571] env[66703]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66703) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 966.942571] env[66703]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66703) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 966.942571] env[66703]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66703) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 966.942571] env[66703]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66703) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 966.942571] env[66703]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('bab497ff-3c4f-41ab-80e5-efd1dc76b6d8',) {} {{(pid=66703) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 966.942571] env[66703]: DEBUG networking_nsxv3.common.locking [-] Lock port-e78e273e-6b73-4b1d-83b4-8d35ad8f46d4 taken with stack trace [, , ] {{(pid=66703) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 966.942571] env[66703]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-e78e273e-6b73-4b1d-83b4-8d35ad8f46d4" {{(pid=66703) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 966.942571] env[66703]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-e78e273e-6b73-4b1d-83b4-8d35ad8f46d4" {{(pid=66703) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 966.949351] env[66703]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-e78e273e-6b73-4b1d-83b4-8d35ad8f46d4" {{(pid=66703) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 966.949351] env[66703]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('e78e273e-6b73-4b1d-83b4-8d35ad8f46d4',) {} {{(pid=66703) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 967.451411] env[66703]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('bab497ff-3c4f-41ab-80e5-efd1dc76b6d8',) {} {{(pid=66703) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 967.453063] env[66703]: DEBUG networking_nsxv3.common.locking [-] Lock member-bab497ff-3c4f-41ab-80e5-efd1dc76b6d8 taken with stack trace [, , , ] {{(pid=66703) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 967.453063] env[66703]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-bab497ff-3c4f-41ab-80e5-efd1dc76b6d8" {{(pid=66703) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 967.454776] env[66703]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] realization of port e78e273e-6b73-4b1d-83b4-8d35ad8f46d4 with status ACTIVE [ 967.454973] env[66703]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=66703) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 967.455101] env[66703]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=66703) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 967.455168] env[66703]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=66703) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 967.455785] env[66703]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=66703) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 967.455883] env[66703]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=66703) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 967.456079] env[66703]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , ] {{(pid=66703) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 967.456185] env[66703]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=66703) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 967.456242] env[66703]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=66703) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 967.456396] env[66703]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=66703) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 967.456469] env[66703]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=66703) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 967.456647] env[66703]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=66703) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 967.456735] env[66703]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=66703) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 967.456794] env[66703]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=66703) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 967.456942] env[66703]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=66703) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 967.457026] env[66703]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=66703) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 967.457104] env[66703]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: SegmentPort with ID: e78e273e-6b73-4b1d-83b4-8d35ad8f46d4 is going to be updated. [ 967.481118] env[66703]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=66703) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 967.481514] env[66703]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=66703) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 967.481514] env[66703]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=66703) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 967.481620] env[66703]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=66703) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 967.481751] env[66703]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=66703) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 967.481911] env[66703]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-e78e273e-6b73-4b1d-83b4-8d35ad8f46d4" {{(pid=66703) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 967.838384] env[66703]: INFO networking_nsxv3.common.synchronization [req-35a62531-61c0-4a6a-941e-14914cc50842 req-5a4d6973-e7df-468f-be01-47680a4b5fa5 tempest-ServerTagsTestJSON-107035093 tempest-ServerTagsTestJSON-107035093-project-member] Enqueued Resource ID: 94cfd855-34d7-4ee3-83ae-9a9910adce5a with Priority: HIGHEST for action security_group_members [ 967.838896] env[66703]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 94cfd855-34d7-4ee3-83ae-9a9910adce5a with Priority: HIGHEST for action security_group_members [ 967.839245] env[66703]: DEBUG networking_nsxv3.common.locking [-] Lock member-94cfd855-34d7-4ee3-83ae-9a9910adce5a taken with stack trace [, , ] {{(pid=66703) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 967.839376] env[66703]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-94cfd855-34d7-4ee3-83ae-9a9910adce5a" {{(pid=66703) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 967.839444] env[66703]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-94cfd855-34d7-4ee3-83ae-9a9910adce5a" {{(pid=66703) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 967.839734] env[66703]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-94cfd855-34d7-4ee3-83ae-9a9910adce5a" {{(pid=66703) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 967.839908] env[66703]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=66703) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 967.840055] env[66703]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66703) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 967.840591] env[66703]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66703) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 967.840591] env[66703]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66703) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 967.840591] env[66703]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66703) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 967.840591] env[66703]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('94cfd855-34d7-4ee3-83ae-9a9910adce5a',) {} {{(pid=66703) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 967.891600] env[66703]: INFO networking_nsxv3.common.synchronization [req-bc96b1d5-59db-45a3-8c6f-a2f95f4fd9ff req-1c5aef73-4c41-4273-9e6a-0161c8fd1ef2 tempest-ServerMetadataTestJSON-1308246274 tempest-ServerMetadataTestJSON-1308246274-project-member] Enqueued Resource ID: 4770ab45-fdc2-4722-972d-6fa3445d1b25 with Priority: HIGHEST for action security_group_members [ 967.891944] env[66703]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 4770ab45-fdc2-4722-972d-6fa3445d1b25 with Priority: HIGHEST for action security_group_members [ 967.892249] env[66703]: DEBUG networking_nsxv3.common.locking [-] Lock member-4770ab45-fdc2-4722-972d-6fa3445d1b25 taken with stack trace [, , ] {{(pid=66703) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 967.892367] env[66703]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-4770ab45-fdc2-4722-972d-6fa3445d1b25" {{(pid=66703) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 967.892433] env[66703]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-4770ab45-fdc2-4722-972d-6fa3445d1b25" {{(pid=66703) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 967.892628] env[66703]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-4770ab45-fdc2-4722-972d-6fa3445d1b25" {{(pid=66703) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 967.892774] env[66703]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=66703) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 967.892867] env[66703]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66703) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 967.892927] env[66703]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66703) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 967.893078] env[66703]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66703) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 967.893161] env[66703]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66703) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 967.893255] env[66703]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('4770ab45-fdc2-4722-972d-6fa3445d1b25',) {} {{(pid=66703) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 967.954272] env[66703]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('bab497ff-3c4f-41ab-80e5-efd1dc76b6d8',) {} {{(pid=66703) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 967.993205] env[66703]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 1e2b2a96-49fb-4d3f-83d8-f1102c156f71 in Status: SUCCESS [ 967.993467] env[66703]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-1e2b2a96-49fb-4d3f-83d8-f1102c156f71" {{(pid=66703) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 967.994533] env[66703]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-1e2b2a96-49fb-4d3f-83d8-f1102c156f71" {{(pid=66703) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 967.994533] env[66703]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-1e2b2a96-49fb-4d3f-83d8-f1102c156f71" {{(pid=66703) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 967.994533] env[66703]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=66703) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 967.994533] env[66703]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66703) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 967.994533] env[66703]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66703) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 967.994533] env[66703]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66703) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 967.994810] env[66703]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66703) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 967.994810] env[66703]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-1e2b2a96-49fb-4d3f-83d8-f1102c156f71" {{(pid=66703) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 967.994810] env[66703]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('1e2b2a96-49fb-4d3f-83d8-f1102c156f71',) {} {{(pid=66703) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 968.276284] env[66703]: DEBUG networking_nsxv3.common.locking [None req-ffa6d202-748e-4c81-9979-ad08741f9cf7 None None] Lock network-678 taken with stack trace [, , , , , , , , ] {{(pid=66703) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 968.276890] env[66703]: DEBUG oslo_concurrency.lockutils [None req-ffa6d202-748e-4c81-9979-ad08741f9cf7 None None] Acquiring lock "network-678" {{(pid=66703) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 968.276890] env[66703]: DEBUG oslo_concurrency.lockutils [None req-ffa6d202-748e-4c81-9979-ad08741f9cf7 None None] Acquired lock "network-678" {{(pid=66703) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 968.277114] env[66703]: DEBUG oslo_concurrency.lockutils [None req-ffa6d202-748e-4c81-9979-ad08741f9cf7 None None] Acquired external semaphore "network-678" {{(pid=66703) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 968.277283] env[66703]: DEBUG networking_nsxv3.common.locking [None req-ffa6d202-748e-4c81-9979-ad08741f9cf7 None None] Lock Segment taken with stack trace [, , , , , , , , , , ] {{(pid=66703) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 968.277438] env[66703]: DEBUG oslo_concurrency.lockutils [None req-ffa6d202-748e-4c81-9979-ad08741f9cf7 None None] Acquiring lock "Segment" {{(pid=66703) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 968.277555] env[66703]: DEBUG oslo_concurrency.lockutils [None req-ffa6d202-748e-4c81-9979-ad08741f9cf7 None None] Acquired lock "Segment" {{(pid=66703) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 968.277957] env[66703]: DEBUG oslo_concurrency.lockutils [None req-ffa6d202-748e-4c81-9979-ad08741f9cf7 None None] Acquired external semaphore "Segment" {{(pid=66703) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 968.277957] env[66703]: DEBUG oslo_concurrency.lockutils [None req-ffa6d202-748e-4c81-9979-ad08741f9cf7 None None] Releasing lock "Segment" {{(pid=66703) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 968.278182] env[66703]: DEBUG dogpile.cache.region [None req-ffa6d202-748e-4c81-9979-ad08741f9cf7 None None] No value present for key: 'zone-id' {{(pid=66703) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 968.278389] env[66703]: DEBUG dogpile.lock [None req-ffa6d202-748e-4c81-9979-ad08741f9cf7 None None] NeedRegenerationException {{(pid=66703) _enter /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:90}} [ 968.278463] env[66703]: DEBUG dogpile.lock [None req-ffa6d202-748e-4c81-9979-ad08741f9cf7 None None] no value, waiting for create lock {{(pid=66703) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:131}} [ 968.278675] env[66703]: DEBUG dogpile.lock [None req-ffa6d202-748e-4c81-9979-ad08741f9cf7 None None] value creation lock acquired {{(pid=66703) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:135}} [ 968.278675] env[66703]: DEBUG dogpile.cache.region [None req-ffa6d202-748e-4c81-9979-ad08741f9cf7 None None] No value present for key: 'zone-id' {{(pid=66703) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 968.278784] env[66703]: DEBUG dogpile.lock [None req-ffa6d202-748e-4c81-9979-ad08741f9cf7 None None] Calling creation function for not-yet-present value {{(pid=66703) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:174}} [ 968.278858] env[66703]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-ffa6d202-748e-4c81-9979-ad08741f9cf7 None None] Looking for TransportZone with name nsx-vlan-transportzone. [ 968.296647] env[66703]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-ffa6d202-748e-4c81-9979-ad08741f9cf7 None None] loading zone with a95c914d-748d-497c-94ab-10d4647daeba and tags [{'scope': 'mp2policy_migr_status', 'tag': 'success'}] [ 968.297337] env[66703]: DEBUG dogpile.cache.region [None req-ffa6d202-748e-4c81-9979-ad08741f9cf7 None None] Cache value generated in 0.018 seconds for key(s): 'zone-id' {{(pid=66703) _log_time /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:910}} [ 968.297337] env[66703]: DEBUG dogpile.lock [None req-ffa6d202-748e-4c81-9979-ad08741f9cf7 None None] Released creation lock {{(pid=66703) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:182}} [ 968.297337] env[66703]: DEBUG oslo_concurrency.lockutils [None req-ffa6d202-748e-4c81-9979-ad08741f9cf7 None None] Releasing lock "network-678" {{(pid=66703) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 968.297484] env[66703]: DEBUG networking_nsxv3.common.locking [None req-ffa6d202-748e-4c81-9979-ad08741f9cf7 None None] Lock port-b3e59d0a-1ef9-4c90-aab8-50fb37374aca taken with stack trace [, , , , , , , , ] {{(pid=66703) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 968.297650] env[66703]: DEBUG oslo_concurrency.lockutils [None req-ffa6d202-748e-4c81-9979-ad08741f9cf7 None None] Acquiring lock "port-b3e59d0a-1ef9-4c90-aab8-50fb37374aca" {{(pid=66703) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 968.297765] env[66703]: DEBUG oslo_concurrency.lockutils [None req-ffa6d202-748e-4c81-9979-ad08741f9cf7 None None] Acquired lock "port-b3e59d0a-1ef9-4c90-aab8-50fb37374aca" {{(pid=66703) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 968.298092] env[66703]: DEBUG oslo_concurrency.lockutils [None req-ffa6d202-748e-4c81-9979-ad08741f9cf7 None None] Acquired external semaphore "port-b3e59d0a-1ef9-4c90-aab8-50fb37374aca" {{(pid=66703) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 968.298226] env[66703]: DEBUG networking_nsxv3.api.rpc [None req-ffa6d202-748e-4c81-9979-ad08741f9cf7 None None] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('b3e59d0a-1ef9-4c90-aab8-50fb37374aca',) {} {{(pid=66703) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 968.345615] env[66703]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=66703) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 968.345778] env[66703]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66703) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 968.345847] env[66703]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66703) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 968.346074] env[66703]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66703) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 968.346164] env[66703]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66703) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 968.346361] env[66703]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66703) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 968.346493] env[66703]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66703) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 968.346541] env[66703]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66703) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 968.346669] env[66703]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66703) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 968.346743] env[66703]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66703) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 968.346827] env[66703]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 94cfd855-34d7-4ee3-83ae-9a9910adce5a already deleted. [ 968.346906] env[66703]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-94cfd855-34d7-4ee3-83ae-9a9910adce5a" {{(pid=66703) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 968.394911] env[66703]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=66703) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 968.395251] env[66703]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66703) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 968.395418] env[66703]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66703) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 968.395699] env[66703]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66703) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 968.397079] env[66703]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66703) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 968.397079] env[66703]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66703) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 968.397079] env[66703]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66703) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 968.397079] env[66703]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66703) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 968.397079] env[66703]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66703) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 968.397079] env[66703]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66703) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 968.397079] env[66703]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 4770ab45-fdc2-4722-972d-6fa3445d1b25 is going to be updated. [ 968.427721] env[66703]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66703) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 968.427854] env[66703]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66703) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 968.427923] env[66703]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66703) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 968.428163] env[66703]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66703) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 968.428881] env[66703]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66703) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 968.437736] env[66703]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 4770ab45-fdc2-4722-972d-6fa3445d1b25 in Status: IN_PROGRESS for 2s [ 968.459594] env[66703]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66703) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 968.459754] env[66703]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66703) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 968.459857] env[66703]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66703) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 968.460126] env[66703]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66703) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 968.460310] env[66703]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66703) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 968.460448] env[66703]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: bab497ff-3c4f-41ab-80e5-efd1dc76b6d8 is going to be created. [ 968.483988] env[66703]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66703) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 968.484315] env[66703]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66703) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 968.484315] env[66703]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66703) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 968.484475] env[66703]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66703) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 968.484652] env[66703]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66703) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 968.496063] env[66703]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: bab497ff-3c4f-41ab-80e5-efd1dc76b6d8 in Status: UNINITIALIZED for 2s [ 968.497999] env[66703]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('1e2b2a96-49fb-4d3f-83d8-f1102c156f71',) {} {{(pid=66703) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 968.581274] env[66703]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: afb07c54-934e-420f-a541-315d002a64fc in Status: SUCCESS [ 968.581535] env[66703]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-afb07c54-934e-420f-a541-315d002a64fc" {{(pid=66703) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 968.800814] env[66703]: DEBUG networking_nsxv3.common.locking [None req-ffa6d202-748e-4c81-9979-ad08741f9cf7 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , ] {{(pid=66703) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 968.801270] env[66703]: DEBUG oslo_concurrency.lockutils [None req-ffa6d202-748e-4c81-9979-ad08741f9cf7 None None] Acquiring lock "SegmentPort" {{(pid=66703) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 968.801417] env[66703]: DEBUG oslo_concurrency.lockutils [None req-ffa6d202-748e-4c81-9979-ad08741f9cf7 None None] Acquired lock "SegmentPort" {{(pid=66703) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 968.802283] env[66703]: DEBUG oslo_concurrency.lockutils [None req-ffa6d202-748e-4c81-9979-ad08741f9cf7 None None] Acquired external semaphore "SegmentPort" {{(pid=66703) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 968.802525] env[66703]: DEBUG oslo_concurrency.lockutils [None req-ffa6d202-748e-4c81-9979-ad08741f9cf7 None None] Releasing lock "SegmentPort" {{(pid=66703) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 968.803312] env[66703]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-ffa6d202-748e-4c81-9979-ad08741f9cf7 None None] Segment Port b3e59d0a-1ef9-4c90-aab8-50fb37374aca not found, creating... [ 968.803405] env[66703]: DEBUG networking_nsxv3.common.locking [None req-ffa6d202-748e-4c81-9979-ad08741f9cf7 None None] Lock Segment taken with stack trace [, , , , , , , , , , , ] {{(pid=66703) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 968.803728] env[66703]: DEBUG oslo_concurrency.lockutils [None req-ffa6d202-748e-4c81-9979-ad08741f9cf7 None None] Acquiring lock "Segment" {{(pid=66703) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 968.803892] env[66703]: DEBUG oslo_concurrency.lockutils [None req-ffa6d202-748e-4c81-9979-ad08741f9cf7 None None] Acquired lock "Segment" {{(pid=66703) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 968.804180] env[66703]: DEBUG oslo_concurrency.lockutils [None req-ffa6d202-748e-4c81-9979-ad08741f9cf7 None None] Acquired external semaphore "Segment" {{(pid=66703) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 968.804329] env[66703]: DEBUG oslo_concurrency.lockutils [None req-ffa6d202-748e-4c81-9979-ad08741f9cf7 None None] Releasing lock "Segment" {{(pid=66703) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 968.804663] env[66703]: DEBUG networking_nsxv3.common.locking [None req-ffa6d202-748e-4c81-9979-ad08741f9cf7 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=66703) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 968.804914] env[66703]: DEBUG oslo_concurrency.lockutils [None req-ffa6d202-748e-4c81-9979-ad08741f9cf7 None None] Acquiring lock "SegmentPort" {{(pid=66703) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 968.804963] env[66703]: DEBUG oslo_concurrency.lockutils [None req-ffa6d202-748e-4c81-9979-ad08741f9cf7 None None] Acquired lock "SegmentPort" {{(pid=66703) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 968.805182] env[66703]: DEBUG oslo_concurrency.lockutils [None req-ffa6d202-748e-4c81-9979-ad08741f9cf7 None None] Acquired external semaphore "SegmentPort" {{(pid=66703) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 968.805322] env[66703]: DEBUG oslo_concurrency.lockutils [None req-ffa6d202-748e-4c81-9979-ad08741f9cf7 None None] Releasing lock "SegmentPort" {{(pid=66703) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 968.805475] env[66703]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-ffa6d202-748e-4c81-9979-ad08741f9cf7 None None] Resource: SegmentPort with ID: b3e59d0a-1ef9-4c90-aab8-50fb37374aca is going to be created. [ 968.837517] env[66703]: DEBUG networking_nsxv3.common.locking [None req-ffa6d202-748e-4c81-9979-ad08741f9cf7 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=66703) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 968.837738] env[66703]: DEBUG oslo_concurrency.lockutils [None req-ffa6d202-748e-4c81-9979-ad08741f9cf7 None None] Acquiring lock "SegmentPort" {{(pid=66703) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 968.837918] env[66703]: DEBUG oslo_concurrency.lockutils [None req-ffa6d202-748e-4c81-9979-ad08741f9cf7 None None] Acquired lock "SegmentPort" {{(pid=66703) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 968.838383] env[66703]: DEBUG oslo_concurrency.lockutils [None req-ffa6d202-748e-4c81-9979-ad08741f9cf7 None None] Acquired external semaphore "SegmentPort" {{(pid=66703) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 968.838755] env[66703]: DEBUG oslo_concurrency.lockutils [None req-ffa6d202-748e-4c81-9979-ad08741f9cf7 None None] Releasing lock "SegmentPort" {{(pid=66703) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 968.839338] env[66703]: DEBUG oslo_concurrency.lockutils [None req-ffa6d202-748e-4c81-9979-ad08741f9cf7 None None] Releasing lock "port-b3e59d0a-1ef9-4c90-aab8-50fb37374aca" {{(pid=66703) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 968.999367] env[66703]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for 1e2b2a96-49fb-4d3f-83d8-f1102c156f71: rpc.has_security_group_logging(os_id): False [ 969.021560] env[66703]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=66703) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 969.021755] env[66703]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66703) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 969.021794] env[66703]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66703) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 969.022040] env[66703]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66703) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 969.022140] env[66703]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66703) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 969.022379] env[66703]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=66703) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 969.022488] env[66703]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66703) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 969.022545] env[66703]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66703) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 969.022681] env[66703]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66703) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 969.022746] env[66703]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66703) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 969.022836] env[66703]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 1e2b2a96-49fb-4d3f-83d8-f1102c156f71 is going to be created. [ 969.118160] env[66703]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=66703) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 969.118514] env[66703]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66703) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 969.118646] env[66703]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66703) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 969.119298] env[66703]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66703) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 969.119636] env[66703]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66703) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 969.141839] env[66703]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 1e2b2a96-49fb-4d3f-83d8-f1102c156f71 in Status: IN_PROGRESS for 2s [ 969.543225] env[66703]: INFO networking_nsxv3.common.synchronization [req-35a62531-61c0-4a6a-941e-14914cc50842 req-b18ce59d-43e7-4727-a0b5-f9be9354a866 service nova] Enqueued Resource ID: 94cfd855-34d7-4ee3-83ae-9a9910adce5a with Priority: HIGHEST for action security_group_rules [ 969.543225] env[66703]: INFO networking_nsxv3.common.synchronization [req-35a62531-61c0-4a6a-941e-14914cc50842 req-b18ce59d-43e7-4727-a0b5-f9be9354a866 service nova] Enqueued Resource ID: 94cfd855-34d7-4ee3-83ae-9a9910adce5a with Priority: HIGHEST for action security_group_members [ 969.543225] env[66703]: INFO networking_nsxv3.common.synchronization [req-35a62531-61c0-4a6a-941e-14914cc50842 req-b18ce59d-43e7-4727-a0b5-f9be9354a866 service nova] Enqueued Resource ID: b3e59d0a-1ef9-4c90-aab8-50fb37374aca with Priority: HIGHEST for action port [ 969.547206] env[66703]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 94cfd855-34d7-4ee3-83ae-9a9910adce5a with Priority: HIGHEST for action security_group_rules [ 969.547206] env[66703]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 94cfd855-34d7-4ee3-83ae-9a9910adce5a with Priority: HIGHEST for action security_group_members [ 969.547206] env[66703]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: b3e59d0a-1ef9-4c90-aab8-50fb37374aca with Priority: HIGHEST for action port [ 969.547206] env[66703]: DEBUG networking_nsxv3.common.locking [-] Lock rules-94cfd855-34d7-4ee3-83ae-9a9910adce5a taken with stack trace [, , ] {{(pid=66703) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 969.547206] env[66703]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-94cfd855-34d7-4ee3-83ae-9a9910adce5a" {{(pid=66703) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 969.547206] env[66703]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-94cfd855-34d7-4ee3-83ae-9a9910adce5a" {{(pid=66703) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 969.547206] env[66703]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-94cfd855-34d7-4ee3-83ae-9a9910adce5a" {{(pid=66703) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 969.547206] env[66703]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('94cfd855-34d7-4ee3-83ae-9a9910adce5a',) {} {{(pid=66703) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 969.547206] env[66703]: DEBUG networking_nsxv3.common.locking [-] Lock member-94cfd855-34d7-4ee3-83ae-9a9910adce5a taken with stack trace [, , ] {{(pid=66703) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 969.547206] env[66703]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-94cfd855-34d7-4ee3-83ae-9a9910adce5a" {{(pid=66703) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 969.547206] env[66703]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-94cfd855-34d7-4ee3-83ae-9a9910adce5a" {{(pid=66703) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 969.547206] env[66703]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-94cfd855-34d7-4ee3-83ae-9a9910adce5a" {{(pid=66703) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 969.547206] env[66703]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=66703) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 969.547206] env[66703]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66703) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 969.547206] env[66703]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66703) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 969.547206] env[66703]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66703) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 969.547206] env[66703]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66703) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 969.547206] env[66703]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('94cfd855-34d7-4ee3-83ae-9a9910adce5a',) {} {{(pid=66703) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 969.552215] env[66703]: DEBUG networking_nsxv3.common.locking [-] Lock port-b3e59d0a-1ef9-4c90-aab8-50fb37374aca taken with stack trace [, , ] {{(pid=66703) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 969.552215] env[66703]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-b3e59d0a-1ef9-4c90-aab8-50fb37374aca" {{(pid=66703) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 969.552215] env[66703]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-b3e59d0a-1ef9-4c90-aab8-50fb37374aca" {{(pid=66703) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 969.552215] env[66703]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-b3e59d0a-1ef9-4c90-aab8-50fb37374aca" {{(pid=66703) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 969.552215] env[66703]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('b3e59d0a-1ef9-4c90-aab8-50fb37374aca',) {} {{(pid=66703) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 970.052025] env[66703]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('94cfd855-34d7-4ee3-83ae-9a9910adce5a',) {} {{(pid=66703) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 970.053039] env[66703]: DEBUG networking_nsxv3.common.locking [-] Lock member-94cfd855-34d7-4ee3-83ae-9a9910adce5a taken with stack trace [, , , ] {{(pid=66703) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 970.053799] env[66703]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-94cfd855-34d7-4ee3-83ae-9a9910adce5a" {{(pid=66703) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 970.054078] env[66703]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] realization of port b3e59d0a-1ef9-4c90-aab8-50fb37374aca with status ACTIVE [ 970.054341] env[66703]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=66703) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 970.054543] env[66703]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=66703) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 970.054639] env[66703]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=66703) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 970.055405] env[66703]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=66703) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 970.055575] env[66703]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=66703) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 970.055917] env[66703]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , ] {{(pid=66703) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 970.056084] env[66703]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=66703) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 970.056186] env[66703]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=66703) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 970.056417] env[66703]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=66703) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 970.056538] env[66703]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=66703) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 970.056813] env[66703]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=66703) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 970.056957] env[66703]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=66703) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 970.057065] env[66703]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=66703) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 970.057273] env[66703]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=66703) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 970.057388] env[66703]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=66703) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 970.057518] env[66703]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: SegmentPort with ID: b3e59d0a-1ef9-4c90-aab8-50fb37374aca is going to be updated. [ 970.079284] env[66703]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=66703) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 970.079716] env[66703]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=66703) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 970.079716] env[66703]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=66703) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 970.079716] env[66703]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=66703) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 970.079936] env[66703]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=66703) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 970.080147] env[66703]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-b3e59d0a-1ef9-4c90-aab8-50fb37374aca" {{(pid=66703) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 970.425469] env[66703]: INFO networking_nsxv3.common.synchronization [req-ab11f85e-76c5-4f6c-abc3-a3b58bc48f47 req-9289d890-351a-40b5-a966-7928cbc7ed31 tempest-ListServerFiltersTestJSON-1920456475 tempest-ListServerFiltersTestJSON-1920456475-project-member] Enqueued Resource ID: fa4efca7-8152-4fd8-af73-ebfcdf5db312 with Priority: HIGHEST for action security_group_members [ 970.426040] env[66703]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: fa4efca7-8152-4fd8-af73-ebfcdf5db312 with Priority: HIGHEST for action security_group_members [ 970.426357] env[66703]: DEBUG networking_nsxv3.common.locking [-] Lock member-fa4efca7-8152-4fd8-af73-ebfcdf5db312 taken with stack trace [, , ] {{(pid=66703) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 970.426472] env[66703]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-fa4efca7-8152-4fd8-af73-ebfcdf5db312" {{(pid=66703) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 970.426554] env[66703]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-fa4efca7-8152-4fd8-af73-ebfcdf5db312" {{(pid=66703) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 970.426800] env[66703]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-fa4efca7-8152-4fd8-af73-ebfcdf5db312" {{(pid=66703) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 970.426954] env[66703]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=66703) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 970.427061] env[66703]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66703) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 970.427126] env[66703]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66703) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 970.427394] env[66703]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66703) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 970.427478] env[66703]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66703) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 970.427575] env[66703]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('fa4efca7-8152-4fd8-af73-ebfcdf5db312',) {} {{(pid=66703) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 970.448673] env[66703]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 4770ab45-fdc2-4722-972d-6fa3445d1b25 in Status: SUCCESS [ 970.448921] env[66703]: WARNING networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 4770ab45-fdc2-4722-972d-6fa3445d1b25 deletion is rescheduled due to dependency. [ 970.449033] env[66703]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-4770ab45-fdc2-4722-972d-6fa3445d1b25" {{(pid=66703) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 970.506480] env[66703]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: bab497ff-3c4f-41ab-80e5-efd1dc76b6d8 in Status: SUCCESS [ 970.506480] env[66703]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-bab497ff-3c4f-41ab-80e5-efd1dc76b6d8" {{(pid=66703) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 970.507010] env[66703]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-bab497ff-3c4f-41ab-80e5-efd1dc76b6d8" {{(pid=66703) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 970.507358] env[66703]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-bab497ff-3c4f-41ab-80e5-efd1dc76b6d8" {{(pid=66703) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 970.507552] env[66703]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=66703) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 970.507664] env[66703]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66703) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 970.507725] env[66703]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66703) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 970.507881] env[66703]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66703) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 970.507959] env[66703]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66703) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 970.508052] env[66703]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-bab497ff-3c4f-41ab-80e5-efd1dc76b6d8" {{(pid=66703) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 970.508141] env[66703]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('bab497ff-3c4f-41ab-80e5-efd1dc76b6d8',) {} {{(pid=66703) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 970.559881] env[66703]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('94cfd855-34d7-4ee3-83ae-9a9910adce5a',) {} {{(pid=66703) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 970.756227] env[66703]: DEBUG networking_nsxv3.common.locking [None req-ffa6d202-748e-4c81-9979-ad08741f9cf7 None None] Lock network-764 taken with stack trace [, , , , , , , , ] {{(pid=66703) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 970.756520] env[66703]: DEBUG oslo_concurrency.lockutils [None req-ffa6d202-748e-4c81-9979-ad08741f9cf7 None None] Acquiring lock "network-764" {{(pid=66703) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 970.756694] env[66703]: DEBUG oslo_concurrency.lockutils [None req-ffa6d202-748e-4c81-9979-ad08741f9cf7 None None] Acquired lock "network-764" {{(pid=66703) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 970.757103] env[66703]: DEBUG oslo_concurrency.lockutils [None req-ffa6d202-748e-4c81-9979-ad08741f9cf7 None None] Acquired external semaphore "network-764" {{(pid=66703) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 970.757604] env[66703]: DEBUG networking_nsxv3.common.locking [None req-ffa6d202-748e-4c81-9979-ad08741f9cf7 None None] Lock Segment taken with stack trace [, , , , , , , , , , ] {{(pid=66703) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 970.757776] env[66703]: DEBUG oslo_concurrency.lockutils [None req-ffa6d202-748e-4c81-9979-ad08741f9cf7 None None] Acquiring lock "Segment" {{(pid=66703) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 970.757900] env[66703]: DEBUG oslo_concurrency.lockutils [None req-ffa6d202-748e-4c81-9979-ad08741f9cf7 None None] Acquired lock "Segment" {{(pid=66703) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 970.758177] env[66703]: DEBUG oslo_concurrency.lockutils [None req-ffa6d202-748e-4c81-9979-ad08741f9cf7 None None] Acquired external semaphore "Segment" {{(pid=66703) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 970.758336] env[66703]: DEBUG oslo_concurrency.lockutils [None req-ffa6d202-748e-4c81-9979-ad08741f9cf7 None None] Releasing lock "Segment" {{(pid=66703) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 970.758919] env[66703]: DEBUG dogpile.cache.region [None req-ffa6d202-748e-4c81-9979-ad08741f9cf7 None None] No value present for key: 'zone-id' {{(pid=66703) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 970.759070] env[66703]: DEBUG dogpile.lock [None req-ffa6d202-748e-4c81-9979-ad08741f9cf7 None None] NeedRegenerationException {{(pid=66703) _enter /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:90}} [ 970.759196] env[66703]: DEBUG dogpile.lock [None req-ffa6d202-748e-4c81-9979-ad08741f9cf7 None None] no value, waiting for create lock {{(pid=66703) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:131}} [ 970.759332] env[66703]: DEBUG dogpile.lock [None req-ffa6d202-748e-4c81-9979-ad08741f9cf7 None None] value creation lock acquired {{(pid=66703) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:135}} [ 970.759491] env[66703]: DEBUG dogpile.cache.region [None req-ffa6d202-748e-4c81-9979-ad08741f9cf7 None None] No value present for key: 'zone-id' {{(pid=66703) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 970.759622] env[66703]: DEBUG dogpile.lock [None req-ffa6d202-748e-4c81-9979-ad08741f9cf7 None None] Calling creation function for not-yet-present value {{(pid=66703) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:174}} [ 970.759763] env[66703]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-ffa6d202-748e-4c81-9979-ad08741f9cf7 None None] Looking for TransportZone with name nsx-vlan-transportzone. [ 970.781075] env[66703]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-ffa6d202-748e-4c81-9979-ad08741f9cf7 None None] loading zone with a95c914d-748d-497c-94ab-10d4647daeba and tags [{'scope': 'mp2policy_migr_status', 'tag': 'success'}] [ 970.781272] env[66703]: DEBUG dogpile.cache.region [None req-ffa6d202-748e-4c81-9979-ad08741f9cf7 None None] Cache value generated in 0.021 seconds for key(s): 'zone-id' {{(pid=66703) _log_time /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:910}} [ 970.781466] env[66703]: DEBUG dogpile.lock [None req-ffa6d202-748e-4c81-9979-ad08741f9cf7 None None] Released creation lock {{(pid=66703) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:182}} [ 970.781784] env[66703]: DEBUG oslo_concurrency.lockutils [None req-ffa6d202-748e-4c81-9979-ad08741f9cf7 None None] Releasing lock "network-764" {{(pid=66703) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 970.782235] env[66703]: DEBUG networking_nsxv3.common.locking [None req-ffa6d202-748e-4c81-9979-ad08741f9cf7 None None] Lock port-ff2f82e6-04e2-4cfe-b875-039098e77eea taken with stack trace [, , , , , , , , ] {{(pid=66703) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 970.782528] env[66703]: DEBUG oslo_concurrency.lockutils [None req-ffa6d202-748e-4c81-9979-ad08741f9cf7 None None] Acquiring lock "port-ff2f82e6-04e2-4cfe-b875-039098e77eea" {{(pid=66703) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 970.782616] env[66703]: DEBUG oslo_concurrency.lockutils [None req-ffa6d202-748e-4c81-9979-ad08741f9cf7 None None] Acquired lock "port-ff2f82e6-04e2-4cfe-b875-039098e77eea" {{(pid=66703) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 970.783734] env[66703]: DEBUG oslo_concurrency.lockutils [None req-ffa6d202-748e-4c81-9979-ad08741f9cf7 None None] Acquired external semaphore "port-ff2f82e6-04e2-4cfe-b875-039098e77eea" {{(pid=66703) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 970.783734] env[66703]: DEBUG networking_nsxv3.api.rpc [None req-ffa6d202-748e-4c81-9979-ad08741f9cf7 None None] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('ff2f82e6-04e2-4cfe-b875-039098e77eea',) {} {{(pid=66703) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 970.929677] env[66703]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=66703) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 970.929843] env[66703]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66703) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 970.929918] env[66703]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66703) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 970.930167] env[66703]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66703) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 970.930312] env[66703]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66703) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 970.930558] env[66703]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66703) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 970.930665] env[66703]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66703) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 970.930730] env[66703]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66703) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 970.930895] env[66703]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66703) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 970.930971] env[66703]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66703) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 970.931072] env[66703]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: fa4efca7-8152-4fd8-af73-ebfcdf5db312 already deleted. [ 970.931156] env[66703]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-fa4efca7-8152-4fd8-af73-ebfcdf5db312" {{(pid=66703) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 971.012129] env[66703]: DEBUG networking_nsxv3.common.locking [-] Lock member-bab497ff-3c4f-41ab-80e5-efd1dc76b6d8 taken with stack trace [, , , ] {{(pid=66703) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 971.012129] env[66703]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-bab497ff-3c4f-41ab-80e5-efd1dc76b6d8" {{(pid=66703) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 971.012129] env[66703]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-bab497ff-3c4f-41ab-80e5-efd1dc76b6d8" {{(pid=66703) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 971.012271] env[66703]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-bab497ff-3c4f-41ab-80e5-efd1dc76b6d8" {{(pid=66703) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 971.012398] env[66703]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=66703) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 971.012506] env[66703]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66703) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 971.012573] env[66703]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66703) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 971.012734] env[66703]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66703) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 971.012821] env[66703]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66703) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 971.012908] env[66703]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-bab497ff-3c4f-41ab-80e5-efd1dc76b6d8" {{(pid=66703) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 971.013068] env[66703]: DEBUG networking_nsxv3.common.locking [-] Lock member-bab497ff-3c4f-41ab-80e5-efd1dc76b6d8 taken with stack trace [, , , ] {{(pid=66703) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 971.013161] env[66703]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-bab497ff-3c4f-41ab-80e5-efd1dc76b6d8" {{(pid=66703) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 971.013212] env[66703]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-bab497ff-3c4f-41ab-80e5-efd1dc76b6d8" {{(pid=66703) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 971.013353] env[66703]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-bab497ff-3c4f-41ab-80e5-efd1dc76b6d8" {{(pid=66703) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 971.013486] env[66703]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=66703) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 971.013574] env[66703]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66703) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 971.013633] env[66703]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66703) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 971.013763] env[66703]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66703) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 971.013833] env[66703]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66703) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 971.013922] env[66703]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-bab497ff-3c4f-41ab-80e5-efd1dc76b6d8" {{(pid=66703) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 971.014029] env[66703]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('bab497ff-3c4f-41ab-80e5-efd1dc76b6d8',) {} {{(pid=66703) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 971.061723] env[66703]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66703) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 971.061890] env[66703]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66703) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 971.061962] env[66703]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66703) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 971.062188] env[66703]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66703) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 971.062274] env[66703]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66703) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 971.062374] env[66703]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 94cfd855-34d7-4ee3-83ae-9a9910adce5a is going to be created. [ 971.093049] env[66703]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66703) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 971.093049] env[66703]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66703) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 971.093049] env[66703]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66703) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 971.093049] env[66703]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66703) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 971.093049] env[66703]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66703) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 971.105215] env[66703]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 94cfd855-34d7-4ee3-83ae-9a9910adce5a in Status: UNINITIALIZED for 2s [ 971.154765] env[66703]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 1e2b2a96-49fb-4d3f-83d8-f1102c156f71 in Status: SUCCESS [ 971.155018] env[66703]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-1e2b2a96-49fb-4d3f-83d8-f1102c156f71" {{(pid=66703) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 971.286133] env[66703]: DEBUG networking_nsxv3.common.locking [None req-ffa6d202-748e-4c81-9979-ad08741f9cf7 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , ] {{(pid=66703) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 971.286345] env[66703]: DEBUG oslo_concurrency.lockutils [None req-ffa6d202-748e-4c81-9979-ad08741f9cf7 None None] Acquiring lock "SegmentPort" {{(pid=66703) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 971.286759] env[66703]: DEBUG oslo_concurrency.lockutils [None req-ffa6d202-748e-4c81-9979-ad08741f9cf7 None None] Acquired lock "SegmentPort" {{(pid=66703) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 971.286839] env[66703]: DEBUG oslo_concurrency.lockutils [None req-ffa6d202-748e-4c81-9979-ad08741f9cf7 None None] Acquired external semaphore "SegmentPort" {{(pid=66703) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 971.286994] env[66703]: DEBUG oslo_concurrency.lockutils [None req-ffa6d202-748e-4c81-9979-ad08741f9cf7 None None] Releasing lock "SegmentPort" {{(pid=66703) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 971.287223] env[66703]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-ffa6d202-748e-4c81-9979-ad08741f9cf7 None None] Segment Port ff2f82e6-04e2-4cfe-b875-039098e77eea not found, creating... [ 971.287527] env[66703]: DEBUG networking_nsxv3.common.locking [None req-ffa6d202-748e-4c81-9979-ad08741f9cf7 None None] Lock Segment taken with stack trace [, , , , , , , , , , , ] {{(pid=66703) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 971.287693] env[66703]: DEBUG oslo_concurrency.lockutils [None req-ffa6d202-748e-4c81-9979-ad08741f9cf7 None None] Acquiring lock "Segment" {{(pid=66703) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 971.287813] env[66703]: DEBUG oslo_concurrency.lockutils [None req-ffa6d202-748e-4c81-9979-ad08741f9cf7 None None] Acquired lock "Segment" {{(pid=66703) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 971.288054] env[66703]: DEBUG oslo_concurrency.lockutils [None req-ffa6d202-748e-4c81-9979-ad08741f9cf7 None None] Acquired external semaphore "Segment" {{(pid=66703) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 971.288195] env[66703]: DEBUG oslo_concurrency.lockutils [None req-ffa6d202-748e-4c81-9979-ad08741f9cf7 None None] Releasing lock "Segment" {{(pid=66703) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 971.288476] env[66703]: DEBUG networking_nsxv3.common.locking [None req-ffa6d202-748e-4c81-9979-ad08741f9cf7 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=66703) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 971.288632] env[66703]: DEBUG oslo_concurrency.lockutils [None req-ffa6d202-748e-4c81-9979-ad08741f9cf7 None None] Acquiring lock "SegmentPort" {{(pid=66703) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 971.288940] env[66703]: DEBUG oslo_concurrency.lockutils [None req-ffa6d202-748e-4c81-9979-ad08741f9cf7 None None] Acquired lock "SegmentPort" {{(pid=66703) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 971.288940] env[66703]: DEBUG oslo_concurrency.lockutils [None req-ffa6d202-748e-4c81-9979-ad08741f9cf7 None None] Acquired external semaphore "SegmentPort" {{(pid=66703) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 971.289086] env[66703]: DEBUG oslo_concurrency.lockutils [None req-ffa6d202-748e-4c81-9979-ad08741f9cf7 None None] Releasing lock "SegmentPort" {{(pid=66703) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 971.289306] env[66703]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-ffa6d202-748e-4c81-9979-ad08741f9cf7 None None] Resource: SegmentPort with ID: ff2f82e6-04e2-4cfe-b875-039098e77eea is going to be created. [ 971.312168] env[66703]: DEBUG networking_nsxv3.common.locking [None req-ffa6d202-748e-4c81-9979-ad08741f9cf7 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=66703) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 971.312565] env[66703]: DEBUG oslo_concurrency.lockutils [None req-ffa6d202-748e-4c81-9979-ad08741f9cf7 None None] Acquiring lock "SegmentPort" {{(pid=66703) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 971.312813] env[66703]: DEBUG oslo_concurrency.lockutils [None req-ffa6d202-748e-4c81-9979-ad08741f9cf7 None None] Acquired lock "SegmentPort" {{(pid=66703) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 971.313489] env[66703]: DEBUG oslo_concurrency.lockutils [None req-ffa6d202-748e-4c81-9979-ad08741f9cf7 None None] Acquired external semaphore "SegmentPort" {{(pid=66703) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 971.313639] env[66703]: DEBUG oslo_concurrency.lockutils [None req-ffa6d202-748e-4c81-9979-ad08741f9cf7 None None] Releasing lock "SegmentPort" {{(pid=66703) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 971.314046] env[66703]: DEBUG oslo_concurrency.lockutils [None req-ffa6d202-748e-4c81-9979-ad08741f9cf7 None None] Releasing lock "port-ff2f82e6-04e2-4cfe-b875-039098e77eea" {{(pid=66703) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 971.519765] env[66703]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for bab497ff-3c4f-41ab-80e5-efd1dc76b6d8: rpc.has_security_group_logging(os_id): False [ 971.539089] env[66703]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=66703) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 971.539278] env[66703]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66703) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 971.539278] env[66703]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66703) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 971.540042] env[66703]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66703) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 971.540042] env[66703]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66703) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 971.540042] env[66703]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66703) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 971.540332] env[66703]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66703) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 971.540332] env[66703]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66703) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 971.540613] env[66703]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66703) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 971.540712] env[66703]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66703) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 971.540944] env[66703]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66703) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 971.541081] env[66703]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66703) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 971.541143] env[66703]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66703) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 971.541314] env[66703]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66703) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 971.541395] env[66703]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66703) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 971.541673] env[66703]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=66703) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 971.541780] env[66703]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66703) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 971.541838] env[66703]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66703) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 971.541984] env[66703]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66703) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 971.542065] env[66703]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66703) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 971.542238] env[66703]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: bab497ff-3c4f-41ab-80e5-efd1dc76b6d8 is going to be created. [ 971.626048] env[66703]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=66703) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 971.626351] env[66703]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66703) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 971.626388] env[66703]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66703) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 971.626688] env[66703]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66703) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 971.627187] env[66703]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66703) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 971.653680] env[66703]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: bab497ff-3c4f-41ab-80e5-efd1dc76b6d8 in Status: IN_PROGRESS for 2s [ 972.062914] env[66703]: INFO networking_nsxv3.common.synchronization [req-ab11f85e-76c5-4f6c-abc3-a3b58bc48f47 req-4313e11d-f82c-42e9-b2fb-7cf71fae123d service nova] Enqueued Resource ID: fa4efca7-8152-4fd8-af73-ebfcdf5db312 with Priority: HIGHEST for action security_group_rules [ 972.062914] env[66703]: INFO networking_nsxv3.common.synchronization [req-ab11f85e-76c5-4f6c-abc3-a3b58bc48f47 req-4313e11d-f82c-42e9-b2fb-7cf71fae123d service nova] Enqueued Resource ID: fa4efca7-8152-4fd8-af73-ebfcdf5db312 with Priority: HIGHEST for action security_group_members [ 972.062914] env[66703]: INFO networking_nsxv3.common.synchronization [req-ab11f85e-76c5-4f6c-abc3-a3b58bc48f47 req-4313e11d-f82c-42e9-b2fb-7cf71fae123d service nova] Enqueued Resource ID: ff2f82e6-04e2-4cfe-b875-039098e77eea with Priority: HIGHEST for action port [ 972.062914] env[66703]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: fa4efca7-8152-4fd8-af73-ebfcdf5db312 with Priority: HIGHEST for action security_group_rules [ 972.062914] env[66703]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: fa4efca7-8152-4fd8-af73-ebfcdf5db312 with Priority: HIGHEST for action security_group_members [ 972.062914] env[66703]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: ff2f82e6-04e2-4cfe-b875-039098e77eea with Priority: HIGHEST for action port [ 972.062914] env[66703]: DEBUG networking_nsxv3.common.locking [-] Lock rules-fa4efca7-8152-4fd8-af73-ebfcdf5db312 taken with stack trace [, , ] {{(pid=66703) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 972.063415] env[66703]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-fa4efca7-8152-4fd8-af73-ebfcdf5db312" {{(pid=66703) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 972.063491] env[66703]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-fa4efca7-8152-4fd8-af73-ebfcdf5db312" {{(pid=66703) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 972.063753] env[66703]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-fa4efca7-8152-4fd8-af73-ebfcdf5db312" {{(pid=66703) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 972.063833] env[66703]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('fa4efca7-8152-4fd8-af73-ebfcdf5db312',) {} {{(pid=66703) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 972.065027] env[66703]: DEBUG networking_nsxv3.common.locking [-] Lock member-fa4efca7-8152-4fd8-af73-ebfcdf5db312 taken with stack trace [, , ] {{(pid=66703) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 972.065027] env[66703]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-fa4efca7-8152-4fd8-af73-ebfcdf5db312" {{(pid=66703) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 972.065027] env[66703]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-fa4efca7-8152-4fd8-af73-ebfcdf5db312" {{(pid=66703) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 972.065199] env[66703]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-fa4efca7-8152-4fd8-af73-ebfcdf5db312" {{(pid=66703) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 972.065199] env[66703]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=66703) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 972.065288] env[66703]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66703) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 972.065350] env[66703]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66703) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 972.065491] env[66703]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66703) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 972.065575] env[66703]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66703) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 972.065668] env[66703]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('fa4efca7-8152-4fd8-af73-ebfcdf5db312',) {} {{(pid=66703) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 972.066704] env[66703]: DEBUG networking_nsxv3.common.locking [-] Lock port-ff2f82e6-04e2-4cfe-b875-039098e77eea taken with stack trace [, , ] {{(pid=66703) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 972.066704] env[66703]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-ff2f82e6-04e2-4cfe-b875-039098e77eea" {{(pid=66703) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 972.066704] env[66703]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-ff2f82e6-04e2-4cfe-b875-039098e77eea" {{(pid=66703) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 972.066860] env[66703]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-ff2f82e6-04e2-4cfe-b875-039098e77eea" {{(pid=66703) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 972.066934] env[66703]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('ff2f82e6-04e2-4cfe-b875-039098e77eea',) {} {{(pid=66703) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 972.569386] env[66703]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('fa4efca7-8152-4fd8-af73-ebfcdf5db312',) {} {{(pid=66703) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 972.570457] env[66703]: DEBUG networking_nsxv3.common.locking [-] Lock member-fa4efca7-8152-4fd8-af73-ebfcdf5db312 taken with stack trace [, , , ] {{(pid=66703) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 972.570596] env[66703]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-fa4efca7-8152-4fd8-af73-ebfcdf5db312" {{(pid=66703) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 972.570691] env[66703]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] realization of port ff2f82e6-04e2-4cfe-b875-039098e77eea with status ACTIVE [ 972.570819] env[66703]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=66703) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 972.570921] env[66703]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=66703) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 972.570977] env[66703]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=66703) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 972.571218] env[66703]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=66703) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 972.571295] env[66703]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=66703) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 972.571468] env[66703]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , ] {{(pid=66703) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 972.571592] env[66703]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=66703) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 972.571648] env[66703]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=66703) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 972.571755] env[66703]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=66703) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 972.571826] env[66703]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=66703) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 972.572010] env[66703]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=66703) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 972.572131] env[66703]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=66703) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 972.572203] env[66703]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=66703) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 972.572288] env[66703]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=66703) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 972.572352] env[66703]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=66703) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 972.572447] env[66703]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: SegmentPort with ID: ff2f82e6-04e2-4cfe-b875-039098e77eea is going to be updated. [ 972.594938] env[66703]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=66703) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 972.594938] env[66703]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=66703) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 972.594938] env[66703]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=66703) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 972.594938] env[66703]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=66703) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 972.595435] env[66703]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=66703) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 972.595435] env[66703]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-ff2f82e6-04e2-4cfe-b875-039098e77eea" {{(pid=66703) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 973.074238] env[66703]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('fa4efca7-8152-4fd8-af73-ebfcdf5db312',) {} {{(pid=66703) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 973.083015] env[66703]: INFO networking_nsxv3.common.synchronization [req-4e227499-7514-45f7-8746-aaa2e428c69c req-2df7149e-ed69-497d-a286-3a7830c90592 tempest-ServersTestFqdnHostnames-469327977 tempest-ServersTestFqdnHostnames-469327977-project-member] Enqueued Resource ID: f1ca8429-6b1e-4072-9f62-c350b5814260 with Priority: HIGHEST for action security_group_members [ 973.084270] env[66703]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: f1ca8429-6b1e-4072-9f62-c350b5814260 with Priority: HIGHEST for action security_group_members [ 973.084270] env[66703]: DEBUG networking_nsxv3.common.locking [-] Lock member-f1ca8429-6b1e-4072-9f62-c350b5814260 taken with stack trace [, , ] {{(pid=66703) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 973.084270] env[66703]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-f1ca8429-6b1e-4072-9f62-c350b5814260" {{(pid=66703) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 973.084270] env[66703]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-f1ca8429-6b1e-4072-9f62-c350b5814260" {{(pid=66703) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 973.084270] env[66703]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-f1ca8429-6b1e-4072-9f62-c350b5814260" {{(pid=66703) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 973.084504] env[66703]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=66703) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 973.084556] env[66703]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66703) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 973.084586] env[66703]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66703) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 973.084806] env[66703]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66703) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 973.084902] env[66703]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66703) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 973.084998] env[66703]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('f1ca8429-6b1e-4072-9f62-c350b5814260',) {} {{(pid=66703) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 973.117559] env[66703]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 94cfd855-34d7-4ee3-83ae-9a9910adce5a in Status: SUCCESS [ 973.117940] env[66703]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-94cfd855-34d7-4ee3-83ae-9a9910adce5a" {{(pid=66703) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 973.118659] env[66703]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-94cfd855-34d7-4ee3-83ae-9a9910adce5a" {{(pid=66703) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 973.118990] env[66703]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-94cfd855-34d7-4ee3-83ae-9a9910adce5a" {{(pid=66703) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 973.119091] env[66703]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=66703) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 973.119275] env[66703]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66703) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 973.119275] env[66703]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66703) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 973.119516] env[66703]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66703) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 973.119761] env[66703]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66703) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 973.119761] env[66703]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-94cfd855-34d7-4ee3-83ae-9a9910adce5a" {{(pid=66703) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 973.119880] env[66703]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('94cfd855-34d7-4ee3-83ae-9a9910adce5a',) {} {{(pid=66703) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 973.491113] env[66703]: DEBUG networking_nsxv3.common.locking [None req-33d36011-a73c-4b6d-849a-f8c867240c48 None None] Lock network-210 taken with stack trace [, , , , , , , , ] {{(pid=66703) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 973.491113] env[66703]: DEBUG oslo_concurrency.lockutils [None req-33d36011-a73c-4b6d-849a-f8c867240c48 None None] Acquiring lock "network-210" {{(pid=66703) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 973.491113] env[66703]: DEBUG oslo_concurrency.lockutils [None req-33d36011-a73c-4b6d-849a-f8c867240c48 None None] Acquired lock "network-210" {{(pid=66703) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 973.491113] env[66703]: DEBUG oslo_concurrency.lockutils [None req-33d36011-a73c-4b6d-849a-f8c867240c48 None None] Acquired external semaphore "network-210" {{(pid=66703) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 973.497166] env[66703]: DEBUG networking_nsxv3.common.locking [None req-33d36011-a73c-4b6d-849a-f8c867240c48 None None] Lock Segment taken with stack trace [, , , , , , , , , , ] {{(pid=66703) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 973.497502] env[66703]: DEBUG oslo_concurrency.lockutils [None req-33d36011-a73c-4b6d-849a-f8c867240c48 None None] Acquiring lock "Segment" {{(pid=66703) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 973.497627] env[66703]: DEBUG oslo_concurrency.lockutils [None req-33d36011-a73c-4b6d-849a-f8c867240c48 None None] Acquired lock "Segment" {{(pid=66703) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 973.497916] env[66703]: DEBUG oslo_concurrency.lockutils [None req-33d36011-a73c-4b6d-849a-f8c867240c48 None None] Acquired external semaphore "Segment" {{(pid=66703) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 973.498422] env[66703]: DEBUG oslo_concurrency.lockutils [None req-33d36011-a73c-4b6d-849a-f8c867240c48 None None] Releasing lock "Segment" {{(pid=66703) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 973.498422] env[66703]: DEBUG dogpile.cache.region [None req-33d36011-a73c-4b6d-849a-f8c867240c48 None None] No value present for key: 'zone-id' {{(pid=66703) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 973.498422] env[66703]: DEBUG dogpile.lock [None req-33d36011-a73c-4b6d-849a-f8c867240c48 None None] NeedRegenerationException {{(pid=66703) _enter /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:90}} [ 973.498717] env[66703]: DEBUG dogpile.lock [None req-33d36011-a73c-4b6d-849a-f8c867240c48 None None] no value, waiting for create lock {{(pid=66703) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:131}} [ 973.498838] env[66703]: DEBUG dogpile.lock [None req-33d36011-a73c-4b6d-849a-f8c867240c48 None None] value creation lock acquired {{(pid=66703) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:135}} [ 973.498954] env[66703]: DEBUG dogpile.cache.region [None req-33d36011-a73c-4b6d-849a-f8c867240c48 None None] No value present for key: 'zone-id' {{(pid=66703) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 973.499071] env[66703]: DEBUG dogpile.lock [None req-33d36011-a73c-4b6d-849a-f8c867240c48 None None] Calling creation function for not-yet-present value {{(pid=66703) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:174}} [ 973.499491] env[66703]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-33d36011-a73c-4b6d-849a-f8c867240c48 None None] Looking for TransportZone with name nsx-vlan-transportzone. [ 973.523512] env[66703]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-33d36011-a73c-4b6d-849a-f8c867240c48 None None] loading zone with a95c914d-748d-497c-94ab-10d4647daeba and tags [{'scope': 'mp2policy_migr_status', 'tag': 'success'}] [ 973.523676] env[66703]: DEBUG dogpile.cache.region [None req-33d36011-a73c-4b6d-849a-f8c867240c48 None None] Cache value generated in 0.024 seconds for key(s): 'zone-id' {{(pid=66703) _log_time /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:910}} [ 973.523814] env[66703]: DEBUG dogpile.lock [None req-33d36011-a73c-4b6d-849a-f8c867240c48 None None] Released creation lock {{(pid=66703) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:182}} [ 973.524022] env[66703]: DEBUG oslo_concurrency.lockutils [None req-33d36011-a73c-4b6d-849a-f8c867240c48 None None] Releasing lock "network-210" {{(pid=66703) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 973.524353] env[66703]: DEBUG networking_nsxv3.common.locking [None req-33d36011-a73c-4b6d-849a-f8c867240c48 None None] Lock port-746ce53c-c89d-4a09-839a-d0f8bbd4959e taken with stack trace [, , , , , , , , ] {{(pid=66703) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 973.524526] env[66703]: DEBUG oslo_concurrency.lockutils [None req-33d36011-a73c-4b6d-849a-f8c867240c48 None None] Acquiring lock "port-746ce53c-c89d-4a09-839a-d0f8bbd4959e" {{(pid=66703) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 973.524642] env[66703]: DEBUG oslo_concurrency.lockutils [None req-33d36011-a73c-4b6d-849a-f8c867240c48 None None] Acquired lock "port-746ce53c-c89d-4a09-839a-d0f8bbd4959e" {{(pid=66703) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 973.524983] env[66703]: DEBUG oslo_concurrency.lockutils [None req-33d36011-a73c-4b6d-849a-f8c867240c48 None None] Acquired external semaphore "port-746ce53c-c89d-4a09-839a-d0f8bbd4959e" {{(pid=66703) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 973.525160] env[66703]: DEBUG networking_nsxv3.api.rpc [None req-33d36011-a73c-4b6d-849a-f8c867240c48 None None] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('746ce53c-c89d-4a09-839a-d0f8bbd4959e',) {} {{(pid=66703) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 973.579344] env[66703]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66703) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 973.579548] env[66703]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66703) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 973.579643] env[66703]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66703) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 973.579892] env[66703]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66703) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 973.579990] env[66703]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66703) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 973.580151] env[66703]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: fa4efca7-8152-4fd8-af73-ebfcdf5db312 is going to be created. [ 973.587428] env[66703]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=66703) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 973.587612] env[66703]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66703) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 973.587696] env[66703]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66703) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 973.587887] env[66703]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66703) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 973.587973] env[66703]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66703) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 973.588180] env[66703]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66703) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 973.588278] env[66703]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66703) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 973.588340] env[66703]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66703) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 973.588489] env[66703]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66703) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 973.588563] env[66703]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66703) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 973.588647] env[66703]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: f1ca8429-6b1e-4072-9f62-c350b5814260 already deleted. [ 973.588727] env[66703]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-f1ca8429-6b1e-4072-9f62-c350b5814260" {{(pid=66703) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 973.603500] env[66703]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66703) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 973.603712] env[66703]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66703) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 973.603712] env[66703]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66703) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 973.603901] env[66703]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66703) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 973.604083] env[66703]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66703) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 973.614523] env[66703]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: fa4efca7-8152-4fd8-af73-ebfcdf5db312 in Status: UNINITIALIZED for 2s [ 973.622057] env[66703]: DEBUG networking_nsxv3.common.locking [-] Lock member-94cfd855-34d7-4ee3-83ae-9a9910adce5a taken with stack trace [, , , ] {{(pid=66703) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 973.622220] env[66703]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-94cfd855-34d7-4ee3-83ae-9a9910adce5a" {{(pid=66703) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 973.622275] env[66703]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-94cfd855-34d7-4ee3-83ae-9a9910adce5a" {{(pid=66703) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 973.622510] env[66703]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-94cfd855-34d7-4ee3-83ae-9a9910adce5a" {{(pid=66703) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 973.622685] env[66703]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=66703) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 973.622784] env[66703]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66703) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 973.622850] env[66703]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66703) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 973.623011] env[66703]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66703) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 973.623092] env[66703]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66703) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 973.623199] env[66703]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-94cfd855-34d7-4ee3-83ae-9a9910adce5a" {{(pid=66703) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 973.623338] env[66703]: DEBUG networking_nsxv3.common.locking [-] Lock member-94cfd855-34d7-4ee3-83ae-9a9910adce5a taken with stack trace [, , , ] {{(pid=66703) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 973.623479] env[66703]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-94cfd855-34d7-4ee3-83ae-9a9910adce5a" {{(pid=66703) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 973.623551] env[66703]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-94cfd855-34d7-4ee3-83ae-9a9910adce5a" {{(pid=66703) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 973.623680] env[66703]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-94cfd855-34d7-4ee3-83ae-9a9910adce5a" {{(pid=66703) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 973.623817] env[66703]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=66703) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 973.623904] env[66703]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66703) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 973.623955] env[66703]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66703) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 973.624100] env[66703]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66703) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 973.624171] env[66703]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66703) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 973.624250] env[66703]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-94cfd855-34d7-4ee3-83ae-9a9910adce5a" {{(pid=66703) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 973.624339] env[66703]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('94cfd855-34d7-4ee3-83ae-9a9910adce5a',) {} {{(pid=66703) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 973.670147] env[66703]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: bab497ff-3c4f-41ab-80e5-efd1dc76b6d8 in Status: SUCCESS [ 973.670389] env[66703]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-bab497ff-3c4f-41ab-80e5-efd1dc76b6d8" {{(pid=66703) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 974.027855] env[66703]: DEBUG networking_nsxv3.common.locking [None req-33d36011-a73c-4b6d-849a-f8c867240c48 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , ] {{(pid=66703) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 974.028131] env[66703]: DEBUG oslo_concurrency.lockutils [None req-33d36011-a73c-4b6d-849a-f8c867240c48 None None] Acquiring lock "SegmentPort" {{(pid=66703) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 974.028325] env[66703]: DEBUG oslo_concurrency.lockutils [None req-33d36011-a73c-4b6d-849a-f8c867240c48 None None] Acquired lock "SegmentPort" {{(pid=66703) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 974.028633] env[66703]: DEBUG oslo_concurrency.lockutils [None req-33d36011-a73c-4b6d-849a-f8c867240c48 None None] Acquired external semaphore "SegmentPort" {{(pid=66703) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 974.028789] env[66703]: DEBUG oslo_concurrency.lockutils [None req-33d36011-a73c-4b6d-849a-f8c867240c48 None None] Releasing lock "SegmentPort" {{(pid=66703) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 974.028948] env[66703]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-33d36011-a73c-4b6d-849a-f8c867240c48 None None] Segment Port 746ce53c-c89d-4a09-839a-d0f8bbd4959e not found, creating... [ 974.029245] env[66703]: DEBUG networking_nsxv3.common.locking [None req-33d36011-a73c-4b6d-849a-f8c867240c48 None None] Lock Segment taken with stack trace [, , , , , , , , , , , ] {{(pid=66703) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 974.029434] env[66703]: DEBUG oslo_concurrency.lockutils [None req-33d36011-a73c-4b6d-849a-f8c867240c48 None None] Acquiring lock "Segment" {{(pid=66703) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 974.029561] env[66703]: DEBUG oslo_concurrency.lockutils [None req-33d36011-a73c-4b6d-849a-f8c867240c48 None None] Acquired lock "Segment" {{(pid=66703) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 974.029791] env[66703]: DEBUG oslo_concurrency.lockutils [None req-33d36011-a73c-4b6d-849a-f8c867240c48 None None] Acquired external semaphore "Segment" {{(pid=66703) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 974.029933] env[66703]: DEBUG oslo_concurrency.lockutils [None req-33d36011-a73c-4b6d-849a-f8c867240c48 None None] Releasing lock "Segment" {{(pid=66703) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 974.030297] env[66703]: DEBUG networking_nsxv3.common.locking [None req-33d36011-a73c-4b6d-849a-f8c867240c48 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=66703) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 974.030505] env[66703]: DEBUG oslo_concurrency.lockutils [None req-33d36011-a73c-4b6d-849a-f8c867240c48 None None] Acquiring lock "SegmentPort" {{(pid=66703) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 974.030629] env[66703]: DEBUG oslo_concurrency.lockutils [None req-33d36011-a73c-4b6d-849a-f8c867240c48 None None] Acquired lock "SegmentPort" {{(pid=66703) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 974.031109] env[66703]: DEBUG oslo_concurrency.lockutils [None req-33d36011-a73c-4b6d-849a-f8c867240c48 None None] Acquired external semaphore "SegmentPort" {{(pid=66703) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 974.031318] env[66703]: DEBUG oslo_concurrency.lockutils [None req-33d36011-a73c-4b6d-849a-f8c867240c48 None None] Releasing lock "SegmentPort" {{(pid=66703) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 974.031761] env[66703]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-33d36011-a73c-4b6d-849a-f8c867240c48 None None] Resource: SegmentPort with ID: 746ce53c-c89d-4a09-839a-d0f8bbd4959e is going to be created. [ 974.070698] env[66703]: DEBUG networking_nsxv3.common.locking [None req-33d36011-a73c-4b6d-849a-f8c867240c48 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=66703) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 974.070960] env[66703]: DEBUG oslo_concurrency.lockutils [None req-33d36011-a73c-4b6d-849a-f8c867240c48 None None] Acquiring lock "SegmentPort" {{(pid=66703) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 974.071103] env[66703]: DEBUG oslo_concurrency.lockutils [None req-33d36011-a73c-4b6d-849a-f8c867240c48 None None] Acquired lock "SegmentPort" {{(pid=66703) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 974.074480] env[66703]: DEBUG oslo_concurrency.lockutils [None req-33d36011-a73c-4b6d-849a-f8c867240c48 None None] Acquired external semaphore "SegmentPort" {{(pid=66703) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 974.075495] env[66703]: DEBUG oslo_concurrency.lockutils [None req-33d36011-a73c-4b6d-849a-f8c867240c48 None None] Releasing lock "SegmentPort" {{(pid=66703) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 974.075775] env[66703]: DEBUG oslo_concurrency.lockutils [None req-33d36011-a73c-4b6d-849a-f8c867240c48 None None] Releasing lock "port-746ce53c-c89d-4a09-839a-d0f8bbd4959e" {{(pid=66703) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 974.126210] env[66703]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for 94cfd855-34d7-4ee3-83ae-9a9910adce5a: rpc.has_security_group_logging(os_id): False [ 974.158142] env[66703]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=66703) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 974.158554] env[66703]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66703) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 974.158554] env[66703]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66703) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 974.158770] env[66703]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66703) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 974.158854] env[66703]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66703) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 974.159263] env[66703]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66703) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 974.159424] env[66703]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66703) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 974.159424] env[66703]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66703) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 974.159675] env[66703]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66703) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 974.159742] env[66703]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66703) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 974.159984] env[66703]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66703) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 974.160141] env[66703]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66703) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 974.160237] env[66703]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66703) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 974.160455] env[66703]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66703) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 974.160562] env[66703]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66703) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 974.160828] env[66703]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=66703) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 974.160966] env[66703]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66703) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 974.161076] env[66703]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66703) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 974.161278] env[66703]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66703) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 974.161446] env[66703]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66703) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 974.161512] env[66703]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 94cfd855-34d7-4ee3-83ae-9a9910adce5a is going to be created. [ 974.286054] env[66703]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=66703) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 974.286255] env[66703]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66703) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 974.286320] env[66703]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66703) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 974.286526] env[66703]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66703) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 974.286731] env[66703]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66703) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 974.300959] env[66703]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 94cfd855-34d7-4ee3-83ae-9a9910adce5a in Status: IN_PROGRESS for 2s [ 974.862239] env[66703]: INFO networking_nsxv3.common.synchronization [req-4e227499-7514-45f7-8746-aaa2e428c69c req-295a3dff-e426-4e87-b25e-74bf47f94e39 service nova] Enqueued Resource ID: f1ca8429-6b1e-4072-9f62-c350b5814260 with Priority: HIGHEST for action security_group_rules [ 974.862428] env[66703]: INFO networking_nsxv3.common.synchronization [req-4e227499-7514-45f7-8746-aaa2e428c69c req-295a3dff-e426-4e87-b25e-74bf47f94e39 service nova] Enqueued Resource ID: f1ca8429-6b1e-4072-9f62-c350b5814260 with Priority: HIGHEST for action security_group_members [ 974.862585] env[66703]: INFO networking_nsxv3.common.synchronization [req-4e227499-7514-45f7-8746-aaa2e428c69c req-295a3dff-e426-4e87-b25e-74bf47f94e39 service nova] Enqueued Resource ID: 746ce53c-c89d-4a09-839a-d0f8bbd4959e with Priority: HIGHEST for action port [ 974.864487] env[66703]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: f1ca8429-6b1e-4072-9f62-c350b5814260 with Priority: HIGHEST for action security_group_rules [ 974.868311] env[66703]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: f1ca8429-6b1e-4072-9f62-c350b5814260 with Priority: HIGHEST for action security_group_members [ 974.868546] env[66703]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 746ce53c-c89d-4a09-839a-d0f8bbd4959e with Priority: HIGHEST for action port [ 974.870212] env[66703]: DEBUG networking_nsxv3.common.locking [-] Lock rules-f1ca8429-6b1e-4072-9f62-c350b5814260 taken with stack trace [, , ] {{(pid=66703) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 974.872336] env[66703]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-f1ca8429-6b1e-4072-9f62-c350b5814260" {{(pid=66703) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 974.872430] env[66703]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-f1ca8429-6b1e-4072-9f62-c350b5814260" {{(pid=66703) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 974.873237] env[66703]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-f1ca8429-6b1e-4072-9f62-c350b5814260" {{(pid=66703) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 974.873367] env[66703]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('f1ca8429-6b1e-4072-9f62-c350b5814260',) {} {{(pid=66703) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 974.874542] env[66703]: DEBUG networking_nsxv3.common.locking [-] Lock member-f1ca8429-6b1e-4072-9f62-c350b5814260 taken with stack trace [, , ] {{(pid=66703) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 974.874902] env[66703]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-f1ca8429-6b1e-4072-9f62-c350b5814260" {{(pid=66703) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 974.874902] env[66703]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-f1ca8429-6b1e-4072-9f62-c350b5814260" {{(pid=66703) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 974.875043] env[66703]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-f1ca8429-6b1e-4072-9f62-c350b5814260" {{(pid=66703) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 974.875280] env[66703]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=66703) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 974.875361] env[66703]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66703) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 974.875402] env[66703]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66703) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 974.875745] env[66703]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66703) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 974.875745] env[66703]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66703) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 974.875745] env[66703]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('f1ca8429-6b1e-4072-9f62-c350b5814260',) {} {{(pid=66703) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 974.876667] env[66703]: DEBUG networking_nsxv3.common.locking [-] Lock port-746ce53c-c89d-4a09-839a-d0f8bbd4959e taken with stack trace [, , ] {{(pid=66703) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 974.876786] env[66703]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-746ce53c-c89d-4a09-839a-d0f8bbd4959e" {{(pid=66703) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 974.876835] env[66703]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-746ce53c-c89d-4a09-839a-d0f8bbd4959e" {{(pid=66703) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 974.876989] env[66703]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-746ce53c-c89d-4a09-839a-d0f8bbd4959e" {{(pid=66703) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 974.877135] env[66703]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('746ce53c-c89d-4a09-839a-d0f8bbd4959e',) {} {{(pid=66703) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 975.380619] env[66703]: DEBUG networking_nsxv3.common.locking [-] Lock member-f1ca8429-6b1e-4072-9f62-c350b5814260 taken with stack trace [, , , ] {{(pid=66703) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 975.380937] env[66703]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-f1ca8429-6b1e-4072-9f62-c350b5814260" {{(pid=66703) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 975.380937] env[66703]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('f1ca8429-6b1e-4072-9f62-c350b5814260',) {} {{(pid=66703) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 975.381872] env[66703]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] realization of port 746ce53c-c89d-4a09-839a-d0f8bbd4959e with status ACTIVE [ 975.382064] env[66703]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=66703) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 975.382179] env[66703]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=66703) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 975.382245] env[66703]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=66703) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 975.382436] env[66703]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=66703) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 975.382524] env[66703]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=66703) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 975.382690] env[66703]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , ] {{(pid=66703) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 975.382784] env[66703]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=66703) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 975.382858] env[66703]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=66703) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 975.382978] env[66703]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=66703) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 975.383064] env[66703]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=66703) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 975.383370] env[66703]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=66703) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 975.383491] env[66703]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=66703) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 975.384274] env[66703]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=66703) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 975.384274] env[66703]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=66703) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 975.384274] env[66703]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=66703) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 975.384274] env[66703]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: SegmentPort with ID: 746ce53c-c89d-4a09-839a-d0f8bbd4959e is going to be updated. [ 975.406108] env[66703]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=66703) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 975.406108] env[66703]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=66703) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 975.406108] env[66703]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=66703) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 975.406318] env[66703]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=66703) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 975.406355] env[66703]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=66703) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 975.406938] env[66703]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-746ce53c-c89d-4a09-839a-d0f8bbd4959e" {{(pid=66703) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 975.625543] env[66703]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: fa4efca7-8152-4fd8-af73-ebfcdf5db312 in Status: SUCCESS [ 975.625702] env[66703]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-fa4efca7-8152-4fd8-af73-ebfcdf5db312" {{(pid=66703) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 975.625866] env[66703]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-fa4efca7-8152-4fd8-af73-ebfcdf5db312" {{(pid=66703) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 975.626128] env[66703]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-fa4efca7-8152-4fd8-af73-ebfcdf5db312" {{(pid=66703) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 975.626325] env[66703]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=66703) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 975.626607] env[66703]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66703) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 975.626607] env[66703]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66703) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 975.626742] env[66703]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66703) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 975.626742] env[66703]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66703) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 975.626818] env[66703]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-fa4efca7-8152-4fd8-af73-ebfcdf5db312" {{(pid=66703) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 975.626900] env[66703]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('fa4efca7-8152-4fd8-af73-ebfcdf5db312',) {} {{(pid=66703) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 975.886113] env[66703]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('f1ca8429-6b1e-4072-9f62-c350b5814260',) {} {{(pid=66703) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 976.129170] env[66703]: DEBUG networking_nsxv3.common.locking [-] Lock member-fa4efca7-8152-4fd8-af73-ebfcdf5db312 taken with stack trace [, , , ] {{(pid=66703) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 976.129448] env[66703]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-fa4efca7-8152-4fd8-af73-ebfcdf5db312" {{(pid=66703) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 976.129630] env[66703]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-fa4efca7-8152-4fd8-af73-ebfcdf5db312" {{(pid=66703) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 976.129900] env[66703]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-fa4efca7-8152-4fd8-af73-ebfcdf5db312" {{(pid=66703) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 976.130121] env[66703]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=66703) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 976.130243] env[66703]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66703) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 976.130308] env[66703]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66703) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 976.130479] env[66703]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66703) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 976.130566] env[66703]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66703) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 976.130665] env[66703]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-fa4efca7-8152-4fd8-af73-ebfcdf5db312" {{(pid=66703) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 976.130828] env[66703]: DEBUG networking_nsxv3.common.locking [-] Lock member-fa4efca7-8152-4fd8-af73-ebfcdf5db312 taken with stack trace [, , , ] {{(pid=66703) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 976.130962] env[66703]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-fa4efca7-8152-4fd8-af73-ebfcdf5db312" {{(pid=66703) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 976.131057] env[66703]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-fa4efca7-8152-4fd8-af73-ebfcdf5db312" {{(pid=66703) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 976.131235] env[66703]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-fa4efca7-8152-4fd8-af73-ebfcdf5db312" {{(pid=66703) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 976.131397] env[66703]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=66703) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 976.131492] env[66703]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66703) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 976.131580] env[66703]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66703) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 976.131708] env[66703]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66703) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 976.131786] env[66703]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66703) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 976.131882] env[66703]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-fa4efca7-8152-4fd8-af73-ebfcdf5db312" {{(pid=66703) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 976.131972] env[66703]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('fa4efca7-8152-4fd8-af73-ebfcdf5db312',) {} {{(pid=66703) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 976.319725] env[66703]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 94cfd855-34d7-4ee3-83ae-9a9910adce5a in Status: SUCCESS [ 976.319725] env[66703]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-94cfd855-34d7-4ee3-83ae-9a9910adce5a" {{(pid=66703) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 976.388764] env[66703]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66703) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 976.389058] env[66703]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66703) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 976.389058] env[66703]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66703) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 976.389318] env[66703]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66703) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 976.389462] env[66703]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66703) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 976.389599] env[66703]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: f1ca8429-6b1e-4072-9f62-c350b5814260 is going to be created. [ 976.414653] env[66703]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66703) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 976.414817] env[66703]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66703) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 976.414904] env[66703]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66703) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 976.415160] env[66703]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66703) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 976.415359] env[66703]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66703) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 976.428147] env[66703]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: f1ca8429-6b1e-4072-9f62-c350b5814260 in Status: UNINITIALIZED for 2s [ 976.635149] env[66703]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for fa4efca7-8152-4fd8-af73-ebfcdf5db312: rpc.has_security_group_logging(os_id): False [ 976.655951] env[66703]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=66703) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 976.656194] env[66703]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66703) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 976.656269] env[66703]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66703) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 976.656484] env[66703]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66703) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 976.656573] env[66703]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66703) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 976.656767] env[66703]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66703) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 976.656867] env[66703]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66703) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 976.656928] env[66703]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66703) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 976.657098] env[66703]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66703) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 976.657176] env[66703]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66703) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 976.657780] env[66703]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66703) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 976.657780] env[66703]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66703) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 976.657780] env[66703]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66703) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 976.657780] env[66703]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66703) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 976.657780] env[66703]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66703) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 976.658150] env[66703]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=66703) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 976.658150] env[66703]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66703) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 976.658150] env[66703]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66703) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 976.658359] env[66703]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66703) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 976.658359] env[66703]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66703) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 976.658359] env[66703]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: fa4efca7-8152-4fd8-af73-ebfcdf5db312 is going to be created. [ 976.708220] env[66703]: INFO networking_nsxv3.common.synchronization [req-573b3bf1-12f7-4232-8f3b-dfab0b7a88a1 req-a435dec2-4feb-411c-8ed6-9a111b8e0b73 tempest-ListServerFiltersTestJSON-1920456475 tempest-ListServerFiltersTestJSON-1920456475-project-member] Enqueued Resource ID: fa4efca7-8152-4fd8-af73-ebfcdf5db312 with Priority: HIGHEST for action security_group_members [ 976.708809] env[66703]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: fa4efca7-8152-4fd8-af73-ebfcdf5db312 with Priority: HIGHEST for action security_group_members [ 976.709139] env[66703]: DEBUG networking_nsxv3.common.locking [-] Lock member-fa4efca7-8152-4fd8-af73-ebfcdf5db312 taken with stack trace [, , ] {{(pid=66703) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 976.709324] env[66703]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-fa4efca7-8152-4fd8-af73-ebfcdf5db312" {{(pid=66703) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 976.709435] env[66703]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-fa4efca7-8152-4fd8-af73-ebfcdf5db312" {{(pid=66703) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 976.709561] env[66703]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-fa4efca7-8152-4fd8-af73-ebfcdf5db312" {{(pid=66703) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 976.709717] env[66703]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=66703) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 976.709816] env[66703]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66703) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 976.709877] env[66703]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66703) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 976.714091] env[66703]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66703) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 976.714257] env[66703]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66703) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 976.714374] env[66703]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('fa4efca7-8152-4fd8-af73-ebfcdf5db312',) {} {{(pid=66703) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 976.718867] env[66703]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=66703) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 976.719061] env[66703]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66703) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 976.719185] env[66703]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66703) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 976.719560] env[66703]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66703) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 976.719723] env[66703]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66703) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 976.733585] env[66703]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: fa4efca7-8152-4fd8-af73-ebfcdf5db312 in Status: IN_PROGRESS for 2s [ 977.095953] env[66703]: DEBUG networking_nsxv3.common.locking [None req-ffa6d202-748e-4c81-9979-ad08741f9cf7 None None] Lock network-764 taken with stack trace [, , , , , , , , ] {{(pid=66703) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 977.096186] env[66703]: DEBUG oslo_concurrency.lockutils [None req-ffa6d202-748e-4c81-9979-ad08741f9cf7 None None] Acquiring lock "network-764" {{(pid=66703) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 977.096388] env[66703]: DEBUG oslo_concurrency.lockutils [None req-ffa6d202-748e-4c81-9979-ad08741f9cf7 None None] Acquired lock "network-764" {{(pid=66703) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 977.096606] env[66703]: DEBUG oslo_concurrency.lockutils [None req-ffa6d202-748e-4c81-9979-ad08741f9cf7 None None] Acquired external semaphore "network-764" {{(pid=66703) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 977.096873] env[66703]: DEBUG networking_nsxv3.common.locking [None req-ffa6d202-748e-4c81-9979-ad08741f9cf7 None None] Lock Segment taken with stack trace [, , , , , , , , , , ] {{(pid=66703) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 977.096985] env[66703]: DEBUG oslo_concurrency.lockutils [None req-ffa6d202-748e-4c81-9979-ad08741f9cf7 None None] Acquiring lock "Segment" {{(pid=66703) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 977.097342] env[66703]: DEBUG oslo_concurrency.lockutils [None req-ffa6d202-748e-4c81-9979-ad08741f9cf7 None None] Acquired lock "Segment" {{(pid=66703) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 977.097620] env[66703]: DEBUG oslo_concurrency.lockutils [None req-ffa6d202-748e-4c81-9979-ad08741f9cf7 None None] Acquired external semaphore "Segment" {{(pid=66703) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 977.097788] env[66703]: DEBUG oslo_concurrency.lockutils [None req-ffa6d202-748e-4c81-9979-ad08741f9cf7 None None] Releasing lock "Segment" {{(pid=66703) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 977.097939] env[66703]: DEBUG dogpile.cache.region [None req-ffa6d202-748e-4c81-9979-ad08741f9cf7 None None] No value present for key: 'zone-id' {{(pid=66703) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 977.098072] env[66703]: DEBUG dogpile.lock [None req-ffa6d202-748e-4c81-9979-ad08741f9cf7 None None] NeedRegenerationException {{(pid=66703) _enter /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:90}} [ 977.098185] env[66703]: DEBUG dogpile.lock [None req-ffa6d202-748e-4c81-9979-ad08741f9cf7 None None] no value, waiting for create lock {{(pid=66703) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:131}} [ 977.098297] env[66703]: DEBUG dogpile.lock [None req-ffa6d202-748e-4c81-9979-ad08741f9cf7 None None] value creation lock acquired {{(pid=66703) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:135}} [ 977.098410] env[66703]: DEBUG dogpile.cache.region [None req-ffa6d202-748e-4c81-9979-ad08741f9cf7 None None] No value present for key: 'zone-id' {{(pid=66703) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 977.098880] env[66703]: DEBUG dogpile.lock [None req-ffa6d202-748e-4c81-9979-ad08741f9cf7 None None] Calling creation function for not-yet-present value {{(pid=66703) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:174}} [ 977.098880] env[66703]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-ffa6d202-748e-4c81-9979-ad08741f9cf7 None None] Looking for TransportZone with name nsx-vlan-transportzone. [ 977.119677] env[66703]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-ffa6d202-748e-4c81-9979-ad08741f9cf7 None None] loading zone with a95c914d-748d-497c-94ab-10d4647daeba and tags [{'scope': 'mp2policy_migr_status', 'tag': 'success'}] [ 977.119752] env[66703]: DEBUG dogpile.cache.region [None req-ffa6d202-748e-4c81-9979-ad08741f9cf7 None None] Cache value generated in 0.021 seconds for key(s): 'zone-id' {{(pid=66703) _log_time /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:910}} [ 977.119966] env[66703]: DEBUG dogpile.lock [None req-ffa6d202-748e-4c81-9979-ad08741f9cf7 None None] Released creation lock {{(pid=66703) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:182}} [ 977.120228] env[66703]: DEBUG oslo_concurrency.lockutils [None req-ffa6d202-748e-4c81-9979-ad08741f9cf7 None None] Releasing lock "network-764" {{(pid=66703) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 977.120553] env[66703]: DEBUG networking_nsxv3.common.locking [None req-ffa6d202-748e-4c81-9979-ad08741f9cf7 None None] Lock port-b0d7f1fd-c7a2-4b4c-9efd-b5cf96178074 taken with stack trace [, , , , , , , , ] {{(pid=66703) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 977.120725] env[66703]: DEBUG oslo_concurrency.lockutils [None req-ffa6d202-748e-4c81-9979-ad08741f9cf7 None None] Acquiring lock "port-b0d7f1fd-c7a2-4b4c-9efd-b5cf96178074" {{(pid=66703) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 977.120846] env[66703]: DEBUG oslo_concurrency.lockutils [None req-ffa6d202-748e-4c81-9979-ad08741f9cf7 None None] Acquired lock "port-b0d7f1fd-c7a2-4b4c-9efd-b5cf96178074" {{(pid=66703) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 977.121181] env[66703]: DEBUG oslo_concurrency.lockutils [None req-ffa6d202-748e-4c81-9979-ad08741f9cf7 None None] Acquired external semaphore "port-b0d7f1fd-c7a2-4b4c-9efd-b5cf96178074" {{(pid=66703) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 977.121353] env[66703]: DEBUG networking_nsxv3.api.rpc [None req-ffa6d202-748e-4c81-9979-ad08741f9cf7 None None] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('b0d7f1fd-c7a2-4b4c-9efd-b5cf96178074',) {} {{(pid=66703) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 977.218088] env[66703]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('fa4efca7-8152-4fd8-af73-ebfcdf5db312',) {} {{(pid=66703) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 977.623750] env[66703]: DEBUG networking_nsxv3.common.locking [None req-ffa6d202-748e-4c81-9979-ad08741f9cf7 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , ] {{(pid=66703) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 977.624810] env[66703]: DEBUG oslo_concurrency.lockutils [None req-ffa6d202-748e-4c81-9979-ad08741f9cf7 None None] Acquiring lock "SegmentPort" {{(pid=66703) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 977.624810] env[66703]: DEBUG oslo_concurrency.lockutils [None req-ffa6d202-748e-4c81-9979-ad08741f9cf7 None None] Acquired lock "SegmentPort" {{(pid=66703) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 977.624810] env[66703]: DEBUG oslo_concurrency.lockutils [None req-ffa6d202-748e-4c81-9979-ad08741f9cf7 None None] Acquired external semaphore "SegmentPort" {{(pid=66703) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 977.624810] env[66703]: DEBUG oslo_concurrency.lockutils [None req-ffa6d202-748e-4c81-9979-ad08741f9cf7 None None] Releasing lock "SegmentPort" {{(pid=66703) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 977.624810] env[66703]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-ffa6d202-748e-4c81-9979-ad08741f9cf7 None None] Segment Port b0d7f1fd-c7a2-4b4c-9efd-b5cf96178074 not found, creating... [ 977.624964] env[66703]: DEBUG networking_nsxv3.common.locking [None req-ffa6d202-748e-4c81-9979-ad08741f9cf7 None None] Lock Segment taken with stack trace [, , , , , , , , , , , ] {{(pid=66703) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 977.625044] env[66703]: DEBUG oslo_concurrency.lockutils [None req-ffa6d202-748e-4c81-9979-ad08741f9cf7 None None] Acquiring lock "Segment" {{(pid=66703) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 977.625159] env[66703]: DEBUG oslo_concurrency.lockutils [None req-ffa6d202-748e-4c81-9979-ad08741f9cf7 None None] Acquired lock "Segment" {{(pid=66703) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 977.625373] env[66703]: DEBUG oslo_concurrency.lockutils [None req-ffa6d202-748e-4c81-9979-ad08741f9cf7 None None] Acquired external semaphore "Segment" {{(pid=66703) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 977.625510] env[66703]: DEBUG oslo_concurrency.lockutils [None req-ffa6d202-748e-4c81-9979-ad08741f9cf7 None None] Releasing lock "Segment" {{(pid=66703) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 977.625784] env[66703]: DEBUG networking_nsxv3.common.locking [None req-ffa6d202-748e-4c81-9979-ad08741f9cf7 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=66703) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 977.625937] env[66703]: DEBUG oslo_concurrency.lockutils [None req-ffa6d202-748e-4c81-9979-ad08741f9cf7 None None] Acquiring lock "SegmentPort" {{(pid=66703) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 977.626064] env[66703]: DEBUG oslo_concurrency.lockutils [None req-ffa6d202-748e-4c81-9979-ad08741f9cf7 None None] Acquired lock "SegmentPort" {{(pid=66703) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 977.626268] env[66703]: DEBUG oslo_concurrency.lockutils [None req-ffa6d202-748e-4c81-9979-ad08741f9cf7 None None] Acquired external semaphore "SegmentPort" {{(pid=66703) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 977.626516] env[66703]: DEBUG oslo_concurrency.lockutils [None req-ffa6d202-748e-4c81-9979-ad08741f9cf7 None None] Releasing lock "SegmentPort" {{(pid=66703) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 977.626683] env[66703]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-ffa6d202-748e-4c81-9979-ad08741f9cf7 None None] Resource: SegmentPort with ID: b0d7f1fd-c7a2-4b4c-9efd-b5cf96178074 is going to be created. [ 977.647084] env[66703]: DEBUG networking_nsxv3.common.locking [None req-ffa6d202-748e-4c81-9979-ad08741f9cf7 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=66703) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 977.647084] env[66703]: DEBUG oslo_concurrency.lockutils [None req-ffa6d202-748e-4c81-9979-ad08741f9cf7 None None] Acquiring lock "SegmentPort" {{(pid=66703) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 977.647084] env[66703]: DEBUG oslo_concurrency.lockutils [None req-ffa6d202-748e-4c81-9979-ad08741f9cf7 None None] Acquired lock "SegmentPort" {{(pid=66703) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 977.647344] env[66703]: DEBUG oslo_concurrency.lockutils [None req-ffa6d202-748e-4c81-9979-ad08741f9cf7 None None] Acquired external semaphore "SegmentPort" {{(pid=66703) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 977.647606] env[66703]: DEBUG oslo_concurrency.lockutils [None req-ffa6d202-748e-4c81-9979-ad08741f9cf7 None None] Releasing lock "SegmentPort" {{(pid=66703) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 977.647807] env[66703]: DEBUG oslo_concurrency.lockutils [None req-ffa6d202-748e-4c81-9979-ad08741f9cf7 None None] Releasing lock "port-b0d7f1fd-c7a2-4b4c-9efd-b5cf96178074" {{(pid=66703) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 977.720357] env[66703]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('fa4efca7-8152-4fd8-af73-ebfcdf5db312',) {} {{(pid=66703) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 978.222486] env[66703]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66703) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 978.222918] env[66703]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66703) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 978.223102] env[66703]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66703) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 978.223429] env[66703]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66703) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 978.225568] env[66703]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66703) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 978.225568] env[66703]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: fa4efca7-8152-4fd8-af73-ebfcdf5db312 is going to be updated. [ 978.260022] env[66703]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66703) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 978.260022] env[66703]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66703) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 978.260022] env[66703]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66703) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 978.260022] env[66703]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66703) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 978.260022] env[66703]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66703) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 978.268427] env[66703]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: fa4efca7-8152-4fd8-af73-ebfcdf5db312 in Status: IN_PROGRESS for 2s [ 978.382374] env[66703]: INFO networking_nsxv3.common.synchronization [req-573b3bf1-12f7-4232-8f3b-dfab0b7a88a1 req-690fda17-8aae-4402-9f1f-84228370361b service nova] Enqueued Resource ID: fa4efca7-8152-4fd8-af73-ebfcdf5db312 with Priority: HIGHEST for action security_group_rules [ 978.382374] env[66703]: INFO networking_nsxv3.common.synchronization [req-573b3bf1-12f7-4232-8f3b-dfab0b7a88a1 req-690fda17-8aae-4402-9f1f-84228370361b service nova] Enqueued Resource ID: fa4efca7-8152-4fd8-af73-ebfcdf5db312 with Priority: HIGHEST for action security_group_members [ 978.382575] env[66703]: INFO networking_nsxv3.common.synchronization [req-573b3bf1-12f7-4232-8f3b-dfab0b7a88a1 req-690fda17-8aae-4402-9f1f-84228370361b service nova] Enqueued Resource ID: b0d7f1fd-c7a2-4b4c-9efd-b5cf96178074 with Priority: HIGHEST for action port [ 978.383562] env[66703]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: fa4efca7-8152-4fd8-af73-ebfcdf5db312 with Priority: HIGHEST for action security_group_rules [ 978.383791] env[66703]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: fa4efca7-8152-4fd8-af73-ebfcdf5db312 with Priority: HIGHEST for action security_group_members [ 978.383949] env[66703]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: b0d7f1fd-c7a2-4b4c-9efd-b5cf96178074 with Priority: HIGHEST for action port [ 978.384381] env[66703]: DEBUG networking_nsxv3.common.locking [-] Lock rules-fa4efca7-8152-4fd8-af73-ebfcdf5db312 taken with stack trace [, , ] {{(pid=66703) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 978.384503] env[66703]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-fa4efca7-8152-4fd8-af73-ebfcdf5db312" {{(pid=66703) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 978.384726] env[66703]: DEBUG networking_nsxv3.common.locking [-] Lock member-fa4efca7-8152-4fd8-af73-ebfcdf5db312 taken with stack trace [, , ] {{(pid=66703) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 978.384812] env[66703]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-fa4efca7-8152-4fd8-af73-ebfcdf5db312" {{(pid=66703) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 978.385017] env[66703]: DEBUG networking_nsxv3.common.locking [-] Lock port-b0d7f1fd-c7a2-4b4c-9efd-b5cf96178074 taken with stack trace [, , ] {{(pid=66703) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 978.386134] env[66703]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-b0d7f1fd-c7a2-4b4c-9efd-b5cf96178074" {{(pid=66703) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 978.386134] env[66703]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-b0d7f1fd-c7a2-4b4c-9efd-b5cf96178074" {{(pid=66703) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 978.386614] env[66703]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-b0d7f1fd-c7a2-4b4c-9efd-b5cf96178074" {{(pid=66703) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 978.386705] env[66703]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('b0d7f1fd-c7a2-4b4c-9efd-b5cf96178074',) {} {{(pid=66703) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 978.442383] env[66703]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: f1ca8429-6b1e-4072-9f62-c350b5814260 in Status: SUCCESS [ 978.442618] env[66703]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-f1ca8429-6b1e-4072-9f62-c350b5814260" {{(pid=66703) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 978.442783] env[66703]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-f1ca8429-6b1e-4072-9f62-c350b5814260" {{(pid=66703) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 978.442998] env[66703]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-f1ca8429-6b1e-4072-9f62-c350b5814260" {{(pid=66703) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 978.443210] env[66703]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=66703) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 978.443362] env[66703]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66703) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 978.443459] env[66703]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66703) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 978.443567] env[66703]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66703) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 978.443648] env[66703]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66703) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 978.443741] env[66703]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-f1ca8429-6b1e-4072-9f62-c350b5814260" {{(pid=66703) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 978.443842] env[66703]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('f1ca8429-6b1e-4072-9f62-c350b5814260',) {} {{(pid=66703) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 978.747358] env[66703]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: fa4efca7-8152-4fd8-af73-ebfcdf5db312 in Status: SUCCESS [ 978.747616] env[66703]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-fa4efca7-8152-4fd8-af73-ebfcdf5db312" {{(pid=66703) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 978.747814] env[66703]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-fa4efca7-8152-4fd8-af73-ebfcdf5db312" {{(pid=66703) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 978.748034] env[66703]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-fa4efca7-8152-4fd8-af73-ebfcdf5db312" {{(pid=66703) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 978.748129] env[66703]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('fa4efca7-8152-4fd8-af73-ebfcdf5db312',) {} {{(pid=66703) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 978.889441] env[66703]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] realization of port b0d7f1fd-c7a2-4b4c-9efd-b5cf96178074 with status ACTIVE [ 978.889675] env[66703]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=66703) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 978.889816] env[66703]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=66703) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 978.889881] env[66703]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=66703) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 978.890126] env[66703]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=66703) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 978.890212] env[66703]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=66703) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 978.890396] env[66703]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , ] {{(pid=66703) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 978.890492] env[66703]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=66703) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 978.890561] env[66703]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=66703) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 978.890699] env[66703]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=66703) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 978.890793] env[66703]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=66703) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 978.890950] env[66703]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=66703) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 978.891050] env[66703]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=66703) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 978.891115] env[66703]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=66703) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 978.891258] env[66703]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=66703) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 978.891330] env[66703]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=66703) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 978.891404] env[66703]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: SegmentPort with ID: b0d7f1fd-c7a2-4b4c-9efd-b5cf96178074 is going to be updated. [ 978.914935] env[66703]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=66703) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 978.915164] env[66703]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=66703) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 978.915257] env[66703]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=66703) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 978.915606] env[66703]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=66703) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 978.915767] env[66703]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=66703) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 978.916144] env[66703]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-b0d7f1fd-c7a2-4b4c-9efd-b5cf96178074" {{(pid=66703) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 978.945602] env[66703]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('f1ca8429-6b1e-4072-9f62-c350b5814260',) {} {{(pid=66703) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 979.251312] env[66703]: DEBUG networking_nsxv3.common.locking [-] Lock member-fa4efca7-8152-4fd8-af73-ebfcdf5db312 taken with stack trace [, , , ] {{(pid=66703) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 979.251477] env[66703]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-fa4efca7-8152-4fd8-af73-ebfcdf5db312" {{(pid=66703) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 979.263260] env[66703]: INFO networking_nsxv3.common.synchronization [req-11ac7c65-b273-42b4-a8b0-cc13eefd5686 req-3cc77969-8f5f-4a7b-984f-ae2121624baa tempest-ListServerFiltersTestJSON-1920456475 tempest-ListServerFiltersTestJSON-1920456475-project-member] Enqueued Resource ID: fa4efca7-8152-4fd8-af73-ebfcdf5db312 with Priority: HIGHEST for action security_group_members [ 979.263874] env[66703]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: fa4efca7-8152-4fd8-af73-ebfcdf5db312 with Priority: HIGHEST for action security_group_members [ 979.265032] env[66703]: DEBUG networking_nsxv3.common.locking [-] Lock member-fa4efca7-8152-4fd8-af73-ebfcdf5db312 taken with stack trace [, , ] {{(pid=66703) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 979.265032] env[66703]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-fa4efca7-8152-4fd8-af73-ebfcdf5db312" {{(pid=66703) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 979.449607] env[66703]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for f1ca8429-6b1e-4072-9f62-c350b5814260: rpc.has_security_group_logging(os_id): False [ 979.467147] env[66703]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=66703) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 979.467544] env[66703]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66703) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 979.467703] env[66703]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66703) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 979.467994] env[66703]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66703) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 979.469623] env[66703]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66703) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 979.469623] env[66703]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=66703) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 979.469623] env[66703]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66703) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 979.469623] env[66703]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66703) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 979.469623] env[66703]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66703) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 979.469623] env[66703]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66703) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 979.469623] env[66703]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: f1ca8429-6b1e-4072-9f62-c350b5814260 is going to be created. [ 979.532992] env[66703]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=66703) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 979.533161] env[66703]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66703) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 979.533233] env[66703]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66703) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 979.533476] env[66703]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66703) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 979.533675] env[66703]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66703) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 979.545434] env[66703]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: f1ca8429-6b1e-4072-9f62-c350b5814260 in Status: IN_PROGRESS for 2s [ 979.592408] env[66703]: DEBUG networking_nsxv3.common.locking [None req-33d36011-a73c-4b6d-849a-f8c867240c48 None None] Lock network-764 taken with stack trace [, , , , , , , , ] {{(pid=66703) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 979.592565] env[66703]: DEBUG oslo_concurrency.lockutils [None req-33d36011-a73c-4b6d-849a-f8c867240c48 None None] Acquiring lock "network-764" {{(pid=66703) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 979.592844] env[66703]: DEBUG oslo_concurrency.lockutils [None req-33d36011-a73c-4b6d-849a-f8c867240c48 None None] Acquired lock "network-764" {{(pid=66703) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 979.593018] env[66703]: DEBUG oslo_concurrency.lockutils [None req-33d36011-a73c-4b6d-849a-f8c867240c48 None None] Acquired external semaphore "network-764" {{(pid=66703) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 979.593314] env[66703]: DEBUG networking_nsxv3.common.locking [None req-33d36011-a73c-4b6d-849a-f8c867240c48 None None] Lock Segment taken with stack trace [, , , , , , , , , , ] {{(pid=66703) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 979.593504] env[66703]: DEBUG oslo_concurrency.lockutils [None req-33d36011-a73c-4b6d-849a-f8c867240c48 None None] Acquiring lock "Segment" {{(pid=66703) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 979.593691] env[66703]: DEBUG oslo_concurrency.lockutils [None req-33d36011-a73c-4b6d-849a-f8c867240c48 None None] Acquired lock "Segment" {{(pid=66703) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 979.593891] env[66703]: DEBUG oslo_concurrency.lockutils [None req-33d36011-a73c-4b6d-849a-f8c867240c48 None None] Acquired external semaphore "Segment" {{(pid=66703) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 979.594062] env[66703]: DEBUG oslo_concurrency.lockutils [None req-33d36011-a73c-4b6d-849a-f8c867240c48 None None] Releasing lock "Segment" {{(pid=66703) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 979.594359] env[66703]: DEBUG dogpile.cache.region [None req-33d36011-a73c-4b6d-849a-f8c867240c48 None None] No value present for key: 'zone-id' {{(pid=66703) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 979.594501] env[66703]: DEBUG dogpile.lock [None req-33d36011-a73c-4b6d-849a-f8c867240c48 None None] NeedRegenerationException {{(pid=66703) _enter /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:90}} [ 979.594614] env[66703]: DEBUG dogpile.lock [None req-33d36011-a73c-4b6d-849a-f8c867240c48 None None] no value, waiting for create lock {{(pid=66703) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:131}} [ 979.594734] env[66703]: DEBUG dogpile.lock [None req-33d36011-a73c-4b6d-849a-f8c867240c48 None None] value creation lock acquired {{(pid=66703) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:135}} [ 979.594861] env[66703]: DEBUG dogpile.cache.region [None req-33d36011-a73c-4b6d-849a-f8c867240c48 None None] No value present for key: 'zone-id' {{(pid=66703) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 979.594971] env[66703]: DEBUG dogpile.lock [None req-33d36011-a73c-4b6d-849a-f8c867240c48 None None] Calling creation function for not-yet-present value {{(pid=66703) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:174}} [ 979.595182] env[66703]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-33d36011-a73c-4b6d-849a-f8c867240c48 None None] Looking for TransportZone with name nsx-vlan-transportzone. [ 979.616994] env[66703]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-33d36011-a73c-4b6d-849a-f8c867240c48 None None] loading zone with a95c914d-748d-497c-94ab-10d4647daeba and tags [{'scope': 'mp2policy_migr_status', 'tag': 'success'}] [ 979.617355] env[66703]: DEBUG dogpile.cache.region [None req-33d36011-a73c-4b6d-849a-f8c867240c48 None None] Cache value generated in 0.022 seconds for key(s): 'zone-id' {{(pid=66703) _log_time /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:910}} [ 979.617596] env[66703]: DEBUG dogpile.lock [None req-33d36011-a73c-4b6d-849a-f8c867240c48 None None] Released creation lock {{(pid=66703) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:182}} [ 979.617884] env[66703]: DEBUG oslo_concurrency.lockutils [None req-33d36011-a73c-4b6d-849a-f8c867240c48 None None] Releasing lock "network-764" {{(pid=66703) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 979.618427] env[66703]: DEBUG networking_nsxv3.common.locking [None req-33d36011-a73c-4b6d-849a-f8c867240c48 None None] Lock port-a8465bc0-7356-4f66-8d7c-47717ffdc714 taken with stack trace [, , , , , , , , ] {{(pid=66703) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 979.618780] env[66703]: DEBUG oslo_concurrency.lockutils [None req-33d36011-a73c-4b6d-849a-f8c867240c48 None None] Acquiring lock "port-a8465bc0-7356-4f66-8d7c-47717ffdc714" {{(pid=66703) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 979.618991] env[66703]: DEBUG oslo_concurrency.lockutils [None req-33d36011-a73c-4b6d-849a-f8c867240c48 None None] Acquired lock "port-a8465bc0-7356-4f66-8d7c-47717ffdc714" {{(pid=66703) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 979.620033] env[66703]: DEBUG oslo_concurrency.lockutils [None req-33d36011-a73c-4b6d-849a-f8c867240c48 None None] Acquired external semaphore "port-a8465bc0-7356-4f66-8d7c-47717ffdc714" {{(pid=66703) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 979.620033] env[66703]: DEBUG networking_nsxv3.api.rpc [None req-33d36011-a73c-4b6d-849a-f8c867240c48 None None] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('a8465bc0-7356-4f66-8d7c-47717ffdc714',) {} {{(pid=66703) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 980.123076] env[66703]: DEBUG networking_nsxv3.common.locking [None req-33d36011-a73c-4b6d-849a-f8c867240c48 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , ] {{(pid=66703) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 980.123506] env[66703]: DEBUG oslo_concurrency.lockutils [None req-33d36011-a73c-4b6d-849a-f8c867240c48 None None] Acquiring lock "SegmentPort" {{(pid=66703) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 980.123506] env[66703]: DEBUG oslo_concurrency.lockutils [None req-33d36011-a73c-4b6d-849a-f8c867240c48 None None] Acquired lock "SegmentPort" {{(pid=66703) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 980.123849] env[66703]: DEBUG oslo_concurrency.lockutils [None req-33d36011-a73c-4b6d-849a-f8c867240c48 None None] Acquired external semaphore "SegmentPort" {{(pid=66703) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 980.124080] env[66703]: DEBUG oslo_concurrency.lockutils [None req-33d36011-a73c-4b6d-849a-f8c867240c48 None None] Releasing lock "SegmentPort" {{(pid=66703) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 980.124189] env[66703]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-33d36011-a73c-4b6d-849a-f8c867240c48 None None] Segment Port a8465bc0-7356-4f66-8d7c-47717ffdc714 not found, creating... [ 980.124453] env[66703]: DEBUG networking_nsxv3.common.locking [None req-33d36011-a73c-4b6d-849a-f8c867240c48 None None] Lock Segment taken with stack trace [, , , , , , , , , , , ] {{(pid=66703) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 980.124613] env[66703]: DEBUG oslo_concurrency.lockutils [None req-33d36011-a73c-4b6d-849a-f8c867240c48 None None] Acquiring lock "Segment" {{(pid=66703) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 980.124731] env[66703]: DEBUG oslo_concurrency.lockutils [None req-33d36011-a73c-4b6d-849a-f8c867240c48 None None] Acquired lock "Segment" {{(pid=66703) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 980.124963] env[66703]: DEBUG oslo_concurrency.lockutils [None req-33d36011-a73c-4b6d-849a-f8c867240c48 None None] Acquired external semaphore "Segment" {{(pid=66703) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 980.125211] env[66703]: DEBUG oslo_concurrency.lockutils [None req-33d36011-a73c-4b6d-849a-f8c867240c48 None None] Releasing lock "Segment" {{(pid=66703) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 980.125513] env[66703]: DEBUG networking_nsxv3.common.locking [None req-33d36011-a73c-4b6d-849a-f8c867240c48 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=66703) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 980.125684] env[66703]: DEBUG oslo_concurrency.lockutils [None req-33d36011-a73c-4b6d-849a-f8c867240c48 None None] Acquiring lock "SegmentPort" {{(pid=66703) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 980.125804] env[66703]: DEBUG oslo_concurrency.lockutils [None req-33d36011-a73c-4b6d-849a-f8c867240c48 None None] Acquired lock "SegmentPort" {{(pid=66703) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 980.126027] env[66703]: DEBUG oslo_concurrency.lockutils [None req-33d36011-a73c-4b6d-849a-f8c867240c48 None None] Acquired external semaphore "SegmentPort" {{(pid=66703) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 980.126166] env[66703]: DEBUG oslo_concurrency.lockutils [None req-33d36011-a73c-4b6d-849a-f8c867240c48 None None] Releasing lock "SegmentPort" {{(pid=66703) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 980.126306] env[66703]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-33d36011-a73c-4b6d-849a-f8c867240c48 None None] Resource: SegmentPort with ID: a8465bc0-7356-4f66-8d7c-47717ffdc714 is going to be created. [ 980.149642] env[66703]: DEBUG networking_nsxv3.common.locking [None req-33d36011-a73c-4b6d-849a-f8c867240c48 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=66703) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 980.149877] env[66703]: DEBUG oslo_concurrency.lockutils [None req-33d36011-a73c-4b6d-849a-f8c867240c48 None None] Acquiring lock "SegmentPort" {{(pid=66703) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 980.150070] env[66703]: DEBUG oslo_concurrency.lockutils [None req-33d36011-a73c-4b6d-849a-f8c867240c48 None None] Acquired lock "SegmentPort" {{(pid=66703) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 980.150380] env[66703]: DEBUG oslo_concurrency.lockutils [None req-33d36011-a73c-4b6d-849a-f8c867240c48 None None] Acquired external semaphore "SegmentPort" {{(pid=66703) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 980.150627] env[66703]: DEBUG oslo_concurrency.lockutils [None req-33d36011-a73c-4b6d-849a-f8c867240c48 None None] Releasing lock "SegmentPort" {{(pid=66703) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 980.150869] env[66703]: DEBUG oslo_concurrency.lockutils [None req-33d36011-a73c-4b6d-849a-f8c867240c48 None None] Releasing lock "port-a8465bc0-7356-4f66-8d7c-47717ffdc714" {{(pid=66703) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 980.279649] env[66703]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: fa4efca7-8152-4fd8-af73-ebfcdf5db312 in Status: SUCCESS [ 980.279891] env[66703]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-fa4efca7-8152-4fd8-af73-ebfcdf5db312" {{(pid=66703) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 980.280081] env[66703]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-fa4efca7-8152-4fd8-af73-ebfcdf5db312" {{(pid=66703) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 980.280353] env[66703]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-fa4efca7-8152-4fd8-af73-ebfcdf5db312" {{(pid=66703) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 980.280569] env[66703]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=66703) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 980.280691] env[66703]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66703) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 980.280759] env[66703]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66703) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 980.280924] env[66703]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66703) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 980.281121] env[66703]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66703) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 980.281121] env[66703]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('fa4efca7-8152-4fd8-af73-ebfcdf5db312',) {} {{(pid=66703) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 980.784731] env[66703]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('fa4efca7-8152-4fd8-af73-ebfcdf5db312',) {} {{(pid=66703) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 980.875714] env[66703]: INFO networking_nsxv3.common.synchronization [req-11ac7c65-b273-42b4-a8b0-cc13eefd5686 req-6b8de18a-f396-48a6-8a5f-acf9b2fd64d0 service nova] Enqueued Resource ID: fa4efca7-8152-4fd8-af73-ebfcdf5db312 with Priority: HIGHEST for action security_group_rules [ 980.876330] env[66703]: INFO networking_nsxv3.common.synchronization [req-11ac7c65-b273-42b4-a8b0-cc13eefd5686 req-6b8de18a-f396-48a6-8a5f-acf9b2fd64d0 service nova] Enqueued Resource ID: fa4efca7-8152-4fd8-af73-ebfcdf5db312 with Priority: HIGHEST for action security_group_members [ 980.876330] env[66703]: INFO networking_nsxv3.common.synchronization [req-11ac7c65-b273-42b4-a8b0-cc13eefd5686 req-6b8de18a-f396-48a6-8a5f-acf9b2fd64d0 service nova] Enqueued Resource ID: a8465bc0-7356-4f66-8d7c-47717ffdc714 with Priority: HIGHEST for action port [ 980.876953] env[66703]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: fa4efca7-8152-4fd8-af73-ebfcdf5db312 with Priority: HIGHEST for action security_group_rules [ 980.877275] env[66703]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: fa4efca7-8152-4fd8-af73-ebfcdf5db312 with Priority: HIGHEST for action security_group_members [ 980.877452] env[66703]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: a8465bc0-7356-4f66-8d7c-47717ffdc714 with Priority: HIGHEST for action port [ 980.877852] env[66703]: DEBUG networking_nsxv3.common.locking [-] Lock rules-fa4efca7-8152-4fd8-af73-ebfcdf5db312 taken with stack trace [, , ] {{(pid=66703) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 980.878014] env[66703]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-fa4efca7-8152-4fd8-af73-ebfcdf5db312" {{(pid=66703) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 980.878343] env[66703]: DEBUG networking_nsxv3.common.locking [-] Lock member-fa4efca7-8152-4fd8-af73-ebfcdf5db312 taken with stack trace [, , ] {{(pid=66703) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 980.878480] env[66703]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-fa4efca7-8152-4fd8-af73-ebfcdf5db312" {{(pid=66703) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 980.878760] env[66703]: DEBUG networking_nsxv3.common.locking [-] Lock port-a8465bc0-7356-4f66-8d7c-47717ffdc714 taken with stack trace [, , ] {{(pid=66703) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 980.879598] env[66703]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-a8465bc0-7356-4f66-8d7c-47717ffdc714" {{(pid=66703) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 980.879598] env[66703]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-a8465bc0-7356-4f66-8d7c-47717ffdc714" {{(pid=66703) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 980.879598] env[66703]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-a8465bc0-7356-4f66-8d7c-47717ffdc714" {{(pid=66703) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 980.879598] env[66703]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('a8465bc0-7356-4f66-8d7c-47717ffdc714',) {} {{(pid=66703) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 981.288517] env[66703]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('fa4efca7-8152-4fd8-af73-ebfcdf5db312',) {} {{(pid=66703) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 981.382358] env[66703]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] realization of port a8465bc0-7356-4f66-8d7c-47717ffdc714 with status ACTIVE [ 981.382523] env[66703]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=66703) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 981.382640] env[66703]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=66703) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 981.382745] env[66703]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=66703) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 981.382916] env[66703]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=66703) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 981.383021] env[66703]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=66703) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 981.383212] env[66703]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , ] {{(pid=66703) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 981.383316] env[66703]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=66703) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 981.383393] env[66703]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=66703) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 981.383552] env[66703]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=66703) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 981.383696] env[66703]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=66703) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 981.383764] env[66703]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=66703) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 981.383874] env[66703]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=66703) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 981.383921] env[66703]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=66703) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 981.384682] env[66703]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=66703) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 981.384682] env[66703]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=66703) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 981.384682] env[66703]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: SegmentPort with ID: a8465bc0-7356-4f66-8d7c-47717ffdc714 is going to be updated. [ 981.411542] env[66703]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=66703) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 981.411800] env[66703]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=66703) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 981.411953] env[66703]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=66703) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 981.412301] env[66703]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=66703) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 981.412892] env[66703]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=66703) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 981.413218] env[66703]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-a8465bc0-7356-4f66-8d7c-47717ffdc714" {{(pid=66703) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 981.563127] env[66703]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: f1ca8429-6b1e-4072-9f62-c350b5814260 in Status: SUCCESS [ 981.563477] env[66703]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-f1ca8429-6b1e-4072-9f62-c350b5814260" {{(pid=66703) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 981.795547] env[66703]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66703) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 981.795547] env[66703]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66703) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 981.795547] env[66703]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66703) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 981.795547] env[66703]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66703) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 981.795547] env[66703]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66703) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 981.795547] env[66703]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: fa4efca7-8152-4fd8-af73-ebfcdf5db312 is going to be updated. [ 981.830627] env[66703]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66703) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 981.831025] env[66703]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66703) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 981.831025] env[66703]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66703) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 981.831272] env[66703]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66703) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 981.831272] env[66703]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66703) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 981.841830] env[66703]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: fa4efca7-8152-4fd8-af73-ebfcdf5db312 in Status: IN_PROGRESS for 2s [ 982.295908] env[66703]: INFO networking_nsxv3.common.synchronization [None req-032289df-e2f6-403f-8784-4e8f85b87f22 tempest-ServerDiskConfigTestJSON-1467775587 tempest-ServerDiskConfigTestJSON-1467775587-project-member] Enqueued Resource ID: d7d44f33-a8bd-4833-8221-586a8888f1bc with Priority: HIGHEST for action security_group_rules [ 982.295908] env[66703]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: d7d44f33-a8bd-4833-8221-586a8888f1bc with Priority: HIGHEST for action security_group_rules [ 982.296301] env[66703]: DEBUG networking_nsxv3.common.locking [-] Lock rules-d7d44f33-a8bd-4833-8221-586a8888f1bc taken with stack trace [, , ] {{(pid=66703) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 982.296301] env[66703]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-d7d44f33-a8bd-4833-8221-586a8888f1bc" {{(pid=66703) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 982.296454] env[66703]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-d7d44f33-a8bd-4833-8221-586a8888f1bc" {{(pid=66703) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 982.296679] env[66703]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-d7d44f33-a8bd-4833-8221-586a8888f1bc" {{(pid=66703) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 982.296733] env[66703]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('d7d44f33-a8bd-4833-8221-586a8888f1bc',) {} {{(pid=66703) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 982.395197] env[66703]: INFO networking_nsxv3.common.synchronization [None req-a3362928-7f35-4997-b2ac-ee923179055d tempest-ServerDiskConfigTestJSON-1467775587 tempest-ServerDiskConfigTestJSON-1467775587-project-member] Enqueued Resource ID: d7d44f33-a8bd-4833-8221-586a8888f1bc with Priority: HIGHEST for action security_group_rules [ 982.395803] env[66703]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: d7d44f33-a8bd-4833-8221-586a8888f1bc with Priority: HIGHEST for action security_group_rules [ 982.396194] env[66703]: DEBUG networking_nsxv3.common.locking [-] Lock rules-d7d44f33-a8bd-4833-8221-586a8888f1bc taken with stack trace [, , ] {{(pid=66703) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 982.396319] env[66703]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-d7d44f33-a8bd-4833-8221-586a8888f1bc" {{(pid=66703) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 982.704431] env[66703]: INFO networking_nsxv3.common.synchronization [req-ad152b97-9fb9-4a0c-b8c5-dd3bc922192b req-9ffc86b2-baaa-4839-b02d-5b7df4cd4085 tempest-ServerTagsTestJSON-107035093 tempest-ServerTagsTestJSON-107035093-project-member] Enqueued Resource ID: 94cfd855-34d7-4ee3-83ae-9a9910adce5a with Priority: HIGHEST for action security_group_members [ 982.705198] env[66703]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 94cfd855-34d7-4ee3-83ae-9a9910adce5a with Priority: HIGHEST for action security_group_members [ 982.706566] env[66703]: DEBUG networking_nsxv3.common.locking [-] Lock member-94cfd855-34d7-4ee3-83ae-9a9910adce5a taken with stack trace [, , ] {{(pid=66703) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 982.706566] env[66703]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-94cfd855-34d7-4ee3-83ae-9a9910adce5a" {{(pid=66703) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 982.706566] env[66703]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-94cfd855-34d7-4ee3-83ae-9a9910adce5a" {{(pid=66703) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 982.706566] env[66703]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-94cfd855-34d7-4ee3-83ae-9a9910adce5a" {{(pid=66703) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 982.706566] env[66703]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=66703) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 982.706921] env[66703]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66703) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 982.707095] env[66703]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66703) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 982.707387] env[66703]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66703) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 982.707562] env[66703]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66703) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 982.707734] env[66703]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('94cfd855-34d7-4ee3-83ae-9a9910adce5a',) {} {{(pid=66703) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 982.831216] env[66703]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=66703) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 982.831216] env[66703]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66703) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 982.831216] env[66703]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66703) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 982.831216] env[66703]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66703) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 982.831216] env[66703]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66703) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 982.831216] env[66703]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: d7d44f33-a8bd-4833-8221-586a8888f1bc already deleted. [ 982.831216] env[66703]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-d7d44f33-a8bd-4833-8221-586a8888f1bc" {{(pid=66703) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 982.831216] env[66703]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-d7d44f33-a8bd-4833-8221-586a8888f1bc" {{(pid=66703) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 982.831216] env[66703]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-d7d44f33-a8bd-4833-8221-586a8888f1bc" {{(pid=66703) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 982.831216] env[66703]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('d7d44f33-a8bd-4833-8221-586a8888f1bc',) {} {{(pid=66703) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 983.209919] env[66703]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=66703) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 983.213438] env[66703]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66703) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 983.213438] env[66703]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66703) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 983.213438] env[66703]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66703) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 983.213438] env[66703]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66703) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 983.213438] env[66703]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66703) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 983.213438] env[66703]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66703) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 983.213438] env[66703]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66703) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 983.213438] env[66703]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66703) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 983.213438] env[66703]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66703) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 983.213438] env[66703]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 94cfd855-34d7-4ee3-83ae-9a9910adce5a is going to be updated. [ 983.257482] env[66703]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66703) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 983.257482] env[66703]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66703) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 983.257482] env[66703]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66703) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 983.257648] env[66703]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66703) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 983.257795] env[66703]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66703) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 983.268396] env[66703]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 94cfd855-34d7-4ee3-83ae-9a9910adce5a in Status: IN_PROGRESS for 2s [ 983.356914] env[66703]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=66703) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 983.356914] env[66703]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66703) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 983.356914] env[66703]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66703) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 983.357355] env[66703]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66703) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 983.357355] env[66703]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66703) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 983.357355] env[66703]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: d7d44f33-a8bd-4833-8221-586a8888f1bc already deleted. [ 983.357439] env[66703]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-d7d44f33-a8bd-4833-8221-586a8888f1bc" {{(pid=66703) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 983.854435] env[66703]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: fa4efca7-8152-4fd8-af73-ebfcdf5db312 in Status: SUCCESS [ 983.854815] env[66703]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-fa4efca7-8152-4fd8-af73-ebfcdf5db312" {{(pid=66703) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 983.855017] env[66703]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-fa4efca7-8152-4fd8-af73-ebfcdf5db312" {{(pid=66703) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 983.855657] env[66703]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-fa4efca7-8152-4fd8-af73-ebfcdf5db312" {{(pid=66703) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 983.855657] env[66703]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=66703) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 983.855776] env[66703]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66703) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 983.855776] env[66703]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66703) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 983.856161] env[66703]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66703) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 983.856161] env[66703]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66703) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 983.856161] env[66703]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-fa4efca7-8152-4fd8-af73-ebfcdf5db312" {{(pid=66703) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 983.856273] env[66703]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('fa4efca7-8152-4fd8-af73-ebfcdf5db312',) {} {{(pid=66703) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 983.857448] env[66703]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-fa4efca7-8152-4fd8-af73-ebfcdf5db312" {{(pid=66703) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 983.857636] env[66703]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-fa4efca7-8152-4fd8-af73-ebfcdf5db312" {{(pid=66703) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 983.857891] env[66703]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=66703) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 983.857974] env[66703]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66703) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 983.858391] env[66703]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66703) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 983.858391] env[66703]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66703) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 983.858391] env[66703]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66703) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 983.858391] env[66703]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('fa4efca7-8152-4fd8-af73-ebfcdf5db312',) {} {{(pid=66703) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 984.362016] env[66703]: DEBUG networking_nsxv3.common.locking [-] Lock member-fa4efca7-8152-4fd8-af73-ebfcdf5db312 taken with stack trace [, , , ] {{(pid=66703) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 984.362530] env[66703]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-fa4efca7-8152-4fd8-af73-ebfcdf5db312" {{(pid=66703) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 984.362530] env[66703]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('fa4efca7-8152-4fd8-af73-ebfcdf5db312',) {} {{(pid=66703) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 984.866450] env[66703]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('fa4efca7-8152-4fd8-af73-ebfcdf5db312',) {} {{(pid=66703) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 985.283316] env[66703]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 94cfd855-34d7-4ee3-83ae-9a9910adce5a in Status: SUCCESS [ 985.283954] env[66703]: WARNING networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 94cfd855-34d7-4ee3-83ae-9a9910adce5a deletion is rescheduled due to dependency. [ 985.283954] env[66703]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-94cfd855-34d7-4ee3-83ae-9a9910adce5a" {{(pid=66703) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 985.369493] env[66703]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66703) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 985.369791] env[66703]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66703) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 985.369840] env[66703]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66703) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 985.370272] env[66703]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66703) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 985.370350] env[66703]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66703) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 985.370435] env[66703]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: fa4efca7-8152-4fd8-af73-ebfcdf5db312 is going to be updated. [ 985.406499] env[66703]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66703) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 985.406704] env[66703]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66703) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 985.406704] env[66703]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66703) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 985.407048] env[66703]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66703) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 985.407244] env[66703]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66703) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 985.417412] env[66703]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: fa4efca7-8152-4fd8-af73-ebfcdf5db312 in Status: IN_PROGRESS for 2s [ 985.915555] env[66703]: INFO networking_nsxv3.common.synchronization [req-afe3cf18-376e-4d71-827b-15fc25317e7d req-016edba4-a761-4303-a2b4-e41ffc50a3b5 tempest-ServerDiskConfigTestJSON-1467775587 tempest-ServerDiskConfigTestJSON-1467775587-project-member] Enqueued Resource ID: 3304826c-ce8e-49f9-aefd-3be39a0c0fbb with Priority: HIGHEST for action security_group_members [ 985.917295] env[66703]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 3304826c-ce8e-49f9-aefd-3be39a0c0fbb with Priority: HIGHEST for action security_group_members [ 985.917966] env[66703]: DEBUG networking_nsxv3.common.locking [-] Lock member-3304826c-ce8e-49f9-aefd-3be39a0c0fbb taken with stack trace [, , ] {{(pid=66703) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 985.918118] env[66703]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-3304826c-ce8e-49f9-aefd-3be39a0c0fbb" {{(pid=66703) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 985.918226] env[66703]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-3304826c-ce8e-49f9-aefd-3be39a0c0fbb" {{(pid=66703) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 985.918521] env[66703]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-3304826c-ce8e-49f9-aefd-3be39a0c0fbb" {{(pid=66703) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 985.918754] env[66703]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=66703) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 985.918957] env[66703]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66703) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 985.919064] env[66703]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66703) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 985.919450] env[66703]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66703) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 985.919581] env[66703]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66703) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 985.919727] env[66703]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('3304826c-ce8e-49f9-aefd-3be39a0c0fbb',) {} {{(pid=66703) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 986.424762] env[66703]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=66703) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 986.425094] env[66703]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66703) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 986.425094] env[66703]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66703) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 986.425416] env[66703]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66703) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 986.425580] env[66703]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66703) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 986.427062] env[66703]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66703) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 986.427062] env[66703]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66703) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 986.427062] env[66703]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66703) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 986.427062] env[66703]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66703) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 986.427062] env[66703]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66703) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 986.427062] env[66703]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 3304826c-ce8e-49f9-aefd-3be39a0c0fbb is going to be updated. [ 986.459063] env[66703]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66703) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 986.459544] env[66703]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66703) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 986.459637] env[66703]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66703) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 986.460017] env[66703]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66703) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 986.460191] env[66703]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66703) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 986.470485] env[66703]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 3304826c-ce8e-49f9-aefd-3be39a0c0fbb in Status: IN_PROGRESS for 2s [ 987.428418] env[66703]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: fa4efca7-8152-4fd8-af73-ebfcdf5db312 in Status: SUCCESS [ 987.428738] env[66703]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-fa4efca7-8152-4fd8-af73-ebfcdf5db312" {{(pid=66703) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 987.428793] env[66703]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-fa4efca7-8152-4fd8-af73-ebfcdf5db312" {{(pid=66703) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 987.429033] env[66703]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-fa4efca7-8152-4fd8-af73-ebfcdf5db312" {{(pid=66703) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 987.429321] env[66703]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=66703) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 987.429514] env[66703]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66703) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 987.429514] env[66703]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66703) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 987.429699] env[66703]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66703) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 987.429699] env[66703]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66703) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 987.429776] env[66703]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('fa4efca7-8152-4fd8-af73-ebfcdf5db312',) {} {{(pid=66703) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 987.500394] env[66703]: INFO networking_nsxv3.common.synchronization [req-098e75bb-5ce1-4497-8629-3dcdf1718bb3 req-dc1c223d-5f0e-4f54-85a7-8e8fab7a46cd tempest-AttachVolumeShelveTestJSON-1791692547 tempest-AttachVolumeShelveTestJSON-1791692547-project-member] Enqueued Resource ID: 016af0c8-4276-4aa2-affa-7060eb9467c4 with Priority: HIGHEST for action security_group_members [ 987.501098] env[66703]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 016af0c8-4276-4aa2-affa-7060eb9467c4 with Priority: HIGHEST for action security_group_members [ 987.501874] env[66703]: DEBUG networking_nsxv3.common.locking [-] Lock member-016af0c8-4276-4aa2-affa-7060eb9467c4 taken with stack trace [, , ] {{(pid=66703) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 987.502022] env[66703]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-016af0c8-4276-4aa2-affa-7060eb9467c4" {{(pid=66703) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 987.502097] env[66703]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-016af0c8-4276-4aa2-affa-7060eb9467c4" {{(pid=66703) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 987.502310] env[66703]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-016af0c8-4276-4aa2-affa-7060eb9467c4" {{(pid=66703) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 987.502467] env[66703]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=66703) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 987.502551] env[66703]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66703) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 987.502679] env[66703]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66703) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 987.502754] env[66703]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66703) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 987.502836] env[66703]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66703) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 987.502945] env[66703]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('016af0c8-4276-4aa2-affa-7060eb9467c4',) {} {{(pid=66703) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 987.932113] env[66703]: INFO networking_nsxv3.common.synchronization [req-af85060b-92c6-4e82-a6d0-e53f303173aa req-692bc836-5873-47b3-a380-81077abfb694 tempest-ServerActionsTestOtherA-1522627266 tempest-ServerActionsTestOtherA-1522627266-project-member] Enqueued Resource ID: afb07c54-934e-420f-a541-315d002a64fc with Priority: HIGHEST for action security_group_members [ 987.932882] env[66703]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: afb07c54-934e-420f-a541-315d002a64fc with Priority: HIGHEST for action security_group_members [ 987.933173] env[66703]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('fa4efca7-8152-4fd8-af73-ebfcdf5db312',) {} {{(pid=66703) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 987.934513] env[66703]: DEBUG networking_nsxv3.common.locking [-] Lock member-afb07c54-934e-420f-a541-315d002a64fc taken with stack trace [, , ] {{(pid=66703) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 987.934645] env[66703]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-afb07c54-934e-420f-a541-315d002a64fc" {{(pid=66703) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 987.934722] env[66703]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-afb07c54-934e-420f-a541-315d002a64fc" {{(pid=66703) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 987.934954] env[66703]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-afb07c54-934e-420f-a541-315d002a64fc" {{(pid=66703) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 987.935119] env[66703]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=66703) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 987.935202] env[66703]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66703) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 987.935252] env[66703]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66703) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 987.935406] env[66703]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66703) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 987.935484] env[66703]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66703) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 987.935565] env[66703]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('afb07c54-934e-420f-a541-315d002a64fc',) {} {{(pid=66703) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 988.007134] env[66703]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=66703) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 988.007134] env[66703]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66703) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 988.007134] env[66703]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66703) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 988.007379] env[66703]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66703) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 988.007490] env[66703]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66703) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 988.007689] env[66703]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66703) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 988.007776] env[66703]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66703) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 988.007838] env[66703]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66703) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 988.007995] env[66703]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66703) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 988.008113] env[66703]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66703) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 988.008198] env[66703]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 016af0c8-4276-4aa2-affa-7060eb9467c4 is going to be updated. [ 988.051248] env[66703]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66703) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 988.051248] env[66703]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66703) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 988.051248] env[66703]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66703) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 988.051738] env[66703]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66703) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 988.051738] env[66703]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66703) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 988.067608] env[66703]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 016af0c8-4276-4aa2-affa-7060eb9467c4 in Status: IN_PROGRESS for 2s [ 988.438441] env[66703]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('fa4efca7-8152-4fd8-af73-ebfcdf5db312',) {} {{(pid=66703) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 988.441975] env[66703]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=66703) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 988.442076] env[66703]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66703) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 988.442115] env[66703]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66703) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 988.442326] env[66703]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66703) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 988.442474] env[66703]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66703) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 988.442676] env[66703]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66703) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 988.442772] env[66703]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66703) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 988.442832] env[66703]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66703) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 988.443376] env[66703]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66703) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 988.443453] env[66703]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66703) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 988.443508] env[66703]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: afb07c54-934e-420f-a541-315d002a64fc is going to be updated. [ 988.610693] env[66703]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66703) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 988.610875] env[66703]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66703) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 988.610945] env[66703]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66703) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 988.611170] env[66703]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66703) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 988.611306] env[66703]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66703) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 988.623580] env[66703]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 3304826c-ce8e-49f9-aefd-3be39a0c0fbb in Status: SUCCESS [ 988.623842] env[66703]: WARNING networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 3304826c-ce8e-49f9-aefd-3be39a0c0fbb deletion is rescheduled due to dependency. [ 988.623994] env[66703]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-3304826c-ce8e-49f9-aefd-3be39a0c0fbb" {{(pid=66703) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 988.626714] env[66703]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: afb07c54-934e-420f-a541-315d002a64fc in Status: IN_PROGRESS for 2s [ 988.626714] env[66703]: INFO networking_nsxv3.common.synchronization [req-b9c8fcbe-0e52-4217-9c59-2663f9a264a9 req-c35014f0-162a-4eec-89cd-8ffd66c4d1d0 tempest-ServersAdminTestJSON-442555362 tempest-ServersAdminTestJSON-442555362-project-member] Enqueued Resource ID: 660372db-97b0-4c25-a97c-8d2de7c849c4 with Priority: HIGHEST for action security_group_members [ 988.627762] env[66703]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 660372db-97b0-4c25-a97c-8d2de7c849c4 with Priority: HIGHEST for action security_group_members [ 988.627762] env[66703]: DEBUG networking_nsxv3.common.locking [-] Lock member-660372db-97b0-4c25-a97c-8d2de7c849c4 taken with stack trace [, , ] {{(pid=66703) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 988.627762] env[66703]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-660372db-97b0-4c25-a97c-8d2de7c849c4" {{(pid=66703) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 988.627762] env[66703]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-660372db-97b0-4c25-a97c-8d2de7c849c4" {{(pid=66703) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 988.628134] env[66703]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-660372db-97b0-4c25-a97c-8d2de7c849c4" {{(pid=66703) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 988.628220] env[66703]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=66703) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 988.628303] env[66703]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66703) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 988.628356] env[66703]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66703) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 988.628513] env[66703]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66703) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 988.628595] env[66703]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66703) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 988.628687] env[66703]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('660372db-97b0-4c25-a97c-8d2de7c849c4',) {} {{(pid=66703) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 988.940990] env[66703]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66703) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 988.941227] env[66703]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66703) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 988.941227] env[66703]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66703) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 988.941457] env[66703]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66703) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 988.941570] env[66703]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66703) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 988.941673] env[66703]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: fa4efca7-8152-4fd8-af73-ebfcdf5db312 is going to be updated. [ 988.972112] env[66703]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66703) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 988.972342] env[66703]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66703) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 988.972342] env[66703]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66703) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 988.972481] env[66703]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66703) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 988.972572] env[66703]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66703) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 988.984529] env[66703]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: fa4efca7-8152-4fd8-af73-ebfcdf5db312 in Status: IN_PROGRESS for 2s [ 989.131710] env[66703]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=66703) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 989.131899] env[66703]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66703) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 989.131951] env[66703]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66703) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 989.132168] env[66703]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66703) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 989.153547] env[66703]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66703) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 989.153805] env[66703]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66703) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 989.153923] env[66703]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66703) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 989.153984] env[66703]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66703) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 989.154191] env[66703]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66703) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 989.154271] env[66703]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66703) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 989.154358] env[66703]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 660372db-97b0-4c25-a97c-8d2de7c849c4 is going to be updated. [ 989.181384] env[66703]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66703) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 989.181552] env[66703]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66703) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 989.181618] env[66703]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66703) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 989.181991] env[66703]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66703) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 989.182178] env[66703]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66703) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 989.191010] env[66703]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 660372db-97b0-4c25-a97c-8d2de7c849c4 in Status: IN_PROGRESS for 2s [ 990.078623] env[66703]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 016af0c8-4276-4aa2-affa-7060eb9467c4 in Status: SUCCESS [ 990.078973] env[66703]: WARNING networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 016af0c8-4276-4aa2-affa-7060eb9467c4 deletion is rescheduled due to dependency. [ 990.078973] env[66703]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-016af0c8-4276-4aa2-affa-7060eb9467c4" {{(pid=66703) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 990.635859] env[66703]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: afb07c54-934e-420f-a541-315d002a64fc in Status: SUCCESS [ 990.636086] env[66703]: WARNING networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: afb07c54-934e-420f-a541-315d002a64fc deletion is rescheduled due to dependency. [ 990.636214] env[66703]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-afb07c54-934e-420f-a541-315d002a64fc" {{(pid=66703) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 991.006646] env[66703]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: fa4efca7-8152-4fd8-af73-ebfcdf5db312 in Status: SUCCESS [ 991.007020] env[66703]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-fa4efca7-8152-4fd8-af73-ebfcdf5db312" {{(pid=66703) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 991.007385] env[66703]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-fa4efca7-8152-4fd8-af73-ebfcdf5db312" {{(pid=66703) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 991.007720] env[66703]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-fa4efca7-8152-4fd8-af73-ebfcdf5db312" {{(pid=66703) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 991.008075] env[66703]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=66703) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 991.008276] env[66703]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66703) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 991.008431] env[66703]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66703) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 991.008716] env[66703]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66703) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 991.008862] env[66703]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66703) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 991.009045] env[66703]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-fa4efca7-8152-4fd8-af73-ebfcdf5db312" {{(pid=66703) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 991.009446] env[66703]: DEBUG networking_nsxv3.common.locking [-] Lock member-fa4efca7-8152-4fd8-af73-ebfcdf5db312 taken with stack trace [, , , ] {{(pid=66703) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 991.009577] env[66703]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-fa4efca7-8152-4fd8-af73-ebfcdf5db312" {{(pid=66703) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 991.009678] env[66703]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-fa4efca7-8152-4fd8-af73-ebfcdf5db312" {{(pid=66703) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 991.009920] env[66703]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-fa4efca7-8152-4fd8-af73-ebfcdf5db312" {{(pid=66703) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 991.010175] env[66703]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=66703) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 991.010329] env[66703]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66703) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 991.010443] env[66703]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66703) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 991.010707] env[66703]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66703) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 991.010806] env[66703]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66703) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 991.010962] env[66703]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-fa4efca7-8152-4fd8-af73-ebfcdf5db312" {{(pid=66703) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 991.011137] env[66703]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('fa4efca7-8152-4fd8-af73-ebfcdf5db312',) {} {{(pid=66703) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 991.200780] env[66703]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 660372db-97b0-4c25-a97c-8d2de7c849c4 in Status: SUCCESS [ 991.201473] env[66703]: WARNING networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 660372db-97b0-4c25-a97c-8d2de7c849c4 deletion is rescheduled due to dependency. [ 991.201473] env[66703]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-660372db-97b0-4c25-a97c-8d2de7c849c4" {{(pid=66703) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 991.513776] env[66703]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for fa4efca7-8152-4fd8-af73-ebfcdf5db312: rpc.has_security_group_logging(os_id): False [ 991.537507] env[66703]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=66703) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 991.537507] env[66703]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66703) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 991.537507] env[66703]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66703) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 991.537507] env[66703]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66703) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 991.537507] env[66703]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66703) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 991.537507] env[66703]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66703) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 991.537945] env[66703]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66703) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 991.537945] env[66703]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66703) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 991.537945] env[66703]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66703) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 991.538125] env[66703]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66703) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 991.538582] env[66703]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66703) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 991.538986] env[66703]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66703) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 991.538986] env[66703]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66703) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 991.539149] env[66703]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66703) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 991.539293] env[66703]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66703) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 991.540051] env[66703]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=66703) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 991.540051] env[66703]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66703) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 991.540051] env[66703]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66703) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 991.540277] env[66703]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66703) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 991.540470] env[66703]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66703) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 991.540587] env[66703]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: fa4efca7-8152-4fd8-af73-ebfcdf5db312 is going to be updated. [ 991.631063] env[66703]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=66703) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 991.631225] env[66703]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66703) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 991.631288] env[66703]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66703) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 991.631492] env[66703]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66703) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 991.631629] env[66703]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66703) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 991.645418] env[66703]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: fa4efca7-8152-4fd8-af73-ebfcdf5db312 in Status: IN_PROGRESS for 2s [ 991.940473] env[66703]: INFO networking_nsxv3.common.synchronization [req-e3720e44-3736-414e-9c5a-88ff9327c78e req-411c9f40-002e-4ae9-9a80-9023f1fd37e4 tempest-AttachVolumeTestJSON-1215574731 tempest-AttachVolumeTestJSON-1215574731-project-member] Enqueued Resource ID: 433d87a8-b488-4016-b086-c4329efa2811 with Priority: HIGHEST for action security_group_members [ 991.941456] env[66703]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 433d87a8-b488-4016-b086-c4329efa2811 with Priority: HIGHEST for action security_group_members [ 991.941551] env[66703]: DEBUG networking_nsxv3.common.locking [-] Lock member-433d87a8-b488-4016-b086-c4329efa2811 taken with stack trace [, , ] {{(pid=66703) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 991.941692] env[66703]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-433d87a8-b488-4016-b086-c4329efa2811" {{(pid=66703) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 991.942276] env[66703]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-433d87a8-b488-4016-b086-c4329efa2811" {{(pid=66703) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 991.942276] env[66703]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-433d87a8-b488-4016-b086-c4329efa2811" {{(pid=66703) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 991.942448] env[66703]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=66703) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 991.942448] env[66703]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66703) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 991.942533] env[66703]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66703) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 991.942844] env[66703]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66703) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 991.942844] env[66703]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66703) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 991.942970] env[66703]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('433d87a8-b488-4016-b086-c4329efa2811',) {} {{(pid=66703) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 992.342532] env[66703]: DEBUG networking_nsxv3.common.locking [None req-ffa6d202-748e-4c81-9979-ad08741f9cf7 None None] Lock network-889 taken with stack trace [, , , , , , , , ] {{(pid=66703) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 992.342906] env[66703]: DEBUG oslo_concurrency.lockutils [None req-ffa6d202-748e-4c81-9979-ad08741f9cf7 None None] Acquiring lock "network-889" {{(pid=66703) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 992.342906] env[66703]: DEBUG oslo_concurrency.lockutils [None req-ffa6d202-748e-4c81-9979-ad08741f9cf7 None None] Acquired lock "network-889" {{(pid=66703) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 992.343261] env[66703]: DEBUG oslo_concurrency.lockutils [None req-ffa6d202-748e-4c81-9979-ad08741f9cf7 None None] Acquired external semaphore "network-889" {{(pid=66703) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 992.343542] env[66703]: DEBUG networking_nsxv3.common.locking [None req-ffa6d202-748e-4c81-9979-ad08741f9cf7 None None] Lock Segment taken with stack trace [, , , , , , , , , , ] {{(pid=66703) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 992.343730] env[66703]: DEBUG oslo_concurrency.lockutils [None req-ffa6d202-748e-4c81-9979-ad08741f9cf7 None None] Acquiring lock "Segment" {{(pid=66703) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 992.343982] env[66703]: DEBUG oslo_concurrency.lockutils [None req-ffa6d202-748e-4c81-9979-ad08741f9cf7 None None] Acquired lock "Segment" {{(pid=66703) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 992.344283] env[66703]: DEBUG oslo_concurrency.lockutils [None req-ffa6d202-748e-4c81-9979-ad08741f9cf7 None None] Acquired external semaphore "Segment" {{(pid=66703) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 992.344472] env[66703]: DEBUG oslo_concurrency.lockutils [None req-ffa6d202-748e-4c81-9979-ad08741f9cf7 None None] Releasing lock "Segment" {{(pid=66703) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 992.344691] env[66703]: DEBUG dogpile.cache.region [None req-ffa6d202-748e-4c81-9979-ad08741f9cf7 None None] No value present for key: 'zone-id' {{(pid=66703) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 992.344818] env[66703]: DEBUG dogpile.lock [None req-ffa6d202-748e-4c81-9979-ad08741f9cf7 None None] NeedRegenerationException {{(pid=66703) _enter /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:90}} [ 992.344981] env[66703]: DEBUG dogpile.lock [None req-ffa6d202-748e-4c81-9979-ad08741f9cf7 None None] no value, waiting for create lock {{(pid=66703) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:131}} [ 992.345051] env[66703]: DEBUG dogpile.lock [None req-ffa6d202-748e-4c81-9979-ad08741f9cf7 None None] value creation lock acquired {{(pid=66703) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:135}} [ 992.345169] env[66703]: DEBUG dogpile.cache.region [None req-ffa6d202-748e-4c81-9979-ad08741f9cf7 None None] No value present for key: 'zone-id' {{(pid=66703) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 992.345294] env[66703]: DEBUG dogpile.lock [None req-ffa6d202-748e-4c81-9979-ad08741f9cf7 None None] Calling creation function for not-yet-present value {{(pid=66703) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:174}} [ 992.345540] env[66703]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-ffa6d202-748e-4c81-9979-ad08741f9cf7 None None] Looking for TransportZone with name nsx-vlan-transportzone. [ 992.366984] env[66703]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-ffa6d202-748e-4c81-9979-ad08741f9cf7 None None] loading zone with a95c914d-748d-497c-94ab-10d4647daeba and tags [{'scope': 'mp2policy_migr_status', 'tag': 'success'}] [ 992.367264] env[66703]: DEBUG dogpile.cache.region [None req-ffa6d202-748e-4c81-9979-ad08741f9cf7 None None] Cache value generated in 0.022 seconds for key(s): 'zone-id' {{(pid=66703) _log_time /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:910}} [ 992.367377] env[66703]: DEBUG dogpile.lock [None req-ffa6d202-748e-4c81-9979-ad08741f9cf7 None None] Released creation lock {{(pid=66703) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:182}} [ 992.367499] env[66703]: DEBUG oslo_concurrency.lockutils [None req-ffa6d202-748e-4c81-9979-ad08741f9cf7 None None] Releasing lock "network-889" {{(pid=66703) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 992.367832] env[66703]: DEBUG networking_nsxv3.common.locking [None req-ffa6d202-748e-4c81-9979-ad08741f9cf7 None None] Lock port-6219aaee-3a65-43c3-81ab-05a883d54ff7 taken with stack trace [, , , , , , , , ] {{(pid=66703) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 992.367993] env[66703]: DEBUG oslo_concurrency.lockutils [None req-ffa6d202-748e-4c81-9979-ad08741f9cf7 None None] Acquiring lock "port-6219aaee-3a65-43c3-81ab-05a883d54ff7" {{(pid=66703) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 992.368122] env[66703]: DEBUG oslo_concurrency.lockutils [None req-ffa6d202-748e-4c81-9979-ad08741f9cf7 None None] Acquired lock "port-6219aaee-3a65-43c3-81ab-05a883d54ff7" {{(pid=66703) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 992.368459] env[66703]: DEBUG oslo_concurrency.lockutils [None req-ffa6d202-748e-4c81-9979-ad08741f9cf7 None None] Acquired external semaphore "port-6219aaee-3a65-43c3-81ab-05a883d54ff7" {{(pid=66703) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 992.368597] env[66703]: DEBUG networking_nsxv3.api.rpc [None req-ffa6d202-748e-4c81-9979-ad08741f9cf7 None None] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('6219aaee-3a65-43c3-81ab-05a883d54ff7',) {} {{(pid=66703) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 992.448373] env[66703]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=66703) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 992.448609] env[66703]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66703) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 992.448609] env[66703]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66703) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 992.448818] env[66703]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66703) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 992.448909] env[66703]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66703) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 992.449130] env[66703]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66703) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 992.449258] env[66703]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66703) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 992.449323] env[66703]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66703) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 992.449523] env[66703]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66703) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 992.449609] env[66703]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66703) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 992.449691] env[66703]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 433d87a8-b488-4016-b086-c4329efa2811 already deleted. [ 992.449793] env[66703]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-433d87a8-b488-4016-b086-c4329efa2811" {{(pid=66703) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 992.871343] env[66703]: DEBUG networking_nsxv3.common.locking [None req-ffa6d202-748e-4c81-9979-ad08741f9cf7 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , ] {{(pid=66703) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 992.871540] env[66703]: DEBUG oslo_concurrency.lockutils [None req-ffa6d202-748e-4c81-9979-ad08741f9cf7 None None] Acquiring lock "SegmentPort" {{(pid=66703) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 992.871674] env[66703]: DEBUG oslo_concurrency.lockutils [None req-ffa6d202-748e-4c81-9979-ad08741f9cf7 None None] Acquired lock "SegmentPort" {{(pid=66703) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 992.872018] env[66703]: DEBUG oslo_concurrency.lockutils [None req-ffa6d202-748e-4c81-9979-ad08741f9cf7 None None] Acquired external semaphore "SegmentPort" {{(pid=66703) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 992.872159] env[66703]: DEBUG oslo_concurrency.lockutils [None req-ffa6d202-748e-4c81-9979-ad08741f9cf7 None None] Releasing lock "SegmentPort" {{(pid=66703) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 992.872313] env[66703]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-ffa6d202-748e-4c81-9979-ad08741f9cf7 None None] Segment Port 6219aaee-3a65-43c3-81ab-05a883d54ff7 not found, creating... [ 992.872579] env[66703]: DEBUG networking_nsxv3.common.locking [None req-ffa6d202-748e-4c81-9979-ad08741f9cf7 None None] Lock Segment taken with stack trace [, , , , , , , , , , , ] {{(pid=66703) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 992.872735] env[66703]: DEBUG oslo_concurrency.lockutils [None req-ffa6d202-748e-4c81-9979-ad08741f9cf7 None None] Acquiring lock "Segment" {{(pid=66703) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 992.872857] env[66703]: DEBUG oslo_concurrency.lockutils [None req-ffa6d202-748e-4c81-9979-ad08741f9cf7 None None] Acquired lock "Segment" {{(pid=66703) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 992.873094] env[66703]: DEBUG oslo_concurrency.lockutils [None req-ffa6d202-748e-4c81-9979-ad08741f9cf7 None None] Acquired external semaphore "Segment" {{(pid=66703) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 992.873231] env[66703]: DEBUG oslo_concurrency.lockutils [None req-ffa6d202-748e-4c81-9979-ad08741f9cf7 None None] Releasing lock "Segment" {{(pid=66703) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 992.873520] env[66703]: DEBUG networking_nsxv3.common.locking [None req-ffa6d202-748e-4c81-9979-ad08741f9cf7 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=66703) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 992.873677] env[66703]: DEBUG oslo_concurrency.lockutils [None req-ffa6d202-748e-4c81-9979-ad08741f9cf7 None None] Acquiring lock "SegmentPort" {{(pid=66703) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 992.873790] env[66703]: DEBUG oslo_concurrency.lockutils [None req-ffa6d202-748e-4c81-9979-ad08741f9cf7 None None] Acquired lock "SegmentPort" {{(pid=66703) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 992.873999] env[66703]: DEBUG oslo_concurrency.lockutils [None req-ffa6d202-748e-4c81-9979-ad08741f9cf7 None None] Acquired external semaphore "SegmentPort" {{(pid=66703) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 992.875141] env[66703]: DEBUG oslo_concurrency.lockutils [None req-ffa6d202-748e-4c81-9979-ad08741f9cf7 None None] Releasing lock "SegmentPort" {{(pid=66703) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 992.875296] env[66703]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-ffa6d202-748e-4c81-9979-ad08741f9cf7 None None] Resource: SegmentPort with ID: 6219aaee-3a65-43c3-81ab-05a883d54ff7 is going to be created. [ 992.908768] env[66703]: DEBUG networking_nsxv3.common.locking [None req-ffa6d202-748e-4c81-9979-ad08741f9cf7 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=66703) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 992.908975] env[66703]: DEBUG oslo_concurrency.lockutils [None req-ffa6d202-748e-4c81-9979-ad08741f9cf7 None None] Acquiring lock "SegmentPort" {{(pid=66703) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 992.909191] env[66703]: DEBUG oslo_concurrency.lockutils [None req-ffa6d202-748e-4c81-9979-ad08741f9cf7 None None] Acquired lock "SegmentPort" {{(pid=66703) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 992.909567] env[66703]: DEBUG oslo_concurrency.lockutils [None req-ffa6d202-748e-4c81-9979-ad08741f9cf7 None None] Acquired external semaphore "SegmentPort" {{(pid=66703) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 992.909807] env[66703]: DEBUG oslo_concurrency.lockutils [None req-ffa6d202-748e-4c81-9979-ad08741f9cf7 None None] Releasing lock "SegmentPort" {{(pid=66703) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 992.910049] env[66703]: DEBUG oslo_concurrency.lockutils [None req-ffa6d202-748e-4c81-9979-ad08741f9cf7 None None] Releasing lock "port-6219aaee-3a65-43c3-81ab-05a883d54ff7" {{(pid=66703) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 993.641652] env[66703]: INFO networking_nsxv3.common.synchronization [req-e3720e44-3736-414e-9c5a-88ff9327c78e req-b89cd092-c4e0-4cc5-9c7d-cd0c18280e6c service nova] Enqueued Resource ID: 433d87a8-b488-4016-b086-c4329efa2811 with Priority: HIGHEST for action security_group_rules [ 993.642455] env[66703]: INFO networking_nsxv3.common.synchronization [req-e3720e44-3736-414e-9c5a-88ff9327c78e req-b89cd092-c4e0-4cc5-9c7d-cd0c18280e6c service nova] Enqueued Resource ID: 433d87a8-b488-4016-b086-c4329efa2811 with Priority: HIGHEST for action security_group_members [ 993.645187] env[66703]: INFO networking_nsxv3.common.synchronization [req-e3720e44-3736-414e-9c5a-88ff9327c78e req-b89cd092-c4e0-4cc5-9c7d-cd0c18280e6c service nova] Enqueued Resource ID: 6219aaee-3a65-43c3-81ab-05a883d54ff7 with Priority: HIGHEST for action port [ 993.646390] env[66703]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 433d87a8-b488-4016-b086-c4329efa2811 with Priority: HIGHEST for action security_group_rules [ 993.646731] env[66703]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 433d87a8-b488-4016-b086-c4329efa2811 with Priority: HIGHEST for action security_group_members [ 993.646964] env[66703]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 6219aaee-3a65-43c3-81ab-05a883d54ff7 with Priority: HIGHEST for action port [ 993.649241] env[66703]: DEBUG networking_nsxv3.common.locking [-] Lock rules-433d87a8-b488-4016-b086-c4329efa2811 taken with stack trace [, , ] {{(pid=66703) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 993.649526] env[66703]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-433d87a8-b488-4016-b086-c4329efa2811" {{(pid=66703) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 993.649672] env[66703]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-433d87a8-b488-4016-b086-c4329efa2811" {{(pid=66703) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 993.650345] env[66703]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-433d87a8-b488-4016-b086-c4329efa2811" {{(pid=66703) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 993.650345] env[66703]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('433d87a8-b488-4016-b086-c4329efa2811',) {} {{(pid=66703) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 993.652051] env[66703]: DEBUG networking_nsxv3.common.locking [-] Lock member-433d87a8-b488-4016-b086-c4329efa2811 taken with stack trace [, , ] {{(pid=66703) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 993.652370] env[66703]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-433d87a8-b488-4016-b086-c4329efa2811" {{(pid=66703) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 993.652521] env[66703]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-433d87a8-b488-4016-b086-c4329efa2811" {{(pid=66703) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 993.652800] env[66703]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-433d87a8-b488-4016-b086-c4329efa2811" {{(pid=66703) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 993.653025] env[66703]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=66703) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 993.653163] env[66703]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66703) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 993.653229] env[66703]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66703) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 993.653391] env[66703]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66703) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 993.654209] env[66703]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66703) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 993.654209] env[66703]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('433d87a8-b488-4016-b086-c4329efa2811',) {} {{(pid=66703) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 993.656271] env[66703]: DEBUG networking_nsxv3.common.locking [-] Lock port-6219aaee-3a65-43c3-81ab-05a883d54ff7 taken with stack trace [, , ] {{(pid=66703) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 993.656440] env[66703]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-6219aaee-3a65-43c3-81ab-05a883d54ff7" {{(pid=66703) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 993.656440] env[66703]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-6219aaee-3a65-43c3-81ab-05a883d54ff7" {{(pid=66703) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 993.656628] env[66703]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-6219aaee-3a65-43c3-81ab-05a883d54ff7" {{(pid=66703) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 993.656862] env[66703]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('6219aaee-3a65-43c3-81ab-05a883d54ff7',) {} {{(pid=66703) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 993.673513] env[66703]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: fa4efca7-8152-4fd8-af73-ebfcdf5db312 in Status: SUCCESS [ 993.673823] env[66703]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-fa4efca7-8152-4fd8-af73-ebfcdf5db312" {{(pid=66703) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 993.674147] env[66703]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-fa4efca7-8152-4fd8-af73-ebfcdf5db312" {{(pid=66703) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 993.674370] env[66703]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-fa4efca7-8152-4fd8-af73-ebfcdf5db312" {{(pid=66703) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 993.674370] env[66703]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('fa4efca7-8152-4fd8-af73-ebfcdf5db312',) {} {{(pid=66703) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 994.159144] env[66703]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('433d87a8-b488-4016-b086-c4329efa2811',) {} {{(pid=66703) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 994.160677] env[66703]: DEBUG networking_nsxv3.common.locking [-] Lock member-433d87a8-b488-4016-b086-c4329efa2811 taken with stack trace [, , , ] {{(pid=66703) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 994.160806] env[66703]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-433d87a8-b488-4016-b086-c4329efa2811" {{(pid=66703) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 994.160971] env[66703]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] realization of port 6219aaee-3a65-43c3-81ab-05a883d54ff7 with status ACTIVE [ 994.161160] env[66703]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=66703) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 994.161269] env[66703]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=66703) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 994.161334] env[66703]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=66703) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 994.161540] env[66703]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=66703) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 994.161627] env[66703]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=66703) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 994.161828] env[66703]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , ] {{(pid=66703) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 994.161927] env[66703]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=66703) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 994.161988] env[66703]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=66703) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 994.162221] env[66703]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=66703) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 994.162310] env[66703]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=66703) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 994.162562] env[66703]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=66703) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 994.162660] env[66703]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=66703) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 994.162723] env[66703]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=66703) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 994.162865] env[66703]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=66703) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 994.163084] env[66703]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=66703) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 994.163176] env[66703]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: SegmentPort with ID: 6219aaee-3a65-43c3-81ab-05a883d54ff7 is going to be updated. [ 994.176963] env[66703]: DEBUG networking_nsxv3.common.locking [-] Lock member-fa4efca7-8152-4fd8-af73-ebfcdf5db312 taken with stack trace [, , , ] {{(pid=66703) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 994.177121] env[66703]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-fa4efca7-8152-4fd8-af73-ebfcdf5db312" {{(pid=66703) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 994.177187] env[66703]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-fa4efca7-8152-4fd8-af73-ebfcdf5db312" {{(pid=66703) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 994.177408] env[66703]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-fa4efca7-8152-4fd8-af73-ebfcdf5db312" {{(pid=66703) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 994.177575] env[66703]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=66703) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 994.177672] env[66703]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66703) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 994.177736] env[66703]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66703) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 994.177876] env[66703]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66703) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 994.177976] env[66703]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66703) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 994.178081] env[66703]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-fa4efca7-8152-4fd8-af73-ebfcdf5db312" {{(pid=66703) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 994.178183] env[66703]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('fa4efca7-8152-4fd8-af73-ebfcdf5db312',) {} {{(pid=66703) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 994.183992] env[66703]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=66703) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 994.184141] env[66703]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=66703) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 994.184208] env[66703]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=66703) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 994.184382] env[66703]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=66703) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 994.184510] env[66703]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=66703) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 994.184664] env[66703]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-6219aaee-3a65-43c3-81ab-05a883d54ff7" {{(pid=66703) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 994.665578] env[66703]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('433d87a8-b488-4016-b086-c4329efa2811',) {} {{(pid=66703) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 994.680064] env[66703]: DEBUG networking_nsxv3.common.locking [-] Lock member-fa4efca7-8152-4fd8-af73-ebfcdf5db312 taken with stack trace [, , , ] {{(pid=66703) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 994.680213] env[66703]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-fa4efca7-8152-4fd8-af73-ebfcdf5db312" {{(pid=66703) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 994.680283] env[66703]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-fa4efca7-8152-4fd8-af73-ebfcdf5db312" {{(pid=66703) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 994.680673] env[66703]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-fa4efca7-8152-4fd8-af73-ebfcdf5db312" {{(pid=66703) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 994.680863] env[66703]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=66703) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 994.680973] env[66703]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66703) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 994.681064] env[66703]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66703) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 994.681272] env[66703]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66703) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 994.681362] env[66703]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66703) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 994.681454] env[66703]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-fa4efca7-8152-4fd8-af73-ebfcdf5db312" {{(pid=66703) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 994.681609] env[66703]: DEBUG networking_nsxv3.common.locking [-] Lock member-fa4efca7-8152-4fd8-af73-ebfcdf5db312 taken with stack trace [, , , ] {{(pid=66703) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 994.681705] env[66703]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-fa4efca7-8152-4fd8-af73-ebfcdf5db312" {{(pid=66703) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 994.681787] env[66703]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-fa4efca7-8152-4fd8-af73-ebfcdf5db312" {{(pid=66703) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 994.681935] env[66703]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-fa4efca7-8152-4fd8-af73-ebfcdf5db312" {{(pid=66703) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 994.682087] env[66703]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=66703) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 994.682178] env[66703]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66703) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 994.682238] env[66703]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66703) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 994.682371] env[66703]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66703) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 994.682446] env[66703]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66703) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 994.682547] env[66703]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-fa4efca7-8152-4fd8-af73-ebfcdf5db312" {{(pid=66703) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 994.682644] env[66703]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('fa4efca7-8152-4fd8-af73-ebfcdf5db312',) {} {{(pid=66703) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 995.167768] env[66703]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66703) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 995.169023] env[66703]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66703) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 995.169023] env[66703]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66703) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 995.169023] env[66703]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66703) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 995.169023] env[66703]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66703) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 995.169222] env[66703]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 433d87a8-b488-4016-b086-c4329efa2811 is going to be created. [ 995.186412] env[66703]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for fa4efca7-8152-4fd8-af73-ebfcdf5db312: rpc.has_security_group_logging(os_id): False [ 995.195938] env[66703]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66703) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 995.196104] env[66703]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66703) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 995.196259] env[66703]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66703) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 995.196401] env[66703]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66703) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 995.196565] env[66703]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66703) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 995.208773] env[66703]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 433d87a8-b488-4016-b086-c4329efa2811 in Status: UNINITIALIZED for 2s [ 995.210917] env[66703]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=66703) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 995.210917] env[66703]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66703) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 995.211187] env[66703]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66703) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 995.211238] env[66703]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66703) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 995.211355] env[66703]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66703) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 995.211567] env[66703]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66703) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 995.211674] env[66703]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66703) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 995.212766] env[66703]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66703) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 995.213941] env[66703]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66703) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 995.213941] env[66703]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66703) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 995.213941] env[66703]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66703) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 995.214116] env[66703]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66703) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 995.214116] env[66703]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66703) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 995.214320] env[66703]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66703) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 995.217298] env[66703]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66703) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 995.217298] env[66703]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=66703) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 995.217298] env[66703]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66703) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 995.217298] env[66703]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66703) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 995.217298] env[66703]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66703) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 995.217298] env[66703]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66703) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 995.217298] env[66703]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: fa4efca7-8152-4fd8-af73-ebfcdf5db312 is going to be updated. [ 995.296975] env[66703]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=66703) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 995.297135] env[66703]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66703) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 995.297204] env[66703]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66703) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 995.297436] env[66703]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66703) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 995.297587] env[66703]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66703) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 995.336637] env[66703]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: fa4efca7-8152-4fd8-af73-ebfcdf5db312 in Status: IN_PROGRESS for 2s [ 997.219411] env[66703]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 433d87a8-b488-4016-b086-c4329efa2811 in Status: SUCCESS [ 997.219785] env[66703]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-433d87a8-b488-4016-b086-c4329efa2811" {{(pid=66703) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 997.219829] env[66703]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-433d87a8-b488-4016-b086-c4329efa2811" {{(pid=66703) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 997.220060] env[66703]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-433d87a8-b488-4016-b086-c4329efa2811" {{(pid=66703) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 997.220272] env[66703]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=66703) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 997.220392] env[66703]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66703) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 997.220457] env[66703]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66703) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 997.220737] env[66703]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66703) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 997.220737] env[66703]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66703) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 997.220805] env[66703]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-433d87a8-b488-4016-b086-c4329efa2811" {{(pid=66703) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 997.220854] env[66703]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('433d87a8-b488-4016-b086-c4329efa2811',) {} {{(pid=66703) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 997.357045] env[66703]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: fa4efca7-8152-4fd8-af73-ebfcdf5db312 in Status: SUCCESS [ 997.357045] env[66703]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-fa4efca7-8152-4fd8-af73-ebfcdf5db312" {{(pid=66703) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 997.724047] env[66703]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('433d87a8-b488-4016-b086-c4329efa2811',) {} {{(pid=66703) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 998.226417] env[66703]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for 433d87a8-b488-4016-b086-c4329efa2811: rpc.has_security_group_logging(os_id): False [ 998.259797] env[66703]: INFO networking_nsxv3.common.synchronization [req-e0002474-e7ae-495f-8dbb-819f38081910 req-6a3b6a29-6a79-47d5-b792-0a451e700311 tempest-ServersWithSpecificFlavorTestJSON-1151275538 tempest-ServersWithSpecificFlavorTestJSON-1151275538-project-member] Enqueued Resource ID: 795bc015-1eb3-4f14-a94a-8ce341dbdd81 with Priority: HIGHEST for action security_group_members [ 998.260498] env[66703]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 795bc015-1eb3-4f14-a94a-8ce341dbdd81 with Priority: HIGHEST for action security_group_members [ 998.260718] env[66703]: DEBUG networking_nsxv3.common.locking [-] Lock member-795bc015-1eb3-4f14-a94a-8ce341dbdd81 taken with stack trace [, , ] {{(pid=66703) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 998.260918] env[66703]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-795bc015-1eb3-4f14-a94a-8ce341dbdd81" {{(pid=66703) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 998.261056] env[66703]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-795bc015-1eb3-4f14-a94a-8ce341dbdd81" {{(pid=66703) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 998.261354] env[66703]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-795bc015-1eb3-4f14-a94a-8ce341dbdd81" {{(pid=66703) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 998.262040] env[66703]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=66703) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 998.262040] env[66703]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66703) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 998.262040] env[66703]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66703) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 998.262040] env[66703]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66703) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 998.262262] env[66703]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66703) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 998.262325] env[66703]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('795bc015-1eb3-4f14-a94a-8ce341dbdd81',) {} {{(pid=66703) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 998.274026] env[66703]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=66703) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 998.274180] env[66703]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66703) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 998.274247] env[66703]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66703) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 998.274465] env[66703]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66703) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 998.274563] env[66703]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66703) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 998.275093] env[66703]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=66703) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 998.275317] env[66703]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66703) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 998.275387] env[66703]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66703) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 998.275560] env[66703]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66703) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 998.275674] env[66703]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66703) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 998.275783] env[66703]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 433d87a8-b488-4016-b086-c4329efa2811 is going to be created. [ 998.359928] env[66703]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=66703) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 998.360151] env[66703]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66703) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 998.360151] env[66703]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66703) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 998.360443] env[66703]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66703) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 998.360672] env[66703]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66703) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 998.375316] env[66703]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 433d87a8-b488-4016-b086-c4329efa2811 in Status: IN_PROGRESS for 2s [ 998.765277] env[66703]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=66703) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 998.765522] env[66703]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66703) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 998.765690] env[66703]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66703) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 998.766040] env[66703]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66703) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 998.766188] env[66703]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66703) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 998.766399] env[66703]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66703) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 998.766587] env[66703]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66703) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 998.766587] env[66703]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66703) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 998.766769] env[66703]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66703) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 998.766879] env[66703]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66703) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 998.767098] env[66703]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 795bc015-1eb3-4f14-a94a-8ce341dbdd81 is going to be updated. [ 998.807407] env[66703]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66703) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 998.807638] env[66703]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66703) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 998.807638] env[66703]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66703) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 998.807870] env[66703]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66703) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 998.808026] env[66703]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66703) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 998.821184] env[66703]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 795bc015-1eb3-4f14-a94a-8ce341dbdd81 in Status: IN_PROGRESS for 2s [ 1000.389238] env[66703]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 433d87a8-b488-4016-b086-c4329efa2811 in Status: SUCCESS [ 1000.389519] env[66703]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-433d87a8-b488-4016-b086-c4329efa2811" {{(pid=66703) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1000.831665] env[66703]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 795bc015-1eb3-4f14-a94a-8ce341dbdd81 in Status: SUCCESS [ 1000.831665] env[66703]: WARNING networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 795bc015-1eb3-4f14-a94a-8ce341dbdd81 deletion is rescheduled due to dependency. [ 1000.831665] env[66703]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-795bc015-1eb3-4f14-a94a-8ce341dbdd81" {{(pid=66703) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1002.910683] env[66703]: INFO networking_nsxv3.common.synchronization [req-a25e718f-551a-48d1-a7ab-06c469e64347 req-cea2df2e-04c7-4be3-a138-67fb4bd20489 tempest-AttachVolumeNegativeTest-1369038245 tempest-AttachVolumeNegativeTest-1369038245-project-member] Enqueued Resource ID: b2516a1a-ba5c-4ad7-8828-fd394c2ff5bf with Priority: HIGHEST for action security_group_members [ 1002.911322] env[66703]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: b2516a1a-ba5c-4ad7-8828-fd394c2ff5bf with Priority: HIGHEST for action security_group_members [ 1002.911733] env[66703]: DEBUG networking_nsxv3.common.locking [-] Lock member-b2516a1a-ba5c-4ad7-8828-fd394c2ff5bf taken with stack trace [, , ] {{(pid=66703) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1002.911872] env[66703]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-b2516a1a-ba5c-4ad7-8828-fd394c2ff5bf" {{(pid=66703) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1002.911931] env[66703]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-b2516a1a-ba5c-4ad7-8828-fd394c2ff5bf" {{(pid=66703) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1002.912204] env[66703]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-b2516a1a-ba5c-4ad7-8828-fd394c2ff5bf" {{(pid=66703) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1002.912365] env[66703]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=66703) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1002.912470] env[66703]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66703) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1002.912525] env[66703]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66703) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1002.912687] env[66703]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66703) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1002.912802] env[66703]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66703) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1002.912866] env[66703]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('b2516a1a-ba5c-4ad7-8828-fd394c2ff5bf',) {} {{(pid=66703) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1003.270459] env[66703]: DEBUG networking_nsxv3.common.locking [None req-33d36011-a73c-4b6d-849a-f8c867240c48 None None] Lock network-840 taken with stack trace [, , , , , , , , ] {{(pid=66703) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1003.270683] env[66703]: DEBUG oslo_concurrency.lockutils [None req-33d36011-a73c-4b6d-849a-f8c867240c48 None None] Acquiring lock "network-840" {{(pid=66703) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1003.270815] env[66703]: DEBUG oslo_concurrency.lockutils [None req-33d36011-a73c-4b6d-849a-f8c867240c48 None None] Acquired lock "network-840" {{(pid=66703) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1003.271155] env[66703]: DEBUG oslo_concurrency.lockutils [None req-33d36011-a73c-4b6d-849a-f8c867240c48 None None] Acquired external semaphore "network-840" {{(pid=66703) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1003.271416] env[66703]: DEBUG networking_nsxv3.common.locking [None req-33d36011-a73c-4b6d-849a-f8c867240c48 None None] Lock Segment taken with stack trace [, , , , , , , , , , ] {{(pid=66703) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1003.271590] env[66703]: DEBUG oslo_concurrency.lockutils [None req-33d36011-a73c-4b6d-849a-f8c867240c48 None None] Acquiring lock "Segment" {{(pid=66703) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1003.271725] env[66703]: DEBUG oslo_concurrency.lockutils [None req-33d36011-a73c-4b6d-849a-f8c867240c48 None None] Acquired lock "Segment" {{(pid=66703) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1003.271940] env[66703]: DEBUG oslo_concurrency.lockutils [None req-33d36011-a73c-4b6d-849a-f8c867240c48 None None] Acquired external semaphore "Segment" {{(pid=66703) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1003.272097] env[66703]: DEBUG oslo_concurrency.lockutils [None req-33d36011-a73c-4b6d-849a-f8c867240c48 None None] Releasing lock "Segment" {{(pid=66703) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1003.272302] env[66703]: DEBUG dogpile.cache.region [None req-33d36011-a73c-4b6d-849a-f8c867240c48 None None] No value present for key: 'zone-id' {{(pid=66703) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 1003.272413] env[66703]: DEBUG dogpile.lock [None req-33d36011-a73c-4b6d-849a-f8c867240c48 None None] NeedRegenerationException {{(pid=66703) _enter /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:90}} [ 1003.272520] env[66703]: DEBUG dogpile.lock [None req-33d36011-a73c-4b6d-849a-f8c867240c48 None None] no value, waiting for create lock {{(pid=66703) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:131}} [ 1003.272721] env[66703]: DEBUG dogpile.lock [None req-33d36011-a73c-4b6d-849a-f8c867240c48 None None] value creation lock acquired {{(pid=66703) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:135}} [ 1003.272721] env[66703]: DEBUG dogpile.cache.region [None req-33d36011-a73c-4b6d-849a-f8c867240c48 None None] No value present for key: 'zone-id' {{(pid=66703) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 1003.272863] env[66703]: DEBUG dogpile.lock [None req-33d36011-a73c-4b6d-849a-f8c867240c48 None None] Calling creation function for not-yet-present value {{(pid=66703) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:174}} [ 1003.272947] env[66703]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-33d36011-a73c-4b6d-849a-f8c867240c48 None None] Looking for TransportZone with name nsx-vlan-transportzone. [ 1003.293444] env[66703]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-33d36011-a73c-4b6d-849a-f8c867240c48 None None] loading zone with a95c914d-748d-497c-94ab-10d4647daeba and tags [{'scope': 'mp2policy_migr_status', 'tag': 'success'}] [ 1003.293627] env[66703]: DEBUG dogpile.cache.region [None req-33d36011-a73c-4b6d-849a-f8c867240c48 None None] Cache value generated in 0.021 seconds for key(s): 'zone-id' {{(pid=66703) _log_time /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:910}} [ 1003.293766] env[66703]: DEBUG dogpile.lock [None req-33d36011-a73c-4b6d-849a-f8c867240c48 None None] Released creation lock {{(pid=66703) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:182}} [ 1003.293976] env[66703]: DEBUG oslo_concurrency.lockutils [None req-33d36011-a73c-4b6d-849a-f8c867240c48 None None] Releasing lock "network-840" {{(pid=66703) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1003.294366] env[66703]: DEBUG networking_nsxv3.common.locking [None req-33d36011-a73c-4b6d-849a-f8c867240c48 None None] Lock port-41252498-a31b-4f57-a3e3-7cfcff2565dc taken with stack trace [, , , , , , , , ] {{(pid=66703) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1003.294566] env[66703]: DEBUG oslo_concurrency.lockutils [None req-33d36011-a73c-4b6d-849a-f8c867240c48 None None] Acquiring lock "port-41252498-a31b-4f57-a3e3-7cfcff2565dc" {{(pid=66703) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1003.294694] env[66703]: DEBUG oslo_concurrency.lockutils [None req-33d36011-a73c-4b6d-849a-f8c867240c48 None None] Acquired lock "port-41252498-a31b-4f57-a3e3-7cfcff2565dc" {{(pid=66703) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1003.295045] env[66703]: DEBUG oslo_concurrency.lockutils [None req-33d36011-a73c-4b6d-849a-f8c867240c48 None None] Acquired external semaphore "port-41252498-a31b-4f57-a3e3-7cfcff2565dc" {{(pid=66703) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1003.295184] env[66703]: DEBUG networking_nsxv3.api.rpc [None req-33d36011-a73c-4b6d-849a-f8c867240c48 None None] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('41252498-a31b-4f57-a3e3-7cfcff2565dc',) {} {{(pid=66703) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1003.415856] env[66703]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=66703) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1003.415991] env[66703]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66703) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1003.415991] env[66703]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66703) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1003.416240] env[66703]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66703) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1003.416358] env[66703]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66703) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1003.416618] env[66703]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66703) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1003.416716] env[66703]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66703) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1003.416755] env[66703]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66703) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1003.416919] env[66703]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66703) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1003.416996] env[66703]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66703) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1003.417096] env[66703]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: b2516a1a-ba5c-4ad7-8828-fd394c2ff5bf already deleted. [ 1003.417176] env[66703]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-b2516a1a-ba5c-4ad7-8828-fd394c2ff5bf" {{(pid=66703) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1003.799153] env[66703]: DEBUG networking_nsxv3.common.locking [None req-33d36011-a73c-4b6d-849a-f8c867240c48 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , ] {{(pid=66703) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1003.800309] env[66703]: DEBUG oslo_concurrency.lockutils [None req-33d36011-a73c-4b6d-849a-f8c867240c48 None None] Acquiring lock "SegmentPort" {{(pid=66703) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1003.800432] env[66703]: DEBUG oslo_concurrency.lockutils [None req-33d36011-a73c-4b6d-849a-f8c867240c48 None None] Acquired lock "SegmentPort" {{(pid=66703) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1003.800707] env[66703]: DEBUG oslo_concurrency.lockutils [None req-33d36011-a73c-4b6d-849a-f8c867240c48 None None] Acquired external semaphore "SegmentPort" {{(pid=66703) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1003.801125] env[66703]: DEBUG oslo_concurrency.lockutils [None req-33d36011-a73c-4b6d-849a-f8c867240c48 None None] Releasing lock "SegmentPort" {{(pid=66703) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1003.801263] env[66703]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-33d36011-a73c-4b6d-849a-f8c867240c48 None None] Segment Port 41252498-a31b-4f57-a3e3-7cfcff2565dc not found, creating... [ 1003.801693] env[66703]: DEBUG networking_nsxv3.common.locking [None req-33d36011-a73c-4b6d-849a-f8c867240c48 None None] Lock Segment taken with stack trace [, , , , , , , , , , , ] {{(pid=66703) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1003.802109] env[66703]: DEBUG oslo_concurrency.lockutils [None req-33d36011-a73c-4b6d-849a-f8c867240c48 None None] Acquiring lock "Segment" {{(pid=66703) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1003.802930] env[66703]: DEBUG oslo_concurrency.lockutils [None req-33d36011-a73c-4b6d-849a-f8c867240c48 None None] Acquired lock "Segment" {{(pid=66703) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1003.802930] env[66703]: DEBUG oslo_concurrency.lockutils [None req-33d36011-a73c-4b6d-849a-f8c867240c48 None None] Acquired external semaphore "Segment" {{(pid=66703) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1003.802930] env[66703]: DEBUG oslo_concurrency.lockutils [None req-33d36011-a73c-4b6d-849a-f8c867240c48 None None] Releasing lock "Segment" {{(pid=66703) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1003.803338] env[66703]: DEBUG networking_nsxv3.common.locking [None req-33d36011-a73c-4b6d-849a-f8c867240c48 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=66703) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1003.804405] env[66703]: DEBUG oslo_concurrency.lockutils [None req-33d36011-a73c-4b6d-849a-f8c867240c48 None None] Acquiring lock "SegmentPort" {{(pid=66703) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1003.804633] env[66703]: DEBUG oslo_concurrency.lockutils [None req-33d36011-a73c-4b6d-849a-f8c867240c48 None None] Acquired lock "SegmentPort" {{(pid=66703) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1003.805215] env[66703]: DEBUG oslo_concurrency.lockutils [None req-33d36011-a73c-4b6d-849a-f8c867240c48 None None] Acquired external semaphore "SegmentPort" {{(pid=66703) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1003.805406] env[66703]: DEBUG oslo_concurrency.lockutils [None req-33d36011-a73c-4b6d-849a-f8c867240c48 None None] Releasing lock "SegmentPort" {{(pid=66703) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1003.805620] env[66703]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-33d36011-a73c-4b6d-849a-f8c867240c48 None None] Resource: SegmentPort with ID: 41252498-a31b-4f57-a3e3-7cfcff2565dc is going to be created. [ 1003.832736] env[66703]: DEBUG networking_nsxv3.common.locking [None req-33d36011-a73c-4b6d-849a-f8c867240c48 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=66703) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1003.833159] env[66703]: DEBUG oslo_concurrency.lockutils [None req-33d36011-a73c-4b6d-849a-f8c867240c48 None None] Acquiring lock "SegmentPort" {{(pid=66703) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1003.833159] env[66703]: DEBUG oslo_concurrency.lockutils [None req-33d36011-a73c-4b6d-849a-f8c867240c48 None None] Acquired lock "SegmentPort" {{(pid=66703) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1003.833460] env[66703]: DEBUG oslo_concurrency.lockutils [None req-33d36011-a73c-4b6d-849a-f8c867240c48 None None] Acquired external semaphore "SegmentPort" {{(pid=66703) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1003.833693] env[66703]: DEBUG oslo_concurrency.lockutils [None req-33d36011-a73c-4b6d-849a-f8c867240c48 None None] Releasing lock "SegmentPort" {{(pid=66703) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1003.833920] env[66703]: DEBUG oslo_concurrency.lockutils [None req-33d36011-a73c-4b6d-849a-f8c867240c48 None None] Releasing lock "port-41252498-a31b-4f57-a3e3-7cfcff2565dc" {{(pid=66703) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1004.547503] env[66703]: INFO networking_nsxv3.common.synchronization [req-a25e718f-551a-48d1-a7ab-06c469e64347 req-9af50d3c-0562-446d-9fe3-c1190e2f6707 service nova] Enqueued Resource ID: b2516a1a-ba5c-4ad7-8828-fd394c2ff5bf with Priority: HIGHEST for action security_group_rules [ 1004.547798] env[66703]: INFO networking_nsxv3.common.synchronization [req-a25e718f-551a-48d1-a7ab-06c469e64347 req-9af50d3c-0562-446d-9fe3-c1190e2f6707 service nova] Enqueued Resource ID: b2516a1a-ba5c-4ad7-8828-fd394c2ff5bf with Priority: HIGHEST for action security_group_members [ 1004.547925] env[66703]: INFO networking_nsxv3.common.synchronization [req-a25e718f-551a-48d1-a7ab-06c469e64347 req-9af50d3c-0562-446d-9fe3-c1190e2f6707 service nova] Enqueued Resource ID: 41252498-a31b-4f57-a3e3-7cfcff2565dc with Priority: HIGHEST for action port [ 1004.548380] env[66703]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: b2516a1a-ba5c-4ad7-8828-fd394c2ff5bf with Priority: HIGHEST for action security_group_rules [ 1004.548520] env[66703]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: b2516a1a-ba5c-4ad7-8828-fd394c2ff5bf with Priority: HIGHEST for action security_group_members [ 1004.548618] env[66703]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 41252498-a31b-4f57-a3e3-7cfcff2565dc with Priority: HIGHEST for action port [ 1004.548891] env[66703]: DEBUG networking_nsxv3.common.locking [-] Lock rules-b2516a1a-ba5c-4ad7-8828-fd394c2ff5bf taken with stack trace [, , ] {{(pid=66703) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1004.549029] env[66703]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-b2516a1a-ba5c-4ad7-8828-fd394c2ff5bf" {{(pid=66703) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1004.549099] env[66703]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-b2516a1a-ba5c-4ad7-8828-fd394c2ff5bf" {{(pid=66703) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1004.549296] env[66703]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-b2516a1a-ba5c-4ad7-8828-fd394c2ff5bf" {{(pid=66703) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1004.549377] env[66703]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('b2516a1a-ba5c-4ad7-8828-fd394c2ff5bf',) {} {{(pid=66703) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1004.550247] env[66703]: DEBUG networking_nsxv3.common.locking [-] Lock member-b2516a1a-ba5c-4ad7-8828-fd394c2ff5bf taken with stack trace [, , ] {{(pid=66703) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1004.550549] env[66703]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-b2516a1a-ba5c-4ad7-8828-fd394c2ff5bf" {{(pid=66703) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1004.550549] env[66703]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-b2516a1a-ba5c-4ad7-8828-fd394c2ff5bf" {{(pid=66703) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1004.550724] env[66703]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-b2516a1a-ba5c-4ad7-8828-fd394c2ff5bf" {{(pid=66703) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1004.550759] env[66703]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=66703) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1004.550855] env[66703]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66703) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1004.550919] env[66703]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66703) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1004.551072] env[66703]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66703) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1004.551150] env[66703]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66703) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1004.551236] env[66703]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('b2516a1a-ba5c-4ad7-8828-fd394c2ff5bf',) {} {{(pid=66703) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1004.552015] env[66703]: DEBUG networking_nsxv3.common.locking [-] Lock port-41252498-a31b-4f57-a3e3-7cfcff2565dc taken with stack trace [, , ] {{(pid=66703) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1004.552393] env[66703]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-41252498-a31b-4f57-a3e3-7cfcff2565dc" {{(pid=66703) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1004.552465] env[66703]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-41252498-a31b-4f57-a3e3-7cfcff2565dc" {{(pid=66703) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1004.552618] env[66703]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-41252498-a31b-4f57-a3e3-7cfcff2565dc" {{(pid=66703) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1004.552694] env[66703]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('41252498-a31b-4f57-a3e3-7cfcff2565dc',) {} {{(pid=66703) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1004.894482] env[66703]: INFO networking_nsxv3.common.synchronization [req-77480045-7885-4513-aec1-059494d77e71 req-53b23c0b-4414-4711-bf8b-6f691b968a6b tempest-ListServerFiltersTestJSON-1920456475 tempest-ListServerFiltersTestJSON-1920456475-project-member] Enqueued Resource ID: fa4efca7-8152-4fd8-af73-ebfcdf5db312 with Priority: HIGHEST for action security_group_members [ 1004.895039] env[66703]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: fa4efca7-8152-4fd8-af73-ebfcdf5db312 with Priority: HIGHEST for action security_group_members [ 1004.895353] env[66703]: DEBUG networking_nsxv3.common.locking [-] Lock member-fa4efca7-8152-4fd8-af73-ebfcdf5db312 taken with stack trace [, , ] {{(pid=66703) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1004.895476] env[66703]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-fa4efca7-8152-4fd8-af73-ebfcdf5db312" {{(pid=66703) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1004.895541] env[66703]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-fa4efca7-8152-4fd8-af73-ebfcdf5db312" {{(pid=66703) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1004.895743] env[66703]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-fa4efca7-8152-4fd8-af73-ebfcdf5db312" {{(pid=66703) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1004.896094] env[66703]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=66703) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1004.896219] env[66703]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66703) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1004.896289] env[66703]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66703) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1004.896537] env[66703]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66703) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1004.896954] env[66703]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66703) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1004.897190] env[66703]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('fa4efca7-8152-4fd8-af73-ebfcdf5db312',) {} {{(pid=66703) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1005.054104] env[66703]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('b2516a1a-ba5c-4ad7-8828-fd394c2ff5bf',) {} {{(pid=66703) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1005.055464] env[66703]: DEBUG networking_nsxv3.common.locking [-] Lock member-b2516a1a-ba5c-4ad7-8828-fd394c2ff5bf taken with stack trace [, , , ] {{(pid=66703) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1005.055625] env[66703]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-b2516a1a-ba5c-4ad7-8828-fd394c2ff5bf" {{(pid=66703) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1005.056104] env[66703]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] realization of port 41252498-a31b-4f57-a3e3-7cfcff2565dc with status ACTIVE [ 1005.056366] env[66703]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=66703) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1005.056533] env[66703]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=66703) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1005.056637] env[66703]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=66703) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1005.056966] env[66703]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=66703) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1005.057064] env[66703]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=66703) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1005.057325] env[66703]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , ] {{(pid=66703) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1005.057477] env[66703]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=66703) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1005.057577] env[66703]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=66703) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1005.057820] env[66703]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=66703) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1005.057947] env[66703]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=66703) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1005.058240] env[66703]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=66703) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1005.058388] env[66703]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=66703) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1005.058488] env[66703]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=66703) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1005.058702] env[66703]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=66703) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1005.058837] env[66703]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=66703) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1005.058978] env[66703]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: SegmentPort with ID: 41252498-a31b-4f57-a3e3-7cfcff2565dc is going to be updated. [ 1005.083703] env[66703]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=66703) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1005.084259] env[66703]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=66703) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1005.084259] env[66703]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=66703) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1005.084457] env[66703]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=66703) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1005.085037] env[66703]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=66703) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1005.085037] env[66703]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-41252498-a31b-4f57-a3e3-7cfcff2565dc" {{(pid=66703) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1005.343884] env[66703]: INFO networking_nsxv3.common.synchronization [req-cdc3a136-57c7-4ad9-ab14-949c3b4a1c8b req-0cab7eb1-2a8c-4ed3-a22f-263146c71f31 tempest-ImagesTestJSON-1641770331 tempest-ImagesTestJSON-1641770331-project-member] Enqueued Resource ID: f52985e4-827d-4ac5-ba08-62ae5081fda6 with Priority: HIGHEST for action security_group_members [ 1005.344648] env[66703]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: f52985e4-827d-4ac5-ba08-62ae5081fda6 with Priority: HIGHEST for action security_group_members [ 1005.344789] env[66703]: DEBUG networking_nsxv3.common.locking [-] Lock member-f52985e4-827d-4ac5-ba08-62ae5081fda6 taken with stack trace [, , ] {{(pid=66703) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1005.344992] env[66703]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-f52985e4-827d-4ac5-ba08-62ae5081fda6" {{(pid=66703) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1005.344992] env[66703]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-f52985e4-827d-4ac5-ba08-62ae5081fda6" {{(pid=66703) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1005.345169] env[66703]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-f52985e4-827d-4ac5-ba08-62ae5081fda6" {{(pid=66703) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1005.345317] env[66703]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=66703) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1005.345854] env[66703]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66703) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1005.345854] env[66703]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66703) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1005.345854] env[66703]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66703) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1005.345854] env[66703]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66703) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1005.345854] env[66703]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('f52985e4-827d-4ac5-ba08-62ae5081fda6',) {} {{(pid=66703) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1005.400928] env[66703]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('fa4efca7-8152-4fd8-af73-ebfcdf5db312',) {} {{(pid=66703) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1005.557188] env[66703]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('b2516a1a-ba5c-4ad7-8828-fd394c2ff5bf',) {} {{(pid=66703) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1005.672733] env[66703]: DEBUG networking_nsxv3.common.locking [None req-33d36011-a73c-4b6d-849a-f8c867240c48 None None] Lock network-449 taken with stack trace [, , , , , , , , ] {{(pid=66703) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1005.672932] env[66703]: DEBUG oslo_concurrency.lockutils [None req-33d36011-a73c-4b6d-849a-f8c867240c48 None None] Acquiring lock "network-449" {{(pid=66703) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1005.673069] env[66703]: DEBUG oslo_concurrency.lockutils [None req-33d36011-a73c-4b6d-849a-f8c867240c48 None None] Acquired lock "network-449" {{(pid=66703) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1005.673341] env[66703]: DEBUG oslo_concurrency.lockutils [None req-33d36011-a73c-4b6d-849a-f8c867240c48 None None] Acquired external semaphore "network-449" {{(pid=66703) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1005.673631] env[66703]: DEBUG networking_nsxv3.common.locking [None req-33d36011-a73c-4b6d-849a-f8c867240c48 None None] Lock Segment taken with stack trace [, , , , , , , , , , ] {{(pid=66703) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1005.673802] env[66703]: DEBUG oslo_concurrency.lockutils [None req-33d36011-a73c-4b6d-849a-f8c867240c48 None None] Acquiring lock "Segment" {{(pid=66703) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1005.673922] env[66703]: DEBUG oslo_concurrency.lockutils [None req-33d36011-a73c-4b6d-849a-f8c867240c48 None None] Acquired lock "Segment" {{(pid=66703) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1005.675172] env[66703]: DEBUG oslo_concurrency.lockutils [None req-33d36011-a73c-4b6d-849a-f8c867240c48 None None] Acquired external semaphore "Segment" {{(pid=66703) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1005.675341] env[66703]: DEBUG oslo_concurrency.lockutils [None req-33d36011-a73c-4b6d-849a-f8c867240c48 None None] Releasing lock "Segment" {{(pid=66703) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1005.675549] env[66703]: DEBUG dogpile.cache.region [None req-33d36011-a73c-4b6d-849a-f8c867240c48 None None] No value present for key: 'zone-id' {{(pid=66703) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 1005.675666] env[66703]: DEBUG dogpile.lock [None req-33d36011-a73c-4b6d-849a-f8c867240c48 None None] NeedRegenerationException {{(pid=66703) _enter /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:90}} [ 1005.675776] env[66703]: DEBUG dogpile.lock [None req-33d36011-a73c-4b6d-849a-f8c867240c48 None None] no value, waiting for create lock {{(pid=66703) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:131}} [ 1005.675884] env[66703]: DEBUG dogpile.lock [None req-33d36011-a73c-4b6d-849a-f8c867240c48 None None] value creation lock acquired {{(pid=66703) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:135}} [ 1005.675992] env[66703]: DEBUG dogpile.cache.region [None req-33d36011-a73c-4b6d-849a-f8c867240c48 None None] No value present for key: 'zone-id' {{(pid=66703) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 1005.676113] env[66703]: DEBUG dogpile.lock [None req-33d36011-a73c-4b6d-849a-f8c867240c48 None None] Calling creation function for not-yet-present value {{(pid=66703) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:174}} [ 1005.676242] env[66703]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-33d36011-a73c-4b6d-849a-f8c867240c48 None None] Looking for TransportZone with name nsx-vlan-transportzone. [ 1005.696290] env[66703]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-33d36011-a73c-4b6d-849a-f8c867240c48 None None] loading zone with a95c914d-748d-497c-94ab-10d4647daeba and tags [{'scope': 'mp2policy_migr_status', 'tag': 'success'}] [ 1005.696476] env[66703]: DEBUG dogpile.cache.region [None req-33d36011-a73c-4b6d-849a-f8c867240c48 None None] Cache value generated in 0.020 seconds for key(s): 'zone-id' {{(pid=66703) _log_time /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:910}} [ 1005.698813] env[66703]: DEBUG dogpile.lock [None req-33d36011-a73c-4b6d-849a-f8c867240c48 None None] Released creation lock {{(pid=66703) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:182}} [ 1005.698813] env[66703]: DEBUG oslo_concurrency.lockutils [None req-33d36011-a73c-4b6d-849a-f8c867240c48 None None] Releasing lock "network-449" {{(pid=66703) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1005.698813] env[66703]: DEBUG networking_nsxv3.common.locking [None req-33d36011-a73c-4b6d-849a-f8c867240c48 None None] Lock port-b53f0309-d4aa-4c0b-bdff-53165b400ae1 taken with stack trace [, , , , , , , , ] {{(pid=66703) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1005.698813] env[66703]: DEBUG oslo_concurrency.lockutils [None req-33d36011-a73c-4b6d-849a-f8c867240c48 None None] Acquiring lock "port-b53f0309-d4aa-4c0b-bdff-53165b400ae1" {{(pid=66703) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1005.698813] env[66703]: DEBUG oslo_concurrency.lockutils [None req-33d36011-a73c-4b6d-849a-f8c867240c48 None None] Acquired lock "port-b53f0309-d4aa-4c0b-bdff-53165b400ae1" {{(pid=66703) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1005.698813] env[66703]: DEBUG oslo_concurrency.lockutils [None req-33d36011-a73c-4b6d-849a-f8c867240c48 None None] Acquired external semaphore "port-b53f0309-d4aa-4c0b-bdff-53165b400ae1" {{(pid=66703) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1005.698813] env[66703]: DEBUG networking_nsxv3.api.rpc [None req-33d36011-a73c-4b6d-849a-f8c867240c48 None None] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('b53f0309-d4aa-4c0b-bdff-53165b400ae1',) {} {{(pid=66703) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1005.851897] env[66703]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('f52985e4-827d-4ac5-ba08-62ae5081fda6',) {} {{(pid=66703) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1005.903941] env[66703]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('fa4efca7-8152-4fd8-af73-ebfcdf5db312',) {} {{(pid=66703) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1006.059661] env[66703]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66703) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1006.059885] env[66703]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66703) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1006.059885] env[66703]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66703) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1006.060144] env[66703]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66703) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1006.060235] env[66703]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66703) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1006.060339] env[66703]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: b2516a1a-ba5c-4ad7-8828-fd394c2ff5bf is going to be created. [ 1006.086583] env[66703]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66703) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1006.086799] env[66703]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66703) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1006.086799] env[66703]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66703) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1006.086991] env[66703]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66703) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1006.087171] env[66703]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66703) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1006.097891] env[66703]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: b2516a1a-ba5c-4ad7-8828-fd394c2ff5bf in Status: UNINITIALIZED for 2s [ 1006.201579] env[66703]: DEBUG networking_nsxv3.common.locking [None req-33d36011-a73c-4b6d-849a-f8c867240c48 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , ] {{(pid=66703) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1006.201851] env[66703]: DEBUG oslo_concurrency.lockutils [None req-33d36011-a73c-4b6d-849a-f8c867240c48 None None] Acquiring lock "SegmentPort" {{(pid=66703) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1006.201963] env[66703]: DEBUG oslo_concurrency.lockutils [None req-33d36011-a73c-4b6d-849a-f8c867240c48 None None] Acquired lock "SegmentPort" {{(pid=66703) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1006.202195] env[66703]: DEBUG oslo_concurrency.lockutils [None req-33d36011-a73c-4b6d-849a-f8c867240c48 None None] Acquired external semaphore "SegmentPort" {{(pid=66703) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1006.202346] env[66703]: DEBUG oslo_concurrency.lockutils [None req-33d36011-a73c-4b6d-849a-f8c867240c48 None None] Releasing lock "SegmentPort" {{(pid=66703) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1006.202526] env[66703]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-33d36011-a73c-4b6d-849a-f8c867240c48 None None] Segment Port b53f0309-d4aa-4c0b-bdff-53165b400ae1 not found, creating... [ 1006.202792] env[66703]: DEBUG networking_nsxv3.common.locking [None req-33d36011-a73c-4b6d-849a-f8c867240c48 None None] Lock Segment taken with stack trace [, , , , , , , , , , , ] {{(pid=66703) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1006.202953] env[66703]: DEBUG oslo_concurrency.lockutils [None req-33d36011-a73c-4b6d-849a-f8c867240c48 None None] Acquiring lock "Segment" {{(pid=66703) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1006.203082] env[66703]: DEBUG oslo_concurrency.lockutils [None req-33d36011-a73c-4b6d-849a-f8c867240c48 None None] Acquired lock "Segment" {{(pid=66703) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1006.203301] env[66703]: DEBUG oslo_concurrency.lockutils [None req-33d36011-a73c-4b6d-849a-f8c867240c48 None None] Acquired external semaphore "Segment" {{(pid=66703) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1006.203438] env[66703]: DEBUG oslo_concurrency.lockutils [None req-33d36011-a73c-4b6d-849a-f8c867240c48 None None] Releasing lock "Segment" {{(pid=66703) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1006.203722] env[66703]: DEBUG networking_nsxv3.common.locking [None req-33d36011-a73c-4b6d-849a-f8c867240c48 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=66703) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1006.203876] env[66703]: DEBUG oslo_concurrency.lockutils [None req-33d36011-a73c-4b6d-849a-f8c867240c48 None None] Acquiring lock "SegmentPort" {{(pid=66703) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1006.203992] env[66703]: DEBUG oslo_concurrency.lockutils [None req-33d36011-a73c-4b6d-849a-f8c867240c48 None None] Acquired lock "SegmentPort" {{(pid=66703) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1006.204214] env[66703]: DEBUG oslo_concurrency.lockutils [None req-33d36011-a73c-4b6d-849a-f8c867240c48 None None] Acquired external semaphore "SegmentPort" {{(pid=66703) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1006.204347] env[66703]: DEBUG oslo_concurrency.lockutils [None req-33d36011-a73c-4b6d-849a-f8c867240c48 None None] Releasing lock "SegmentPort" {{(pid=66703) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1006.204486] env[66703]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-33d36011-a73c-4b6d-849a-f8c867240c48 None None] Resource: SegmentPort with ID: b53f0309-d4aa-4c0b-bdff-53165b400ae1 is going to be created. [ 1006.229981] env[66703]: DEBUG networking_nsxv3.common.locking [None req-33d36011-a73c-4b6d-849a-f8c867240c48 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=66703) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1006.230388] env[66703]: DEBUG oslo_concurrency.lockutils [None req-33d36011-a73c-4b6d-849a-f8c867240c48 None None] Acquiring lock "SegmentPort" {{(pid=66703) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1006.230715] env[66703]: DEBUG oslo_concurrency.lockutils [None req-33d36011-a73c-4b6d-849a-f8c867240c48 None None] Acquired lock "SegmentPort" {{(pid=66703) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1006.231151] env[66703]: DEBUG oslo_concurrency.lockutils [None req-33d36011-a73c-4b6d-849a-f8c867240c48 None None] Acquired external semaphore "SegmentPort" {{(pid=66703) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1006.231506] env[66703]: DEBUG oslo_concurrency.lockutils [None req-33d36011-a73c-4b6d-849a-f8c867240c48 None None] Releasing lock "SegmentPort" {{(pid=66703) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1006.231853] env[66703]: DEBUG oslo_concurrency.lockutils [None req-33d36011-a73c-4b6d-849a-f8c867240c48 None None] Releasing lock "port-b53f0309-d4aa-4c0b-bdff-53165b400ae1" {{(pid=66703) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1006.354229] env[66703]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('f52985e4-827d-4ac5-ba08-62ae5081fda6',) {} {{(pid=66703) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1006.406459] env[66703]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66703) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1006.406703] env[66703]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66703) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1006.406784] env[66703]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66703) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1006.407014] env[66703]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66703) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1006.407109] env[66703]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66703) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1006.407214] env[66703]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: fa4efca7-8152-4fd8-af73-ebfcdf5db312 is going to be updated. [ 1006.443294] env[66703]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66703) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1006.443537] env[66703]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66703) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1006.443537] env[66703]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66703) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1006.443737] env[66703]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66703) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1006.444165] env[66703]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66703) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1006.460057] env[66703]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: fa4efca7-8152-4fd8-af73-ebfcdf5db312 in Status: IN_PROGRESS for 2s [ 1006.857170] env[66703]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66703) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1006.857511] env[66703]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66703) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1006.857511] env[66703]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66703) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1006.857718] env[66703]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66703) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1006.857814] env[66703]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66703) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1006.857928] env[66703]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: f52985e4-827d-4ac5-ba08-62ae5081fda6 is going to be updated. [ 1006.886999] env[66703]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66703) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1006.887167] env[66703]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66703) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1006.887242] env[66703]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66703) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1006.887649] env[66703]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66703) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1006.887845] env[66703]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66703) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1006.897804] env[66703]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: f52985e4-827d-4ac5-ba08-62ae5081fda6 in Status: IN_PROGRESS for 2s [ 1006.977335] env[66703]: INFO networking_nsxv3.common.synchronization [req-cdc3a136-57c7-4ad9-ab14-949c3b4a1c8b req-547471f0-a147-4c50-96d7-0a20f3e89e16 service nova] Enqueued Resource ID: f52985e4-827d-4ac5-ba08-62ae5081fda6 with Priority: HIGHEST for action security_group_rules [ 1006.977335] env[66703]: INFO networking_nsxv3.common.synchronization [req-cdc3a136-57c7-4ad9-ab14-949c3b4a1c8b req-547471f0-a147-4c50-96d7-0a20f3e89e16 service nova] Enqueued Resource ID: f52985e4-827d-4ac5-ba08-62ae5081fda6 with Priority: HIGHEST for action security_group_members [ 1006.977335] env[66703]: INFO networking_nsxv3.common.synchronization [req-cdc3a136-57c7-4ad9-ab14-949c3b4a1c8b req-547471f0-a147-4c50-96d7-0a20f3e89e16 service nova] Enqueued Resource ID: b53f0309-d4aa-4c0b-bdff-53165b400ae1 with Priority: HIGHEST for action port [ 1006.977504] env[66703]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: f52985e4-827d-4ac5-ba08-62ae5081fda6 with Priority: HIGHEST for action security_group_rules [ 1006.977629] env[66703]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: f52985e4-827d-4ac5-ba08-62ae5081fda6 with Priority: HIGHEST for action security_group_members [ 1006.978279] env[66703]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: b53f0309-d4aa-4c0b-bdff-53165b400ae1 with Priority: HIGHEST for action port [ 1006.978279] env[66703]: DEBUG networking_nsxv3.common.locking [-] Lock rules-f52985e4-827d-4ac5-ba08-62ae5081fda6 taken with stack trace [, , ] {{(pid=66703) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1006.978489] env[66703]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-f52985e4-827d-4ac5-ba08-62ae5081fda6" {{(pid=66703) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1006.978489] env[66703]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-f52985e4-827d-4ac5-ba08-62ae5081fda6" {{(pid=66703) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1006.978709] env[66703]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-f52985e4-827d-4ac5-ba08-62ae5081fda6" {{(pid=66703) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1006.978786] env[66703]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('f52985e4-827d-4ac5-ba08-62ae5081fda6',) {} {{(pid=66703) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1006.979672] env[66703]: DEBUG networking_nsxv3.common.locking [-] Lock member-f52985e4-827d-4ac5-ba08-62ae5081fda6 taken with stack trace [, , ] {{(pid=66703) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1006.979760] env[66703]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-f52985e4-827d-4ac5-ba08-62ae5081fda6" {{(pid=66703) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1006.979953] env[66703]: DEBUG networking_nsxv3.common.locking [-] Lock port-b53f0309-d4aa-4c0b-bdff-53165b400ae1 taken with stack trace [, , ] {{(pid=66703) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1006.980059] env[66703]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-b53f0309-d4aa-4c0b-bdff-53165b400ae1" {{(pid=66703) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1006.980122] env[66703]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-b53f0309-d4aa-4c0b-bdff-53165b400ae1" {{(pid=66703) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1006.980282] env[66703]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-b53f0309-d4aa-4c0b-bdff-53165b400ae1" {{(pid=66703) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1006.980352] env[66703]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('b53f0309-d4aa-4c0b-bdff-53165b400ae1',) {} {{(pid=66703) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1007.484737] env[66703]: DEBUG networking_nsxv3.common.locking [-] Lock member-f52985e4-827d-4ac5-ba08-62ae5081fda6 taken with stack trace [, , , ] {{(pid=66703) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1007.484737] env[66703]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-f52985e4-827d-4ac5-ba08-62ae5081fda6" {{(pid=66703) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1007.484737] env[66703]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] realization of port b53f0309-d4aa-4c0b-bdff-53165b400ae1 with status ACTIVE [ 1007.484737] env[66703]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=66703) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1007.484737] env[66703]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=66703) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1007.484737] env[66703]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=66703) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1007.484737] env[66703]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=66703) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1007.484737] env[66703]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=66703) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1007.484737] env[66703]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , ] {{(pid=66703) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1007.484737] env[66703]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=66703) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1007.484737] env[66703]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=66703) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1007.484737] env[66703]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=66703) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1007.484737] env[66703]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=66703) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1007.484737] env[66703]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=66703) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1007.485616] env[66703]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=66703) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1007.485616] env[66703]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=66703) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1007.485616] env[66703]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=66703) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1007.485616] env[66703]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=66703) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1007.485616] env[66703]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: SegmentPort with ID: b53f0309-d4aa-4c0b-bdff-53165b400ae1 is going to be updated. [ 1007.509356] env[66703]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=66703) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1007.509356] env[66703]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=66703) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1007.509356] env[66703]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=66703) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1007.509356] env[66703]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=66703) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1007.509356] env[66703]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=66703) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1007.509356] env[66703]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-b53f0309-d4aa-4c0b-bdff-53165b400ae1" {{(pid=66703) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1008.111162] env[66703]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: b2516a1a-ba5c-4ad7-8828-fd394c2ff5bf in Status: SUCCESS [ 1008.111482] env[66703]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-b2516a1a-ba5c-4ad7-8828-fd394c2ff5bf" {{(pid=66703) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1008.111595] env[66703]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-b2516a1a-ba5c-4ad7-8828-fd394c2ff5bf" {{(pid=66703) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1008.111829] env[66703]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-b2516a1a-ba5c-4ad7-8828-fd394c2ff5bf" {{(pid=66703) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1008.112040] env[66703]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=66703) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1008.112163] env[66703]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66703) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1008.112222] env[66703]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66703) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1008.112382] env[66703]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66703) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1008.112463] env[66703]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66703) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1008.112550] env[66703]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-b2516a1a-ba5c-4ad7-8828-fd394c2ff5bf" {{(pid=66703) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1008.112656] env[66703]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('b2516a1a-ba5c-4ad7-8828-fd394c2ff5bf',) {} {{(pid=66703) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1008.471503] env[66703]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: fa4efca7-8152-4fd8-af73-ebfcdf5db312 in Status: SUCCESS [ 1008.471800] env[66703]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-fa4efca7-8152-4fd8-af73-ebfcdf5db312" {{(pid=66703) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1008.617466] env[66703]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('b2516a1a-ba5c-4ad7-8828-fd394c2ff5bf',) {} {{(pid=66703) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1008.908597] env[66703]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: f52985e4-827d-4ac5-ba08-62ae5081fda6 in Status: SUCCESS [ 1008.910430] env[66703]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-f52985e4-827d-4ac5-ba08-62ae5081fda6" {{(pid=66703) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1008.910430] env[66703]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-f52985e4-827d-4ac5-ba08-62ae5081fda6" {{(pid=66703) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1008.910659] env[66703]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-f52985e4-827d-4ac5-ba08-62ae5081fda6" {{(pid=66703) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1008.910856] env[66703]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=66703) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1008.910983] env[66703]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66703) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1008.911138] env[66703]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66703) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1008.911203] env[66703]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66703) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1008.911260] env[66703]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66703) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1008.911359] env[66703]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('f52985e4-827d-4ac5-ba08-62ae5081fda6',) {} {{(pid=66703) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1009.119719] env[66703]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for b2516a1a-ba5c-4ad7-8828-fd394c2ff5bf: rpc.has_security_group_logging(os_id): False [ 1009.141556] env[66703]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=66703) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1009.141556] env[66703]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66703) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1009.141819] env[66703]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66703) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1009.141964] env[66703]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66703) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1009.142126] env[66703]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66703) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1009.142423] env[66703]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=66703) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1009.142583] env[66703]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66703) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1009.142656] env[66703]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66703) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1009.142784] env[66703]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66703) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1009.142885] env[66703]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66703) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1009.142990] env[66703]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: b2516a1a-ba5c-4ad7-8828-fd394c2ff5bf is going to be created. [ 1009.210712] env[66703]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=66703) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1009.210883] env[66703]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66703) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1009.210946] env[66703]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66703) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1009.211161] env[66703]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66703) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1009.211339] env[66703]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66703) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1009.223636] env[66703]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: b2516a1a-ba5c-4ad7-8828-fd394c2ff5bf in Status: IN_PROGRESS for 2s [ 1009.415874] env[66703]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('f52985e4-827d-4ac5-ba08-62ae5081fda6',) {} {{(pid=66703) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1009.780344] env[66703]: INFO networking_nsxv3.common.synchronization [req-0a3c03b0-947f-4435-a4e4-9de73df23905 req-5231ee09-65cd-4fc3-9e0c-67440610bc8f tempest-ServerDiskConfigTestJSON-1467775587 tempest-ServerDiskConfigTestJSON-1467775587-project-member] Enqueued Resource ID: 3304826c-ce8e-49f9-aefd-3be39a0c0fbb with Priority: HIGHEST for action security_group_members [ 1009.781030] env[66703]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 3304826c-ce8e-49f9-aefd-3be39a0c0fbb with Priority: HIGHEST for action security_group_members [ 1009.781643] env[66703]: DEBUG networking_nsxv3.common.locking [-] Lock member-3304826c-ce8e-49f9-aefd-3be39a0c0fbb taken with stack trace [, , ] {{(pid=66703) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1009.781804] env[66703]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-3304826c-ce8e-49f9-aefd-3be39a0c0fbb" {{(pid=66703) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1009.781917] env[66703]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-3304826c-ce8e-49f9-aefd-3be39a0c0fbb" {{(pid=66703) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1009.782329] env[66703]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-3304826c-ce8e-49f9-aefd-3be39a0c0fbb" {{(pid=66703) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1009.782501] env[66703]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=66703) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1009.782612] env[66703]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66703) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1009.782708] env[66703]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66703) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1009.782897] env[66703]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66703) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1009.782984] env[66703]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66703) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1009.783100] env[66703]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('3304826c-ce8e-49f9-aefd-3be39a0c0fbb',) {} {{(pid=66703) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1009.918679] env[66703]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('f52985e4-827d-4ac5-ba08-62ae5081fda6',) {} {{(pid=66703) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1010.284889] env[66703]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=66703) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1010.285324] env[66703]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66703) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1010.285324] env[66703]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66703) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1010.285454] env[66703]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66703) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1010.285564] env[66703]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66703) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1010.285781] env[66703]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66703) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1010.285881] env[66703]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66703) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1010.285931] env[66703]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66703) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1010.286158] env[66703]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66703) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1010.286258] env[66703]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66703) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1010.286378] env[66703]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 3304826c-ce8e-49f9-aefd-3be39a0c0fbb is going to be updated. [ 1010.336025] env[66703]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66703) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1010.336297] env[66703]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66703) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1010.336297] env[66703]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66703) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1010.336472] env[66703]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66703) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1010.336620] env[66703]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66703) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1010.348712] env[66703]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 3304826c-ce8e-49f9-aefd-3be39a0c0fbb in Status: IN_PROGRESS for 2s [ 1010.422847] env[66703]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66703) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1010.422847] env[66703]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66703) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1010.422847] env[66703]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66703) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1010.423639] env[66703]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66703) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1010.423639] env[66703]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66703) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1010.423639] env[66703]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: f52985e4-827d-4ac5-ba08-62ae5081fda6 is going to be updated. [ 1010.458630] env[66703]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66703) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1010.458822] env[66703]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66703) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1010.458822] env[66703]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66703) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1010.459057] env[66703]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66703) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1010.459287] env[66703]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66703) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1010.470829] env[66703]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: f52985e4-827d-4ac5-ba08-62ae5081fda6 in Status: IN_PROGRESS for 2s [ 1010.577016] env[66703]: DEBUG networking_nsxv3.common.locking [None req-ffa6d202-748e-4c81-9979-ad08741f9cf7 None None] Lock network-732 taken with stack trace [, , , , , , , , ] {{(pid=66703) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1010.577278] env[66703]: DEBUG oslo_concurrency.lockutils [None req-ffa6d202-748e-4c81-9979-ad08741f9cf7 None None] Acquiring lock "network-732" {{(pid=66703) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1010.577426] env[66703]: DEBUG oslo_concurrency.lockutils [None req-ffa6d202-748e-4c81-9979-ad08741f9cf7 None None] Acquired lock "network-732" {{(pid=66703) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1010.577747] env[66703]: DEBUG oslo_concurrency.lockutils [None req-ffa6d202-748e-4c81-9979-ad08741f9cf7 None None] Acquired external semaphore "network-732" {{(pid=66703) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1010.578059] env[66703]: DEBUG networking_nsxv3.common.locking [None req-ffa6d202-748e-4c81-9979-ad08741f9cf7 None None] Lock Segment taken with stack trace [, , , , , , , , , , ] {{(pid=66703) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1010.578260] env[66703]: DEBUG oslo_concurrency.lockutils [None req-ffa6d202-748e-4c81-9979-ad08741f9cf7 None None] Acquiring lock "Segment" {{(pid=66703) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1010.578388] env[66703]: DEBUG oslo_concurrency.lockutils [None req-ffa6d202-748e-4c81-9979-ad08741f9cf7 None None] Acquired lock "Segment" {{(pid=66703) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1010.578644] env[66703]: DEBUG oslo_concurrency.lockutils [None req-ffa6d202-748e-4c81-9979-ad08741f9cf7 None None] Acquired external semaphore "Segment" {{(pid=66703) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1010.578871] env[66703]: DEBUG oslo_concurrency.lockutils [None req-ffa6d202-748e-4c81-9979-ad08741f9cf7 None None] Releasing lock "Segment" {{(pid=66703) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1010.579122] env[66703]: DEBUG dogpile.cache.region [None req-ffa6d202-748e-4c81-9979-ad08741f9cf7 None None] No value present for key: 'zone-id' {{(pid=66703) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 1010.579256] env[66703]: DEBUG dogpile.lock [None req-ffa6d202-748e-4c81-9979-ad08741f9cf7 None None] NeedRegenerationException {{(pid=66703) _enter /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:90}} [ 1010.579341] env[66703]: DEBUG dogpile.lock [None req-ffa6d202-748e-4c81-9979-ad08741f9cf7 None None] no value, waiting for create lock {{(pid=66703) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:131}} [ 1010.579449] env[66703]: DEBUG dogpile.lock [None req-ffa6d202-748e-4c81-9979-ad08741f9cf7 None None] value creation lock acquired {{(pid=66703) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:135}} [ 1010.579648] env[66703]: DEBUG dogpile.cache.region [None req-ffa6d202-748e-4c81-9979-ad08741f9cf7 None None] No value present for key: 'zone-id' {{(pid=66703) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 1010.579761] env[66703]: DEBUG dogpile.lock [None req-ffa6d202-748e-4c81-9979-ad08741f9cf7 None None] Calling creation function for not-yet-present value {{(pid=66703) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:174}} [ 1010.579894] env[66703]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-ffa6d202-748e-4c81-9979-ad08741f9cf7 None None] Looking for TransportZone with name nsx-vlan-transportzone. [ 1010.609062] env[66703]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-ffa6d202-748e-4c81-9979-ad08741f9cf7 None None] loading zone with a95c914d-748d-497c-94ab-10d4647daeba and tags [{'scope': 'mp2policy_migr_status', 'tag': 'success'}] [ 1010.609264] env[66703]: DEBUG dogpile.cache.region [None req-ffa6d202-748e-4c81-9979-ad08741f9cf7 None None] Cache value generated in 0.029 seconds for key(s): 'zone-id' {{(pid=66703) _log_time /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:910}} [ 1010.609376] env[66703]: DEBUG dogpile.lock [None req-ffa6d202-748e-4c81-9979-ad08741f9cf7 None None] Released creation lock {{(pid=66703) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:182}} [ 1010.609600] env[66703]: DEBUG oslo_concurrency.lockutils [None req-ffa6d202-748e-4c81-9979-ad08741f9cf7 None None] Releasing lock "network-732" {{(pid=66703) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1010.609940] env[66703]: DEBUG networking_nsxv3.common.locking [None req-ffa6d202-748e-4c81-9979-ad08741f9cf7 None None] Lock port-f504b6e1-4a3e-4906-bc37-b2829866ffed taken with stack trace [, , , , , , , , ] {{(pid=66703) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1010.610136] env[66703]: DEBUG oslo_concurrency.lockutils [None req-ffa6d202-748e-4c81-9979-ad08741f9cf7 None None] Acquiring lock "port-f504b6e1-4a3e-4906-bc37-b2829866ffed" {{(pid=66703) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1010.610257] env[66703]: DEBUG oslo_concurrency.lockutils [None req-ffa6d202-748e-4c81-9979-ad08741f9cf7 None None] Acquired lock "port-f504b6e1-4a3e-4906-bc37-b2829866ffed" {{(pid=66703) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1010.610590] env[66703]: DEBUG oslo_concurrency.lockutils [None req-ffa6d202-748e-4c81-9979-ad08741f9cf7 None None] Acquired external semaphore "port-f504b6e1-4a3e-4906-bc37-b2829866ffed" {{(pid=66703) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1010.610727] env[66703]: DEBUG networking_nsxv3.api.rpc [None req-ffa6d202-748e-4c81-9979-ad08741f9cf7 None None] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('f504b6e1-4a3e-4906-bc37-b2829866ffed',) {} {{(pid=66703) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1011.121024] env[66703]: DEBUG networking_nsxv3.common.locking [None req-ffa6d202-748e-4c81-9979-ad08741f9cf7 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , ] {{(pid=66703) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1011.121024] env[66703]: DEBUG oslo_concurrency.lockutils [None req-ffa6d202-748e-4c81-9979-ad08741f9cf7 None None] Acquiring lock "SegmentPort" {{(pid=66703) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1011.121024] env[66703]: DEBUG oslo_concurrency.lockutils [None req-ffa6d202-748e-4c81-9979-ad08741f9cf7 None None] Acquired lock "SegmentPort" {{(pid=66703) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1011.121024] env[66703]: DEBUG oslo_concurrency.lockutils [None req-ffa6d202-748e-4c81-9979-ad08741f9cf7 None None] Acquired external semaphore "SegmentPort" {{(pid=66703) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1011.121024] env[66703]: DEBUG oslo_concurrency.lockutils [None req-ffa6d202-748e-4c81-9979-ad08741f9cf7 None None] Releasing lock "SegmentPort" {{(pid=66703) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1011.121024] env[66703]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-ffa6d202-748e-4c81-9979-ad08741f9cf7 None None] Segment Port f504b6e1-4a3e-4906-bc37-b2829866ffed not found, creating... [ 1011.121024] env[66703]: DEBUG networking_nsxv3.common.locking [None req-ffa6d202-748e-4c81-9979-ad08741f9cf7 None None] Lock Segment taken with stack trace [, , , , , , , , , , , ] {{(pid=66703) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1011.121024] env[66703]: DEBUG oslo_concurrency.lockutils [None req-ffa6d202-748e-4c81-9979-ad08741f9cf7 None None] Acquiring lock "Segment" {{(pid=66703) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1011.121024] env[66703]: DEBUG oslo_concurrency.lockutils [None req-ffa6d202-748e-4c81-9979-ad08741f9cf7 None None] Acquired lock "Segment" {{(pid=66703) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1011.121024] env[66703]: DEBUG oslo_concurrency.lockutils [None req-ffa6d202-748e-4c81-9979-ad08741f9cf7 None None] Acquired external semaphore "Segment" {{(pid=66703) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1011.121024] env[66703]: DEBUG oslo_concurrency.lockutils [None req-ffa6d202-748e-4c81-9979-ad08741f9cf7 None None] Releasing lock "Segment" {{(pid=66703) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1011.121878] env[66703]: DEBUG networking_nsxv3.common.locking [None req-ffa6d202-748e-4c81-9979-ad08741f9cf7 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=66703) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1011.122221] env[66703]: DEBUG oslo_concurrency.lockutils [None req-ffa6d202-748e-4c81-9979-ad08741f9cf7 None None] Acquiring lock "SegmentPort" {{(pid=66703) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1011.122453] env[66703]: DEBUG oslo_concurrency.lockutils [None req-ffa6d202-748e-4c81-9979-ad08741f9cf7 None None] Acquired lock "SegmentPort" {{(pid=66703) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1011.123142] env[66703]: DEBUG oslo_concurrency.lockutils [None req-ffa6d202-748e-4c81-9979-ad08741f9cf7 None None] Acquired external semaphore "SegmentPort" {{(pid=66703) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1011.123411] env[66703]: DEBUG oslo_concurrency.lockutils [None req-ffa6d202-748e-4c81-9979-ad08741f9cf7 None None] Releasing lock "SegmentPort" {{(pid=66703) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1011.123682] env[66703]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-ffa6d202-748e-4c81-9979-ad08741f9cf7 None None] Resource: SegmentPort with ID: f504b6e1-4a3e-4906-bc37-b2829866ffed is going to be created. [ 1011.145234] env[66703]: DEBUG networking_nsxv3.common.locking [None req-ffa6d202-748e-4c81-9979-ad08741f9cf7 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=66703) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1011.145234] env[66703]: DEBUG oslo_concurrency.lockutils [None req-ffa6d202-748e-4c81-9979-ad08741f9cf7 None None] Acquiring lock "SegmentPort" {{(pid=66703) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1011.145234] env[66703]: DEBUG oslo_concurrency.lockutils [None req-ffa6d202-748e-4c81-9979-ad08741f9cf7 None None] Acquired lock "SegmentPort" {{(pid=66703) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1011.145234] env[66703]: DEBUG oslo_concurrency.lockutils [None req-ffa6d202-748e-4c81-9979-ad08741f9cf7 None None] Acquired external semaphore "SegmentPort" {{(pid=66703) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1011.145234] env[66703]: DEBUG oslo_concurrency.lockutils [None req-ffa6d202-748e-4c81-9979-ad08741f9cf7 None None] Releasing lock "SegmentPort" {{(pid=66703) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1011.145234] env[66703]: DEBUG oslo_concurrency.lockutils [None req-ffa6d202-748e-4c81-9979-ad08741f9cf7 None None] Releasing lock "port-f504b6e1-4a3e-4906-bc37-b2829866ffed" {{(pid=66703) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1011.235391] env[66703]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: b2516a1a-ba5c-4ad7-8828-fd394c2ff5bf in Status: SUCCESS [ 1011.235391] env[66703]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-b2516a1a-ba5c-4ad7-8828-fd394c2ff5bf" {{(pid=66703) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1011.890569] env[66703]: INFO networking_nsxv3.common.synchronization [req-0a3c03b0-947f-4435-a4e4-9de73df23905 req-e19286f2-87c4-44bd-8062-5cba3085cbfa service nova] Enqueued Resource ID: 3304826c-ce8e-49f9-aefd-3be39a0c0fbb with Priority: HIGHEST for action security_group_rules [ 1011.890569] env[66703]: INFO networking_nsxv3.common.synchronization [req-0a3c03b0-947f-4435-a4e4-9de73df23905 req-e19286f2-87c4-44bd-8062-5cba3085cbfa service nova] Enqueued Resource ID: 3304826c-ce8e-49f9-aefd-3be39a0c0fbb with Priority: HIGHEST for action security_group_members [ 1011.890569] env[66703]: INFO networking_nsxv3.common.synchronization [req-0a3c03b0-947f-4435-a4e4-9de73df23905 req-e19286f2-87c4-44bd-8062-5cba3085cbfa service nova] Enqueued Resource ID: f504b6e1-4a3e-4906-bc37-b2829866ffed with Priority: HIGHEST for action port [ 1011.891247] env[66703]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 3304826c-ce8e-49f9-aefd-3be39a0c0fbb with Priority: HIGHEST for action security_group_rules [ 1011.892426] env[66703]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 3304826c-ce8e-49f9-aefd-3be39a0c0fbb with Priority: HIGHEST for action security_group_members [ 1011.892518] env[66703]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: f504b6e1-4a3e-4906-bc37-b2829866ffed with Priority: HIGHEST for action port [ 1011.892875] env[66703]: DEBUG networking_nsxv3.common.locking [-] Lock rules-3304826c-ce8e-49f9-aefd-3be39a0c0fbb taken with stack trace [, , ] {{(pid=66703) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1011.893041] env[66703]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-3304826c-ce8e-49f9-aefd-3be39a0c0fbb" {{(pid=66703) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1011.893097] env[66703]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-3304826c-ce8e-49f9-aefd-3be39a0c0fbb" {{(pid=66703) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1011.893306] env[66703]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-3304826c-ce8e-49f9-aefd-3be39a0c0fbb" {{(pid=66703) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1011.893516] env[66703]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('3304826c-ce8e-49f9-aefd-3be39a0c0fbb',) {} {{(pid=66703) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1011.895692] env[66703]: DEBUG networking_nsxv3.common.locking [-] Lock member-3304826c-ce8e-49f9-aefd-3be39a0c0fbb taken with stack trace [, , ] {{(pid=66703) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1011.895800] env[66703]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-3304826c-ce8e-49f9-aefd-3be39a0c0fbb" {{(pid=66703) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1011.896020] env[66703]: DEBUG networking_nsxv3.common.locking [-] Lock port-f504b6e1-4a3e-4906-bc37-b2829866ffed taken with stack trace [, , ] {{(pid=66703) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1011.896128] env[66703]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-f504b6e1-4a3e-4906-bc37-b2829866ffed" {{(pid=66703) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1011.896194] env[66703]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-f504b6e1-4a3e-4906-bc37-b2829866ffed" {{(pid=66703) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1011.896385] env[66703]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-f504b6e1-4a3e-4906-bc37-b2829866ffed" {{(pid=66703) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1011.896465] env[66703]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('f504b6e1-4a3e-4906-bc37-b2829866ffed',) {} {{(pid=66703) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1012.359747] env[66703]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 3304826c-ce8e-49f9-aefd-3be39a0c0fbb in Status: SUCCESS [ 1012.359747] env[66703]: WARNING networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 3304826c-ce8e-49f9-aefd-3be39a0c0fbb deletion is rescheduled due to dependency. [ 1012.421532] env[66703]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-3304826c-ce8e-49f9-aefd-3be39a0c0fbb" {{(pid=66703) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1012.421532] env[66703]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-3304826c-ce8e-49f9-aefd-3be39a0c0fbb" {{(pid=66703) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1012.421532] env[66703]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-3304826c-ce8e-49f9-aefd-3be39a0c0fbb" {{(pid=66703) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1012.421532] env[66703]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=66703) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1012.421532] env[66703]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66703) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1012.421532] env[66703]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66703) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1012.421532] env[66703]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66703) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1012.421532] env[66703]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66703) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1012.421532] env[66703]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('3304826c-ce8e-49f9-aefd-3be39a0c0fbb',) {} {{(pid=66703) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1012.421532] env[66703]: DEBUG networking_nsxv3.common.locking [-] Lock member-3304826c-ce8e-49f9-aefd-3be39a0c0fbb taken with stack trace [, , , ] {{(pid=66703) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1012.421532] env[66703]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-3304826c-ce8e-49f9-aefd-3be39a0c0fbb" {{(pid=66703) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1012.421532] env[66703]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] realization of port f504b6e1-4a3e-4906-bc37-b2829866ffed with status ACTIVE [ 1012.421532] env[66703]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=66703) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1012.421532] env[66703]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=66703) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1012.421532] env[66703]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=66703) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1012.421532] env[66703]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=66703) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1012.421532] env[66703]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=66703) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1012.425054] env[66703]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , ] {{(pid=66703) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1012.425054] env[66703]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=66703) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1012.425054] env[66703]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=66703) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1012.425054] env[66703]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=66703) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1012.425054] env[66703]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=66703) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1012.425054] env[66703]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=66703) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1012.425054] env[66703]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=66703) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1012.425054] env[66703]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=66703) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1012.425054] env[66703]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=66703) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1012.425054] env[66703]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=66703) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1012.425054] env[66703]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: SegmentPort with ID: f504b6e1-4a3e-4906-bc37-b2829866ffed is going to be updated. [ 1012.425054] env[66703]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=66703) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1012.425054] env[66703]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=66703) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1012.425054] env[66703]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=66703) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1012.425054] env[66703]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=66703) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1012.425676] env[66703]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=66703) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1012.425676] env[66703]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-f504b6e1-4a3e-4906-bc37-b2829866ffed" {{(pid=66703) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1012.481649] env[66703]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: f52985e4-827d-4ac5-ba08-62ae5081fda6 in Status: SUCCESS [ 1012.481889] env[66703]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-f52985e4-827d-4ac5-ba08-62ae5081fda6" {{(pid=66703) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1012.482075] env[66703]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-f52985e4-827d-4ac5-ba08-62ae5081fda6" {{(pid=66703) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1012.482293] env[66703]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-f52985e4-827d-4ac5-ba08-62ae5081fda6" {{(pid=66703) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1012.482483] env[66703]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=66703) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1012.482598] env[66703]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66703) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1012.482663] env[66703]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66703) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1012.482810] env[66703]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66703) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1012.482887] env[66703]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66703) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1012.482972] env[66703]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-f52985e4-827d-4ac5-ba08-62ae5081fda6" {{(pid=66703) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1012.483099] env[66703]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('f52985e4-827d-4ac5-ba08-62ae5081fda6',) {} {{(pid=66703) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1012.863215] env[66703]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('3304826c-ce8e-49f9-aefd-3be39a0c0fbb',) {} {{(pid=66703) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1012.986041] env[66703]: DEBUG networking_nsxv3.common.locking [-] Lock member-f52985e4-827d-4ac5-ba08-62ae5081fda6 taken with stack trace [, , , ] {{(pid=66703) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1012.986327] env[66703]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-f52985e4-827d-4ac5-ba08-62ae5081fda6" {{(pid=66703) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1012.986327] env[66703]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-f52985e4-827d-4ac5-ba08-62ae5081fda6" {{(pid=66703) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1012.986560] env[66703]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-f52985e4-827d-4ac5-ba08-62ae5081fda6" {{(pid=66703) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1012.986744] env[66703]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=66703) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1012.986846] env[66703]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66703) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1012.986911] env[66703]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66703) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1012.987131] env[66703]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66703) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1012.987240] env[66703]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66703) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1012.987349] env[66703]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-f52985e4-827d-4ac5-ba08-62ae5081fda6" {{(pid=66703) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1012.987539] env[66703]: DEBUG networking_nsxv3.common.locking [-] Lock member-f52985e4-827d-4ac5-ba08-62ae5081fda6 taken with stack trace [, , , ] {{(pid=66703) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1012.987658] env[66703]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-f52985e4-827d-4ac5-ba08-62ae5081fda6" {{(pid=66703) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1012.987746] env[66703]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-f52985e4-827d-4ac5-ba08-62ae5081fda6" {{(pid=66703) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1012.987943] env[66703]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-f52985e4-827d-4ac5-ba08-62ae5081fda6" {{(pid=66703) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1012.988130] env[66703]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=66703) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1012.988252] env[66703]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66703) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1012.988345] env[66703]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66703) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1012.988518] env[66703]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66703) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1012.988609] env[66703]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66703) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1012.988715] env[66703]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-f52985e4-827d-4ac5-ba08-62ae5081fda6" {{(pid=66703) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1012.988816] env[66703]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('f52985e4-827d-4ac5-ba08-62ae5081fda6',) {} {{(pid=66703) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1013.366523] env[66703]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('3304826c-ce8e-49f9-aefd-3be39a0c0fbb',) {} {{(pid=66703) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1013.491856] env[66703]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for f52985e4-827d-4ac5-ba08-62ae5081fda6: rpc.has_security_group_logging(os_id): False [ 1013.522877] env[66703]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=66703) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1013.523618] env[66703]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66703) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1013.523618] env[66703]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66703) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1013.523618] env[66703]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66703) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1013.523618] env[66703]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66703) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1013.523857] env[66703]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66703) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1013.523934] env[66703]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66703) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1013.524022] env[66703]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66703) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1013.524191] env[66703]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66703) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1013.524309] env[66703]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66703) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1013.524509] env[66703]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66703) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1013.524667] env[66703]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66703) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1013.524728] env[66703]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66703) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1013.524850] env[66703]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66703) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1013.524951] env[66703]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66703) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1013.525256] env[66703]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=66703) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1013.525436] env[66703]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66703) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1013.525512] env[66703]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66703) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1013.525725] env[66703]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66703) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1013.525839] env[66703]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66703) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1013.525943] env[66703]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: f52985e4-827d-4ac5-ba08-62ae5081fda6 is going to be updated. [ 1013.617994] env[66703]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=66703) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1013.617994] env[66703]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66703) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1013.617994] env[66703]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66703) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1013.618176] env[66703]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66703) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1013.618261] env[66703]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66703) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1013.640722] env[66703]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: f52985e4-827d-4ac5-ba08-62ae5081fda6 in Status: IN_PROGRESS for 2s [ 1013.869042] env[66703]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66703) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1013.869442] env[66703]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66703) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1013.869442] env[66703]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66703) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1013.869632] env[66703]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66703) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1013.869696] env[66703]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66703) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1013.869805] env[66703]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 3304826c-ce8e-49f9-aefd-3be39a0c0fbb is going to be updated. [ 1013.906196] env[66703]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66703) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1013.906387] env[66703]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66703) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1013.906467] env[66703]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66703) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1013.907246] env[66703]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66703) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1013.907246] env[66703]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66703) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1013.920290] env[66703]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 3304826c-ce8e-49f9-aefd-3be39a0c0fbb in Status: IN_PROGRESS for 2s [ 1014.033065] env[66703]: INFO networking_nsxv3.common.synchronization [req-9e10222a-c1e9-42fe-9457-efb08ba4960e req-6dd8ee30-fe02-4204-970b-fe3b62b7af05 tempest-DeleteServersTestJSON-1282002617 tempest-DeleteServersTestJSON-1282002617-project-member] Enqueued Resource ID: db254d47-d7a1-40b1-a751-5c5ada9bc604 with Priority: HIGHEST for action security_group_members [ 1014.033583] env[66703]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: db254d47-d7a1-40b1-a751-5c5ada9bc604 with Priority: HIGHEST for action security_group_members [ 1014.033901] env[66703]: DEBUG networking_nsxv3.common.locking [-] Lock member-db254d47-d7a1-40b1-a751-5c5ada9bc604 taken with stack trace [, , ] {{(pid=66703) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1014.034063] env[66703]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-db254d47-d7a1-40b1-a751-5c5ada9bc604" {{(pid=66703) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1014.034137] env[66703]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-db254d47-d7a1-40b1-a751-5c5ada9bc604" {{(pid=66703) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1014.034293] env[66703]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-db254d47-d7a1-40b1-a751-5c5ada9bc604" {{(pid=66703) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1014.034441] env[66703]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=66703) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1014.034546] env[66703]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66703) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1014.034608] env[66703]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66703) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1014.034754] env[66703]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66703) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1014.034840] env[66703]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66703) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1014.034931] env[66703]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('db254d47-d7a1-40b1-a751-5c5ada9bc604',) {} {{(pid=66703) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1014.388734] env[66703]: DEBUG networking_nsxv3.common.locking [None req-ffa6d202-748e-4c81-9979-ad08741f9cf7 None None] Lock network-41 taken with stack trace [, , , , , , , , ] {{(pid=66703) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1014.388951] env[66703]: DEBUG oslo_concurrency.lockutils [None req-ffa6d202-748e-4c81-9979-ad08741f9cf7 None None] Acquiring lock "network-41" {{(pid=66703) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1014.389089] env[66703]: DEBUG oslo_concurrency.lockutils [None req-ffa6d202-748e-4c81-9979-ad08741f9cf7 None None] Acquired lock "network-41" {{(pid=66703) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1014.389409] env[66703]: DEBUG oslo_concurrency.lockutils [None req-ffa6d202-748e-4c81-9979-ad08741f9cf7 None None] Acquired external semaphore "network-41" {{(pid=66703) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1014.389731] env[66703]: DEBUG networking_nsxv3.common.locking [None req-ffa6d202-748e-4c81-9979-ad08741f9cf7 None None] Lock Segment taken with stack trace [, , , , , , , , , , ] {{(pid=66703) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1014.389883] env[66703]: DEBUG oslo_concurrency.lockutils [None req-ffa6d202-748e-4c81-9979-ad08741f9cf7 None None] Acquiring lock "Segment" {{(pid=66703) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1014.390037] env[66703]: DEBUG oslo_concurrency.lockutils [None req-ffa6d202-748e-4c81-9979-ad08741f9cf7 None None] Acquired lock "Segment" {{(pid=66703) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1014.390322] env[66703]: DEBUG oslo_concurrency.lockutils [None req-ffa6d202-748e-4c81-9979-ad08741f9cf7 None None] Acquired external semaphore "Segment" {{(pid=66703) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1014.390664] env[66703]: DEBUG oslo_concurrency.lockutils [None req-ffa6d202-748e-4c81-9979-ad08741f9cf7 None None] Releasing lock "Segment" {{(pid=66703) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1014.390784] env[66703]: DEBUG dogpile.cache.region [None req-ffa6d202-748e-4c81-9979-ad08741f9cf7 None None] No value present for key: 'zone-id' {{(pid=66703) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 1014.390983] env[66703]: DEBUG dogpile.lock [None req-ffa6d202-748e-4c81-9979-ad08741f9cf7 None None] NeedRegenerationException {{(pid=66703) _enter /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:90}} [ 1014.391134] env[66703]: DEBUG dogpile.lock [None req-ffa6d202-748e-4c81-9979-ad08741f9cf7 None None] no value, waiting for create lock {{(pid=66703) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:131}} [ 1014.391247] env[66703]: DEBUG dogpile.lock [None req-ffa6d202-748e-4c81-9979-ad08741f9cf7 None None] value creation lock acquired {{(pid=66703) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:135}} [ 1014.391447] env[66703]: DEBUG dogpile.cache.region [None req-ffa6d202-748e-4c81-9979-ad08741f9cf7 None None] No value present for key: 'zone-id' {{(pid=66703) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 1014.391598] env[66703]: DEBUG dogpile.lock [None req-ffa6d202-748e-4c81-9979-ad08741f9cf7 None None] Calling creation function for not-yet-present value {{(pid=66703) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:174}} [ 1014.391749] env[66703]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-ffa6d202-748e-4c81-9979-ad08741f9cf7 None None] Looking for TransportZone with name nsx-vlan-transportzone. [ 1014.413900] env[66703]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-ffa6d202-748e-4c81-9979-ad08741f9cf7 None None] loading zone with a95c914d-748d-497c-94ab-10d4647daeba and tags [{'scope': 'mp2policy_migr_status', 'tag': 'success'}] [ 1014.414164] env[66703]: DEBUG dogpile.cache.region [None req-ffa6d202-748e-4c81-9979-ad08741f9cf7 None None] Cache value generated in 0.022 seconds for key(s): 'zone-id' {{(pid=66703) _log_time /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:910}} [ 1014.414310] env[66703]: DEBUG dogpile.lock [None req-ffa6d202-748e-4c81-9979-ad08741f9cf7 None None] Released creation lock {{(pid=66703) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:182}} [ 1014.414489] env[66703]: DEBUG oslo_concurrency.lockutils [None req-ffa6d202-748e-4c81-9979-ad08741f9cf7 None None] Releasing lock "network-41" {{(pid=66703) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1014.414822] env[66703]: DEBUG networking_nsxv3.common.locking [None req-ffa6d202-748e-4c81-9979-ad08741f9cf7 None None] Lock port-9ea53ce7-fa27-4fa9-979d-be447bbbfda5 taken with stack trace [, , , , , , , , ] {{(pid=66703) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1014.415021] env[66703]: DEBUG oslo_concurrency.lockutils [None req-ffa6d202-748e-4c81-9979-ad08741f9cf7 None None] Acquiring lock "port-9ea53ce7-fa27-4fa9-979d-be447bbbfda5" {{(pid=66703) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1014.415178] env[66703]: DEBUG oslo_concurrency.lockutils [None req-ffa6d202-748e-4c81-9979-ad08741f9cf7 None None] Acquired lock "port-9ea53ce7-fa27-4fa9-979d-be447bbbfda5" {{(pid=66703) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1014.415514] env[66703]: DEBUG oslo_concurrency.lockutils [None req-ffa6d202-748e-4c81-9979-ad08741f9cf7 None None] Acquired external semaphore "port-9ea53ce7-fa27-4fa9-979d-be447bbbfda5" {{(pid=66703) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1014.415798] env[66703]: DEBUG networking_nsxv3.api.rpc [None req-ffa6d202-748e-4c81-9979-ad08741f9cf7 None None] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('9ea53ce7-fa27-4fa9-979d-be447bbbfda5',) {} {{(pid=66703) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1014.538177] env[66703]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=66703) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1014.538347] env[66703]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66703) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1014.538419] env[66703]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66703) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1014.538630] env[66703]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66703) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1014.538721] env[66703]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66703) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1014.538922] env[66703]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66703) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1014.539690] env[66703]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66703) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1014.539690] env[66703]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66703) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1014.539690] env[66703]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66703) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1014.539690] env[66703]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66703) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1014.539690] env[66703]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: db254d47-d7a1-40b1-a751-5c5ada9bc604 is going to be updated. [ 1014.569630] env[66703]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66703) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1014.569861] env[66703]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66703) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1014.569958] env[66703]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66703) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1014.570287] env[66703]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66703) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1014.570503] env[66703]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66703) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1014.580994] env[66703]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: db254d47-d7a1-40b1-a751-5c5ada9bc604 in Status: IN_PROGRESS for 2s [ 1014.918200] env[66703]: DEBUG networking_nsxv3.common.locking [None req-ffa6d202-748e-4c81-9979-ad08741f9cf7 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , ] {{(pid=66703) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1014.918581] env[66703]: DEBUG oslo_concurrency.lockutils [None req-ffa6d202-748e-4c81-9979-ad08741f9cf7 None None] Acquiring lock "SegmentPort" {{(pid=66703) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1014.918719] env[66703]: DEBUG oslo_concurrency.lockutils [None req-ffa6d202-748e-4c81-9979-ad08741f9cf7 None None] Acquired lock "SegmentPort" {{(pid=66703) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1014.919013] env[66703]: DEBUG oslo_concurrency.lockutils [None req-ffa6d202-748e-4c81-9979-ad08741f9cf7 None None] Acquired external semaphore "SegmentPort" {{(pid=66703) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1014.919166] env[66703]: DEBUG oslo_concurrency.lockutils [None req-ffa6d202-748e-4c81-9979-ad08741f9cf7 None None] Releasing lock "SegmentPort" {{(pid=66703) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1014.919321] env[66703]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-ffa6d202-748e-4c81-9979-ad08741f9cf7 None None] Segment Port 9ea53ce7-fa27-4fa9-979d-be447bbbfda5 not found, creating... [ 1014.919658] env[66703]: DEBUG networking_nsxv3.common.locking [None req-ffa6d202-748e-4c81-9979-ad08741f9cf7 None None] Lock Segment taken with stack trace [, , , , , , , , , , , ] {{(pid=66703) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1014.919896] env[66703]: DEBUG oslo_concurrency.lockutils [None req-ffa6d202-748e-4c81-9979-ad08741f9cf7 None None] Acquiring lock "Segment" {{(pid=66703) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1014.920096] env[66703]: DEBUG oslo_concurrency.lockutils [None req-ffa6d202-748e-4c81-9979-ad08741f9cf7 None None] Acquired lock "Segment" {{(pid=66703) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1014.920346] env[66703]: DEBUG oslo_concurrency.lockutils [None req-ffa6d202-748e-4c81-9979-ad08741f9cf7 None None] Acquired external semaphore "Segment" {{(pid=66703) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1014.920483] env[66703]: DEBUG oslo_concurrency.lockutils [None req-ffa6d202-748e-4c81-9979-ad08741f9cf7 None None] Releasing lock "Segment" {{(pid=66703) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1014.920804] env[66703]: DEBUG networking_nsxv3.common.locking [None req-ffa6d202-748e-4c81-9979-ad08741f9cf7 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=66703) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1014.922540] env[66703]: DEBUG oslo_concurrency.lockutils [None req-ffa6d202-748e-4c81-9979-ad08741f9cf7 None None] Acquiring lock "SegmentPort" {{(pid=66703) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1014.922540] env[66703]: DEBUG oslo_concurrency.lockutils [None req-ffa6d202-748e-4c81-9979-ad08741f9cf7 None None] Acquired lock "SegmentPort" {{(pid=66703) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1014.922540] env[66703]: DEBUG oslo_concurrency.lockutils [None req-ffa6d202-748e-4c81-9979-ad08741f9cf7 None None] Acquired external semaphore "SegmentPort" {{(pid=66703) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1014.922540] env[66703]: DEBUG oslo_concurrency.lockutils [None req-ffa6d202-748e-4c81-9979-ad08741f9cf7 None None] Releasing lock "SegmentPort" {{(pid=66703) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1014.922540] env[66703]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-ffa6d202-748e-4c81-9979-ad08741f9cf7 None None] Resource: SegmentPort with ID: 9ea53ce7-fa27-4fa9-979d-be447bbbfda5 is going to be created. [ 1014.945237] env[66703]: DEBUG networking_nsxv3.common.locking [None req-ffa6d202-748e-4c81-9979-ad08741f9cf7 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=66703) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1014.945455] env[66703]: DEBUG oslo_concurrency.lockutils [None req-ffa6d202-748e-4c81-9979-ad08741f9cf7 None None] Acquiring lock "SegmentPort" {{(pid=66703) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1014.945568] env[66703]: DEBUG oslo_concurrency.lockutils [None req-ffa6d202-748e-4c81-9979-ad08741f9cf7 None None] Acquired lock "SegmentPort" {{(pid=66703) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1014.945961] env[66703]: DEBUG oslo_concurrency.lockutils [None req-ffa6d202-748e-4c81-9979-ad08741f9cf7 None None] Acquired external semaphore "SegmentPort" {{(pid=66703) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1014.946209] env[66703]: DEBUG oslo_concurrency.lockutils [None req-ffa6d202-748e-4c81-9979-ad08741f9cf7 None None] Releasing lock "SegmentPort" {{(pid=66703) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1014.946466] env[66703]: DEBUG oslo_concurrency.lockutils [None req-ffa6d202-748e-4c81-9979-ad08741f9cf7 None None] Releasing lock "port-9ea53ce7-fa27-4fa9-979d-be447bbbfda5" {{(pid=66703) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1015.660916] env[66703]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: f52985e4-827d-4ac5-ba08-62ae5081fda6 in Status: SUCCESS [ 1015.661316] env[66703]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-f52985e4-827d-4ac5-ba08-62ae5081fda6" {{(pid=66703) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1015.685035] env[66703]: INFO networking_nsxv3.common.synchronization [req-9e10222a-c1e9-42fe-9457-efb08ba4960e req-ee152e9e-373f-43b7-ae63-52a7ad44d772 service nova] Enqueued Resource ID: db254d47-d7a1-40b1-a751-5c5ada9bc604 with Priority: HIGHEST for action security_group_rules [ 1015.685035] env[66703]: INFO networking_nsxv3.common.synchronization [req-9e10222a-c1e9-42fe-9457-efb08ba4960e req-ee152e9e-373f-43b7-ae63-52a7ad44d772 service nova] Enqueued Resource ID: db254d47-d7a1-40b1-a751-5c5ada9bc604 with Priority: HIGHEST for action security_group_members [ 1015.685035] env[66703]: INFO networking_nsxv3.common.synchronization [req-9e10222a-c1e9-42fe-9457-efb08ba4960e req-ee152e9e-373f-43b7-ae63-52a7ad44d772 service nova] Enqueued Resource ID: 9ea53ce7-fa27-4fa9-979d-be447bbbfda5 with Priority: HIGHEST for action port [ 1015.686045] env[66703]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: db254d47-d7a1-40b1-a751-5c5ada9bc604 with Priority: HIGHEST for action security_group_rules [ 1015.686444] env[66703]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: db254d47-d7a1-40b1-a751-5c5ada9bc604 with Priority: HIGHEST for action security_group_members [ 1015.686742] env[66703]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 9ea53ce7-fa27-4fa9-979d-be447bbbfda5 with Priority: HIGHEST for action port [ 1015.687387] env[66703]: DEBUG networking_nsxv3.common.locking [-] Lock rules-db254d47-d7a1-40b1-a751-5c5ada9bc604 taken with stack trace [, , ] {{(pid=66703) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1015.687721] env[66703]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-db254d47-d7a1-40b1-a751-5c5ada9bc604" {{(pid=66703) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1015.689953] env[66703]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-db254d47-d7a1-40b1-a751-5c5ada9bc604" {{(pid=66703) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1015.689953] env[66703]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-db254d47-d7a1-40b1-a751-5c5ada9bc604" {{(pid=66703) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1015.689953] env[66703]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('db254d47-d7a1-40b1-a751-5c5ada9bc604',) {} {{(pid=66703) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1015.689953] env[66703]: DEBUG networking_nsxv3.common.locking [-] Lock member-db254d47-d7a1-40b1-a751-5c5ada9bc604 taken with stack trace [, , ] {{(pid=66703) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1015.689953] env[66703]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-db254d47-d7a1-40b1-a751-5c5ada9bc604" {{(pid=66703) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1015.689953] env[66703]: DEBUG networking_nsxv3.common.locking [-] Lock port-9ea53ce7-fa27-4fa9-979d-be447bbbfda5 taken with stack trace [, , ] {{(pid=66703) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1015.690934] env[66703]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-9ea53ce7-fa27-4fa9-979d-be447bbbfda5" {{(pid=66703) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1015.691126] env[66703]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-9ea53ce7-fa27-4fa9-979d-be447bbbfda5" {{(pid=66703) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1015.691533] env[66703]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-9ea53ce7-fa27-4fa9-979d-be447bbbfda5" {{(pid=66703) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1015.691911] env[66703]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('9ea53ce7-fa27-4fa9-979d-be447bbbfda5',) {} {{(pid=66703) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1015.935967] env[66703]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 3304826c-ce8e-49f9-aefd-3be39a0c0fbb in Status: SUCCESS [ 1015.936200] env[66703]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-3304826c-ce8e-49f9-aefd-3be39a0c0fbb" {{(pid=66703) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1015.936371] env[66703]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-3304826c-ce8e-49f9-aefd-3be39a0c0fbb" {{(pid=66703) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1015.936645] env[66703]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-3304826c-ce8e-49f9-aefd-3be39a0c0fbb" {{(pid=66703) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1015.936857] env[66703]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=66703) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1015.937030] env[66703]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66703) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1015.937128] env[66703]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66703) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1015.937250] env[66703]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66703) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1015.937733] env[66703]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66703) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1015.937733] env[66703]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-3304826c-ce8e-49f9-aefd-3be39a0c0fbb" {{(pid=66703) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1015.937733] env[66703]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('3304826c-ce8e-49f9-aefd-3be39a0c0fbb',) {} {{(pid=66703) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1016.194202] env[66703]: DEBUG networking_nsxv3.common.locking [-] Lock member-db254d47-d7a1-40b1-a751-5c5ada9bc604 taken with stack trace [, , , ] {{(pid=66703) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1016.194386] env[66703]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-db254d47-d7a1-40b1-a751-5c5ada9bc604" {{(pid=66703) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1016.194542] env[66703]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] realization of port 9ea53ce7-fa27-4fa9-979d-be447bbbfda5 with status ACTIVE [ 1016.194810] env[66703]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=66703) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1016.194956] env[66703]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=66703) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1016.195041] env[66703]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=66703) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1016.195257] env[66703]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=66703) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1016.195347] env[66703]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=66703) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1016.195539] env[66703]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , ] {{(pid=66703) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1016.195647] env[66703]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=66703) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1016.195738] env[66703]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=66703) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1016.195910] env[66703]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=66703) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1016.196016] env[66703]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=66703) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1016.196205] env[66703]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=66703) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1016.196314] env[66703]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=66703) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1016.196375] env[66703]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=66703) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1016.196515] env[66703]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=66703) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1016.196592] env[66703]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=66703) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1016.196677] env[66703]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: SegmentPort with ID: 9ea53ce7-fa27-4fa9-979d-be447bbbfda5 is going to be updated. [ 1016.222713] env[66703]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=66703) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1016.222910] env[66703]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=66703) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1016.222910] env[66703]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=66703) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1016.223723] env[66703]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=66703) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1016.223723] env[66703]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=66703) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1016.223723] env[66703]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-9ea53ce7-fa27-4fa9-979d-be447bbbfda5" {{(pid=66703) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1016.442257] env[66703]: DEBUG networking_nsxv3.common.locking [-] Lock member-3304826c-ce8e-49f9-aefd-3be39a0c0fbb taken with stack trace [, , , ] {{(pid=66703) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1016.442257] env[66703]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-3304826c-ce8e-49f9-aefd-3be39a0c0fbb" {{(pid=66703) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1016.442257] env[66703]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-3304826c-ce8e-49f9-aefd-3be39a0c0fbb" {{(pid=66703) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1016.442257] env[66703]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-3304826c-ce8e-49f9-aefd-3be39a0c0fbb" {{(pid=66703) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1016.442257] env[66703]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=66703) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1016.442257] env[66703]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66703) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1016.442257] env[66703]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66703) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1016.442257] env[66703]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66703) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1016.442257] env[66703]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66703) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1016.442257] env[66703]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-3304826c-ce8e-49f9-aefd-3be39a0c0fbb" {{(pid=66703) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1016.442257] env[66703]: DEBUG networking_nsxv3.common.locking [-] Lock member-3304826c-ce8e-49f9-aefd-3be39a0c0fbb taken with stack trace [, , , ] {{(pid=66703) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1016.442257] env[66703]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-3304826c-ce8e-49f9-aefd-3be39a0c0fbb" {{(pid=66703) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1016.442257] env[66703]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-3304826c-ce8e-49f9-aefd-3be39a0c0fbb" {{(pid=66703) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1016.442852] env[66703]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-3304826c-ce8e-49f9-aefd-3be39a0c0fbb" {{(pid=66703) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1016.442948] env[66703]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=66703) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1016.442989] env[66703]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66703) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1016.443187] env[66703]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66703) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1016.443246] env[66703]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66703) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1016.443934] env[66703]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66703) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1016.443934] env[66703]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-3304826c-ce8e-49f9-aefd-3be39a0c0fbb" {{(pid=66703) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1016.443934] env[66703]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('3304826c-ce8e-49f9-aefd-3be39a0c0fbb',) {} {{(pid=66703) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1016.597301] env[66703]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: db254d47-d7a1-40b1-a751-5c5ada9bc604 in Status: SUCCESS [ 1016.597301] env[66703]: WARNING networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: db254d47-d7a1-40b1-a751-5c5ada9bc604 deletion is rescheduled due to dependency. [ 1016.597301] env[66703]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-db254d47-d7a1-40b1-a751-5c5ada9bc604" {{(pid=66703) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1016.597531] env[66703]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-db254d47-d7a1-40b1-a751-5c5ada9bc604" {{(pid=66703) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1016.598068] env[66703]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-db254d47-d7a1-40b1-a751-5c5ada9bc604" {{(pid=66703) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1016.598068] env[66703]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=66703) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1016.598068] env[66703]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66703) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1016.598218] env[66703]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66703) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1016.598313] env[66703]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66703) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1016.598393] env[66703]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66703) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1016.598500] env[66703]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('db254d47-d7a1-40b1-a751-5c5ada9bc604',) {} {{(pid=66703) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1016.730402] env[66703]: INFO networking_nsxv3.common.synchronization [None req-840f098e-3e92-4b7c-a7e0-da1b158f5a5d tempest-AttachVolumeShelveTestJSON-1791692547 tempest-AttachVolumeShelveTestJSON-1791692547-project-member] Enqueued Resource ID: e5478296-296b-4855-b680-ee0ae524bfb1 with Priority: HIGHEST for action security_group_rules [ 1016.731024] env[66703]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: e5478296-296b-4855-b680-ee0ae524bfb1 with Priority: HIGHEST for action security_group_rules [ 1016.731430] env[66703]: DEBUG networking_nsxv3.common.locking [-] Lock rules-e5478296-296b-4855-b680-ee0ae524bfb1 taken with stack trace [, , ] {{(pid=66703) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1016.731591] env[66703]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-e5478296-296b-4855-b680-ee0ae524bfb1" {{(pid=66703) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1016.731696] env[66703]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-e5478296-296b-4855-b680-ee0ae524bfb1" {{(pid=66703) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1016.731981] env[66703]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-e5478296-296b-4855-b680-ee0ae524bfb1" {{(pid=66703) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1016.732106] env[66703]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('e5478296-296b-4855-b680-ee0ae524bfb1',) {} {{(pid=66703) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1016.865247] env[66703]: INFO networking_nsxv3.common.synchronization [None req-0a6609ff-ad9b-444a-af99-d30a68f72797 tempest-AttachVolumeShelveTestJSON-1791692547 tempest-AttachVolumeShelveTestJSON-1791692547-project-member] Enqueued Resource ID: e5478296-296b-4855-b680-ee0ae524bfb1 with Priority: HIGHEST for action security_group_rules [ 1016.865748] env[66703]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: e5478296-296b-4855-b680-ee0ae524bfb1 with Priority: HIGHEST for action security_group_rules [ 1016.866133] env[66703]: DEBUG networking_nsxv3.common.locking [-] Lock rules-e5478296-296b-4855-b680-ee0ae524bfb1 taken with stack trace [, , ] {{(pid=66703) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1016.866235] env[66703]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-e5478296-296b-4855-b680-ee0ae524bfb1" {{(pid=66703) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1016.945973] env[66703]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for 3304826c-ce8e-49f9-aefd-3be39a0c0fbb: rpc.has_security_group_logging(os_id): False [ 1016.969101] env[66703]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=66703) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1016.969327] env[66703]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66703) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1016.969395] env[66703]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66703) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1016.969772] env[66703]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66703) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1016.969772] env[66703]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66703) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1016.970294] env[66703]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66703) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1016.970294] env[66703]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66703) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1016.970294] env[66703]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66703) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1016.970517] env[66703]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66703) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1016.970517] env[66703]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66703) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1016.970580] env[66703]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66703) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1016.970746] env[66703]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66703) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1016.970746] env[66703]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66703) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1016.970855] env[66703]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66703) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1016.971818] env[66703]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66703) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1016.971818] env[66703]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=66703) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1016.971818] env[66703]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66703) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1016.971818] env[66703]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66703) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1016.971818] env[66703]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66703) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1016.971818] env[66703]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66703) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1016.971818] env[66703]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 3304826c-ce8e-49f9-aefd-3be39a0c0fbb is going to be updated. [ 1017.047905] env[66703]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=66703) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1017.048061] env[66703]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66703) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1017.048120] env[66703]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66703) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1017.048336] env[66703]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66703) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1017.048480] env[66703]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66703) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1017.078365] env[66703]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 3304826c-ce8e-49f9-aefd-3be39a0c0fbb in Status: IN_PROGRESS for 2s [ 1017.100487] env[66703]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('db254d47-d7a1-40b1-a751-5c5ada9bc604',) {} {{(pid=66703) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1017.257873] env[66703]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=66703) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1017.258047] env[66703]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66703) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1017.258151] env[66703]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66703) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1017.258343] env[66703]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66703) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1017.258430] env[66703]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66703) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1017.258537] env[66703]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: e5478296-296b-4855-b680-ee0ae524bfb1 already deleted. [ 1017.258622] env[66703]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-e5478296-296b-4855-b680-ee0ae524bfb1" {{(pid=66703) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1017.258783] env[66703]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-e5478296-296b-4855-b680-ee0ae524bfb1" {{(pid=66703) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1017.258984] env[66703]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-e5478296-296b-4855-b680-ee0ae524bfb1" {{(pid=66703) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1017.259302] env[66703]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('e5478296-296b-4855-b680-ee0ae524bfb1',) {} {{(pid=66703) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1017.607749] env[66703]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('db254d47-d7a1-40b1-a751-5c5ada9bc604',) {} {{(pid=66703) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1017.784681] env[66703]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=66703) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1017.785370] env[66703]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66703) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1017.785370] env[66703]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66703) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1017.785370] env[66703]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66703) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1017.785370] env[66703]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66703) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1017.785370] env[66703]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: e5478296-296b-4855-b680-ee0ae524bfb1 already deleted. [ 1017.785370] env[66703]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-e5478296-296b-4855-b680-ee0ae524bfb1" {{(pid=66703) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1018.110053] env[66703]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66703) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1018.110285] env[66703]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66703) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1018.110328] env[66703]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66703) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1018.110567] env[66703]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66703) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1018.110682] env[66703]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66703) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1018.110790] env[66703]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: db254d47-d7a1-40b1-a751-5c5ada9bc604 is going to be updated. [ 1018.143297] env[66703]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66703) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1018.143628] env[66703]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66703) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1018.143628] env[66703]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66703) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1018.143816] env[66703]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66703) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1018.144890] env[66703]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66703) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1018.156230] env[66703]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: db254d47-d7a1-40b1-a751-5c5ada9bc604 in Status: IN_PROGRESS for 2s [ 1018.585878] env[66703]: INFO networking_nsxv3.common.synchronization [None req-de54b776-3d8c-4552-86e2-3172471dc545 tempest-ServerActionsTestOtherA-1522627266 tempest-ServerActionsTestOtherA-1522627266-project-member] Enqueued Resource ID: 4872b703-920a-4af9-a3a7-4649c45283ab with Priority: HIGHEST for action security_group_rules [ 1018.586454] env[66703]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 4872b703-920a-4af9-a3a7-4649c45283ab with Priority: HIGHEST for action security_group_rules [ 1018.586864] env[66703]: DEBUG networking_nsxv3.common.locking [-] Lock rules-4872b703-920a-4af9-a3a7-4649c45283ab taken with stack trace [, , ] {{(pid=66703) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1018.587053] env[66703]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-4872b703-920a-4af9-a3a7-4649c45283ab" {{(pid=66703) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1018.587166] env[66703]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-4872b703-920a-4af9-a3a7-4649c45283ab" {{(pid=66703) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1018.587495] env[66703]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-4872b703-920a-4af9-a3a7-4649c45283ab" {{(pid=66703) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1018.587761] env[66703]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('4872b703-920a-4af9-a3a7-4649c45283ab',) {} {{(pid=66703) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1018.688770] env[66703]: INFO networking_nsxv3.common.synchronization [None req-3d8a0f85-0f09-43c2-8ebd-3bfacd24154e tempest-ServerActionsTestOtherA-1522627266 tempest-ServerActionsTestOtherA-1522627266-project-member] Enqueued Resource ID: 4872b703-920a-4af9-a3a7-4649c45283ab with Priority: HIGHEST for action security_group_rules [ 1018.689373] env[66703]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 4872b703-920a-4af9-a3a7-4649c45283ab with Priority: HIGHEST for action security_group_rules [ 1018.689930] env[66703]: DEBUG networking_nsxv3.common.locking [-] Lock rules-4872b703-920a-4af9-a3a7-4649c45283ab taken with stack trace [, , ] {{(pid=66703) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1018.689930] env[66703]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-4872b703-920a-4af9-a3a7-4649c45283ab" {{(pid=66703) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1019.101463] env[66703]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 3304826c-ce8e-49f9-aefd-3be39a0c0fbb in Status: SUCCESS [ 1019.101849] env[66703]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-3304826c-ce8e-49f9-aefd-3be39a0c0fbb" {{(pid=66703) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1019.109186] env[66703]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=66703) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1019.109401] env[66703]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66703) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1019.109401] env[66703]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66703) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1019.110408] env[66703]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66703) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1019.110408] env[66703]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66703) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1019.110408] env[66703]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 4872b703-920a-4af9-a3a7-4649c45283ab already deleted. [ 1019.110408] env[66703]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-4872b703-920a-4af9-a3a7-4649c45283ab" {{(pid=66703) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1019.110408] env[66703]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-4872b703-920a-4af9-a3a7-4649c45283ab" {{(pid=66703) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1019.111063] env[66703]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-4872b703-920a-4af9-a3a7-4649c45283ab" {{(pid=66703) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1019.111063] env[66703]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('4872b703-920a-4af9-a3a7-4649c45283ab',) {} {{(pid=66703) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1019.633408] env[66703]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=66703) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1019.633610] env[66703]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66703) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1019.633657] env[66703]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66703) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1019.633868] env[66703]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66703) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1019.633997] env[66703]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66703) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1019.635024] env[66703]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 4872b703-920a-4af9-a3a7-4649c45283ab already deleted. [ 1019.635024] env[66703]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-4872b703-920a-4af9-a3a7-4649c45283ab" {{(pid=66703) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1020.168782] env[66703]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: db254d47-d7a1-40b1-a751-5c5ada9bc604 in Status: SUCCESS [ 1020.168782] env[66703]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-db254d47-d7a1-40b1-a751-5c5ada9bc604" {{(pid=66703) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1020.169193] env[66703]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-db254d47-d7a1-40b1-a751-5c5ada9bc604" {{(pid=66703) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1020.169292] env[66703]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-db254d47-d7a1-40b1-a751-5c5ada9bc604" {{(pid=66703) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1020.169591] env[66703]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=66703) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1020.169712] env[66703]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66703) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1020.169801] env[66703]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66703) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1020.170037] env[66703]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66703) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1020.170184] env[66703]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66703) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1020.170912] env[66703]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-db254d47-d7a1-40b1-a751-5c5ada9bc604" {{(pid=66703) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1020.170912] env[66703]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('db254d47-d7a1-40b1-a751-5c5ada9bc604',) {} {{(pid=66703) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1020.483979] env[66703]: INFO networking_nsxv3.common.synchronization [req-26484d49-c8a9-4fea-bfed-cefc50913377 req-5b09c6ed-a313-41ae-ac3a-3a1977b73b9e tempest-ServerRescueTestJSON-996972293 tempest-ServerRescueTestJSON-996972293-project-member] Enqueued Resource ID: bab497ff-3c4f-41ab-80e5-efd1dc76b6d8 with Priority: HIGHEST for action security_group_members [ 1020.484564] env[66703]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: bab497ff-3c4f-41ab-80e5-efd1dc76b6d8 with Priority: HIGHEST for action security_group_members [ 1020.484868] env[66703]: DEBUG networking_nsxv3.common.locking [-] Lock member-bab497ff-3c4f-41ab-80e5-efd1dc76b6d8 taken with stack trace [, , ] {{(pid=66703) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1020.484990] env[66703]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-bab497ff-3c4f-41ab-80e5-efd1dc76b6d8" {{(pid=66703) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1020.487077] env[66703]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-bab497ff-3c4f-41ab-80e5-efd1dc76b6d8" {{(pid=66703) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1020.487357] env[66703]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-bab497ff-3c4f-41ab-80e5-efd1dc76b6d8" {{(pid=66703) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1020.487539] env[66703]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=66703) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1020.487656] env[66703]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66703) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1020.487761] env[66703]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66703) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1020.487900] env[66703]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66703) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1020.487975] env[66703]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66703) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1020.488128] env[66703]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('bab497ff-3c4f-41ab-80e5-efd1dc76b6d8',) {} {{(pid=66703) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1020.676411] env[66703]: DEBUG networking_nsxv3.common.locking [-] Lock member-db254d47-d7a1-40b1-a751-5c5ada9bc604 taken with stack trace [, , , ] {{(pid=66703) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1020.676411] env[66703]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-db254d47-d7a1-40b1-a751-5c5ada9bc604" {{(pid=66703) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1020.676411] env[66703]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-db254d47-d7a1-40b1-a751-5c5ada9bc604" {{(pid=66703) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1020.676411] env[66703]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-db254d47-d7a1-40b1-a751-5c5ada9bc604" {{(pid=66703) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1020.676411] env[66703]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=66703) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1020.676411] env[66703]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66703) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1020.676411] env[66703]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66703) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1020.676411] env[66703]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66703) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1020.676411] env[66703]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66703) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1020.676411] env[66703]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-db254d47-d7a1-40b1-a751-5c5ada9bc604" {{(pid=66703) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1020.676411] env[66703]: DEBUG networking_nsxv3.common.locking [-] Lock member-db254d47-d7a1-40b1-a751-5c5ada9bc604 taken with stack trace [, , , ] {{(pid=66703) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1020.676411] env[66703]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-db254d47-d7a1-40b1-a751-5c5ada9bc604" {{(pid=66703) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1020.676411] env[66703]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-db254d47-d7a1-40b1-a751-5c5ada9bc604" {{(pid=66703) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1020.676411] env[66703]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-db254d47-d7a1-40b1-a751-5c5ada9bc604" {{(pid=66703) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1020.676411] env[66703]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=66703) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1020.676411] env[66703]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66703) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1020.677080] env[66703]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66703) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1020.677080] env[66703]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66703) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1020.677080] env[66703]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66703) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1020.677080] env[66703]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-db254d47-d7a1-40b1-a751-5c5ada9bc604" {{(pid=66703) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1020.677080] env[66703]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('db254d47-d7a1-40b1-a751-5c5ada9bc604',) {} {{(pid=66703) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1020.880987] env[66703]: DEBUG networking_nsxv3.common.locking [None req-33d36011-a73c-4b6d-849a-f8c867240c48 None None] Lock network-780 taken with stack trace [, , , , , , , , ] {{(pid=66703) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1020.880987] env[66703]: DEBUG oslo_concurrency.lockutils [None req-33d36011-a73c-4b6d-849a-f8c867240c48 None None] Acquiring lock "network-780" {{(pid=66703) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1020.881189] env[66703]: DEBUG oslo_concurrency.lockutils [None req-33d36011-a73c-4b6d-849a-f8c867240c48 None None] Acquired lock "network-780" {{(pid=66703) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1020.881617] env[66703]: DEBUG oslo_concurrency.lockutils [None req-33d36011-a73c-4b6d-849a-f8c867240c48 None None] Acquired external semaphore "network-780" {{(pid=66703) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1020.881689] env[66703]: DEBUG networking_nsxv3.common.locking [None req-33d36011-a73c-4b6d-849a-f8c867240c48 None None] Lock Segment taken with stack trace [, , , , , , , , , , ] {{(pid=66703) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1020.881992] env[66703]: DEBUG oslo_concurrency.lockutils [None req-33d36011-a73c-4b6d-849a-f8c867240c48 None None] Acquiring lock "Segment" {{(pid=66703) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1020.881992] env[66703]: DEBUG oslo_concurrency.lockutils [None req-33d36011-a73c-4b6d-849a-f8c867240c48 None None] Acquired lock "Segment" {{(pid=66703) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1020.882108] env[66703]: DEBUG oslo_concurrency.lockutils [None req-33d36011-a73c-4b6d-849a-f8c867240c48 None None] Acquired external semaphore "Segment" {{(pid=66703) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1020.882255] env[66703]: DEBUG oslo_concurrency.lockutils [None req-33d36011-a73c-4b6d-849a-f8c867240c48 None None] Releasing lock "Segment" {{(pid=66703) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1020.882498] env[66703]: DEBUG dogpile.cache.region [None req-33d36011-a73c-4b6d-849a-f8c867240c48 None None] No value present for key: 'zone-id' {{(pid=66703) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 1020.882849] env[66703]: DEBUG dogpile.lock [None req-33d36011-a73c-4b6d-849a-f8c867240c48 None None] NeedRegenerationException {{(pid=66703) _enter /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:90}} [ 1020.882849] env[66703]: DEBUG dogpile.lock [None req-33d36011-a73c-4b6d-849a-f8c867240c48 None None] no value, waiting for create lock {{(pid=66703) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:131}} [ 1020.882849] env[66703]: DEBUG dogpile.lock [None req-33d36011-a73c-4b6d-849a-f8c867240c48 None None] value creation lock acquired {{(pid=66703) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:135}} [ 1020.882978] env[66703]: DEBUG dogpile.cache.region [None req-33d36011-a73c-4b6d-849a-f8c867240c48 None None] No value present for key: 'zone-id' {{(pid=66703) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 1020.883028] env[66703]: DEBUG dogpile.lock [None req-33d36011-a73c-4b6d-849a-f8c867240c48 None None] Calling creation function for not-yet-present value {{(pid=66703) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:174}} [ 1020.883183] env[66703]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-33d36011-a73c-4b6d-849a-f8c867240c48 None None] Looking for TransportZone with name nsx-vlan-transportzone. [ 1020.906258] env[66703]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-33d36011-a73c-4b6d-849a-f8c867240c48 None None] loading zone with a95c914d-748d-497c-94ab-10d4647daeba and tags [{'scope': 'mp2policy_migr_status', 'tag': 'success'}] [ 1020.906489] env[66703]: DEBUG dogpile.cache.region [None req-33d36011-a73c-4b6d-849a-f8c867240c48 None None] Cache value generated in 0.023 seconds for key(s): 'zone-id' {{(pid=66703) _log_time /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:910}} [ 1020.906642] env[66703]: DEBUG dogpile.lock [None req-33d36011-a73c-4b6d-849a-f8c867240c48 None None] Released creation lock {{(pid=66703) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:182}} [ 1020.906850] env[66703]: DEBUG oslo_concurrency.lockutils [None req-33d36011-a73c-4b6d-849a-f8c867240c48 None None] Releasing lock "network-780" {{(pid=66703) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1020.907104] env[66703]: DEBUG networking_nsxv3.common.locking [None req-33d36011-a73c-4b6d-849a-f8c867240c48 None None] Lock port-72bbb268-9218-41f6-8d1a-7063a161cf04 taken with stack trace [, , , , , , , , ] {{(pid=66703) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1020.907290] env[66703]: DEBUG oslo_concurrency.lockutils [None req-33d36011-a73c-4b6d-849a-f8c867240c48 None None] Acquiring lock "port-72bbb268-9218-41f6-8d1a-7063a161cf04" {{(pid=66703) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1020.907410] env[66703]: DEBUG oslo_concurrency.lockutils [None req-33d36011-a73c-4b6d-849a-f8c867240c48 None None] Acquired lock "port-72bbb268-9218-41f6-8d1a-7063a161cf04" {{(pid=66703) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1020.907850] env[66703]: DEBUG oslo_concurrency.lockutils [None req-33d36011-a73c-4b6d-849a-f8c867240c48 None None] Acquired external semaphore "port-72bbb268-9218-41f6-8d1a-7063a161cf04" {{(pid=66703) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1020.907999] env[66703]: DEBUG networking_nsxv3.api.rpc [None req-33d36011-a73c-4b6d-849a-f8c867240c48 None None] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('72bbb268-9218-41f6-8d1a-7063a161cf04',) {} {{(pid=66703) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1020.990677] env[66703]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('bab497ff-3c4f-41ab-80e5-efd1dc76b6d8',) {} {{(pid=66703) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1021.180168] env[66703]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for db254d47-d7a1-40b1-a751-5c5ada9bc604: rpc.has_security_group_logging(os_id): False [ 1021.207044] env[66703]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=66703) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1021.207044] env[66703]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66703) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1021.207044] env[66703]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66703) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1021.207044] env[66703]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66703) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1021.207044] env[66703]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66703) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1021.207044] env[66703]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66703) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1021.207044] env[66703]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66703) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1021.207044] env[66703]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66703) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1021.207044] env[66703]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66703) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1021.207044] env[66703]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66703) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1021.207044] env[66703]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66703) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1021.207044] env[66703]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66703) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1021.207044] env[66703]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66703) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1021.207044] env[66703]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66703) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1021.207044] env[66703]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66703) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1021.208257] env[66703]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=66703) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1021.208257] env[66703]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66703) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1021.208257] env[66703]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66703) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1021.208257] env[66703]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66703) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1021.208257] env[66703]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66703) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1021.208257] env[66703]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: db254d47-d7a1-40b1-a751-5c5ada9bc604 is going to be updated. [ 1021.285929] env[66703]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=66703) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1021.285929] env[66703]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66703) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1021.285929] env[66703]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66703) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1021.285929] env[66703]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66703) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1021.285929] env[66703]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66703) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1021.304138] env[66703]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: db254d47-d7a1-40b1-a751-5c5ada9bc604 in Status: IN_PROGRESS for 2s [ 1021.411625] env[66703]: DEBUG networking_nsxv3.common.locking [None req-33d36011-a73c-4b6d-849a-f8c867240c48 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , ] {{(pid=66703) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1021.412143] env[66703]: DEBUG oslo_concurrency.lockutils [None req-33d36011-a73c-4b6d-849a-f8c867240c48 None None] Acquiring lock "SegmentPort" {{(pid=66703) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1021.412369] env[66703]: DEBUG oslo_concurrency.lockutils [None req-33d36011-a73c-4b6d-849a-f8c867240c48 None None] Acquired lock "SegmentPort" {{(pid=66703) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1021.412855] env[66703]: DEBUG oslo_concurrency.lockutils [None req-33d36011-a73c-4b6d-849a-f8c867240c48 None None] Acquired external semaphore "SegmentPort" {{(pid=66703) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1021.412855] env[66703]: DEBUG oslo_concurrency.lockutils [None req-33d36011-a73c-4b6d-849a-f8c867240c48 None None] Releasing lock "SegmentPort" {{(pid=66703) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1021.413056] env[66703]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-33d36011-a73c-4b6d-849a-f8c867240c48 None None] Segment Port 72bbb268-9218-41f6-8d1a-7063a161cf04 not found, creating... [ 1021.413298] env[66703]: DEBUG networking_nsxv3.common.locking [None req-33d36011-a73c-4b6d-849a-f8c867240c48 None None] Lock Segment taken with stack trace [, , , , , , , , , , , ] {{(pid=66703) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1021.413493] env[66703]: DEBUG oslo_concurrency.lockutils [None req-33d36011-a73c-4b6d-849a-f8c867240c48 None None] Acquiring lock "Segment" {{(pid=66703) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1021.413630] env[66703]: DEBUG oslo_concurrency.lockutils [None req-33d36011-a73c-4b6d-849a-f8c867240c48 None None] Acquired lock "Segment" {{(pid=66703) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1021.413853] env[66703]: DEBUG oslo_concurrency.lockutils [None req-33d36011-a73c-4b6d-849a-f8c867240c48 None None] Acquired external semaphore "Segment" {{(pid=66703) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1021.413994] env[66703]: DEBUG oslo_concurrency.lockutils [None req-33d36011-a73c-4b6d-849a-f8c867240c48 None None] Releasing lock "Segment" {{(pid=66703) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1021.414339] env[66703]: DEBUG networking_nsxv3.common.locking [None req-33d36011-a73c-4b6d-849a-f8c867240c48 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=66703) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1021.414505] env[66703]: DEBUG oslo_concurrency.lockutils [None req-33d36011-a73c-4b6d-849a-f8c867240c48 None None] Acquiring lock "SegmentPort" {{(pid=66703) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1021.414648] env[66703]: DEBUG oslo_concurrency.lockutils [None req-33d36011-a73c-4b6d-849a-f8c867240c48 None None] Acquired lock "SegmentPort" {{(pid=66703) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1021.414835] env[66703]: DEBUG oslo_concurrency.lockutils [None req-33d36011-a73c-4b6d-849a-f8c867240c48 None None] Acquired external semaphore "SegmentPort" {{(pid=66703) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1021.414967] env[66703]: DEBUG oslo_concurrency.lockutils [None req-33d36011-a73c-4b6d-849a-f8c867240c48 None None] Releasing lock "SegmentPort" {{(pid=66703) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1021.415140] env[66703]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-33d36011-a73c-4b6d-849a-f8c867240c48 None None] Resource: SegmentPort with ID: 72bbb268-9218-41f6-8d1a-7063a161cf04 is going to be created. [ 1021.445717] env[66703]: DEBUG networking_nsxv3.common.locking [None req-33d36011-a73c-4b6d-849a-f8c867240c48 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=66703) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1021.445971] env[66703]: DEBUG oslo_concurrency.lockutils [None req-33d36011-a73c-4b6d-849a-f8c867240c48 None None] Acquiring lock "SegmentPort" {{(pid=66703) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1021.446112] env[66703]: DEBUG oslo_concurrency.lockutils [None req-33d36011-a73c-4b6d-849a-f8c867240c48 None None] Acquired lock "SegmentPort" {{(pid=66703) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1021.446393] env[66703]: DEBUG oslo_concurrency.lockutils [None req-33d36011-a73c-4b6d-849a-f8c867240c48 None None] Acquired external semaphore "SegmentPort" {{(pid=66703) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1021.446638] env[66703]: DEBUG oslo_concurrency.lockutils [None req-33d36011-a73c-4b6d-849a-f8c867240c48 None None] Releasing lock "SegmentPort" {{(pid=66703) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1021.446863] env[66703]: DEBUG oslo_concurrency.lockutils [None req-33d36011-a73c-4b6d-849a-f8c867240c48 None None] Releasing lock "port-72bbb268-9218-41f6-8d1a-7063a161cf04" {{(pid=66703) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1021.492880] env[66703]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('bab497ff-3c4f-41ab-80e5-efd1dc76b6d8',) {} {{(pid=66703) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1021.996104] env[66703]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66703) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1021.996335] env[66703]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66703) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1021.996431] env[66703]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66703) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1021.996720] env[66703]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66703) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1021.996824] env[66703]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66703) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1021.996933] env[66703]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: bab497ff-3c4f-41ab-80e5-efd1dc76b6d8 is going to be updated. [ 1022.035383] env[66703]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66703) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1022.035603] env[66703]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66703) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1022.035603] env[66703]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66703) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1022.035887] env[66703]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66703) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1022.036055] env[66703]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66703) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1022.046643] env[66703]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: bab497ff-3c4f-41ab-80e5-efd1dc76b6d8 in Status: IN_PROGRESS for 2s [ 1022.415536] env[66703]: INFO networking_nsxv3.common.synchronization [req-26484d49-c8a9-4fea-bfed-cefc50913377 req-defddc47-4fbc-4dce-a349-d2b64f6fb906 service nova] Enqueued Resource ID: bab497ff-3c4f-41ab-80e5-efd1dc76b6d8 with Priority: HIGHEST for action security_group_rules [ 1022.415536] env[66703]: INFO networking_nsxv3.common.synchronization [req-26484d49-c8a9-4fea-bfed-cefc50913377 req-defddc47-4fbc-4dce-a349-d2b64f6fb906 service nova] Enqueued Resource ID: bab497ff-3c4f-41ab-80e5-efd1dc76b6d8 with Priority: HIGHEST for action security_group_members [ 1022.415536] env[66703]: INFO networking_nsxv3.common.synchronization [req-26484d49-c8a9-4fea-bfed-cefc50913377 req-defddc47-4fbc-4dce-a349-d2b64f6fb906 service nova] Enqueued Resource ID: 72bbb268-9218-41f6-8d1a-7063a161cf04 with Priority: HIGHEST for action port [ 1022.415849] env[66703]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: bab497ff-3c4f-41ab-80e5-efd1dc76b6d8 with Priority: HIGHEST for action security_group_rules [ 1022.415849] env[66703]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: bab497ff-3c4f-41ab-80e5-efd1dc76b6d8 with Priority: HIGHEST for action security_group_members [ 1022.415911] env[66703]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 72bbb268-9218-41f6-8d1a-7063a161cf04 with Priority: HIGHEST for action port [ 1022.416471] env[66703]: DEBUG networking_nsxv3.common.locking [-] Lock rules-bab497ff-3c4f-41ab-80e5-efd1dc76b6d8 taken with stack trace [, , ] {{(pid=66703) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1022.416588] env[66703]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-bab497ff-3c4f-41ab-80e5-efd1dc76b6d8" {{(pid=66703) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1022.416660] env[66703]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-bab497ff-3c4f-41ab-80e5-efd1dc76b6d8" {{(pid=66703) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1022.416863] env[66703]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-bab497ff-3c4f-41ab-80e5-efd1dc76b6d8" {{(pid=66703) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1022.416940] env[66703]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('bab497ff-3c4f-41ab-80e5-efd1dc76b6d8',) {} {{(pid=66703) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1022.417869] env[66703]: DEBUG networking_nsxv3.common.locking [-] Lock member-bab497ff-3c4f-41ab-80e5-efd1dc76b6d8 taken with stack trace [, , ] {{(pid=66703) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1022.417965] env[66703]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-bab497ff-3c4f-41ab-80e5-efd1dc76b6d8" {{(pid=66703) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1022.418204] env[66703]: DEBUG networking_nsxv3.common.locking [-] Lock port-72bbb268-9218-41f6-8d1a-7063a161cf04 taken with stack trace [, , ] {{(pid=66703) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1022.418280] env[66703]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-72bbb268-9218-41f6-8d1a-7063a161cf04" {{(pid=66703) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1022.418334] env[66703]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-72bbb268-9218-41f6-8d1a-7063a161cf04" {{(pid=66703) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1022.418498] env[66703]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-72bbb268-9218-41f6-8d1a-7063a161cf04" {{(pid=66703) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1022.418574] env[66703]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('72bbb268-9218-41f6-8d1a-7063a161cf04',) {} {{(pid=66703) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1022.920902] env[66703]: DEBUG networking_nsxv3.common.locking [-] Lock member-bab497ff-3c4f-41ab-80e5-efd1dc76b6d8 taken with stack trace [, , , ] {{(pid=66703) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1022.921080] env[66703]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-bab497ff-3c4f-41ab-80e5-efd1dc76b6d8" {{(pid=66703) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1022.921333] env[66703]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] realization of port 72bbb268-9218-41f6-8d1a-7063a161cf04 with status ACTIVE [ 1022.921518] env[66703]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=66703) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1022.921649] env[66703]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=66703) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1022.921718] env[66703]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=66703) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1022.921966] env[66703]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=66703) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1022.922063] env[66703]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=66703) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1022.922258] env[66703]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , ] {{(pid=66703) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1022.922355] env[66703]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=66703) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1022.922415] env[66703]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=66703) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1022.922575] env[66703]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=66703) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1022.922654] env[66703]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=66703) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1022.922853] env[66703]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=66703) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1022.922946] env[66703]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=66703) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1022.923017] env[66703]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=66703) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1022.923175] env[66703]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=66703) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1022.923251] env[66703]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=66703) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1022.923339] env[66703]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: SegmentPort with ID: 72bbb268-9218-41f6-8d1a-7063a161cf04 is going to be updated. [ 1022.951653] env[66703]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=66703) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1022.951890] env[66703]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=66703) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1022.951974] env[66703]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=66703) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1022.952269] env[66703]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=66703) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1022.952458] env[66703]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=66703) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1022.952689] env[66703]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-72bbb268-9218-41f6-8d1a-7063a161cf04" {{(pid=66703) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1023.319969] env[66703]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: db254d47-d7a1-40b1-a751-5c5ada9bc604 in Status: SUCCESS [ 1023.320237] env[66703]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-db254d47-d7a1-40b1-a751-5c5ada9bc604" {{(pid=66703) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1024.061020] env[66703]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: bab497ff-3c4f-41ab-80e5-efd1dc76b6d8 in Status: SUCCESS [ 1024.061020] env[66703]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-bab497ff-3c4f-41ab-80e5-efd1dc76b6d8" {{(pid=66703) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1024.061020] env[66703]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-bab497ff-3c4f-41ab-80e5-efd1dc76b6d8" {{(pid=66703) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1024.061020] env[66703]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-bab497ff-3c4f-41ab-80e5-efd1dc76b6d8" {{(pid=66703) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1024.061020] env[66703]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=66703) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1024.061020] env[66703]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66703) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1024.061020] env[66703]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66703) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1024.061020] env[66703]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66703) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1024.061020] env[66703]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66703) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1024.061020] env[66703]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('bab497ff-3c4f-41ab-80e5-efd1dc76b6d8',) {} {{(pid=66703) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1024.565790] env[66703]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('bab497ff-3c4f-41ab-80e5-efd1dc76b6d8',) {} {{(pid=66703) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1025.068674] env[66703]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('bab497ff-3c4f-41ab-80e5-efd1dc76b6d8',) {} {{(pid=66703) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1025.578551] env[66703]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66703) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1025.578551] env[66703]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66703) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1025.578551] env[66703]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66703) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1025.578551] env[66703]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66703) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1025.578551] env[66703]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66703) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1025.578551] env[66703]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: bab497ff-3c4f-41ab-80e5-efd1dc76b6d8 is going to be updated. [ 1025.614050] env[66703]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66703) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1025.614050] env[66703]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66703) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1025.614289] env[66703]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66703) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1025.614289] env[66703]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66703) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1025.614464] env[66703]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66703) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1025.623809] env[66703]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: bab497ff-3c4f-41ab-80e5-efd1dc76b6d8 in Status: IN_PROGRESS for 2s [ 1026.567075] env[66703]: INFO networking_nsxv3.common.synchronization [req-02ed2489-9fa3-41df-971b-ec5e6d0ab49f req-5cae2e1a-93d8-471b-af7d-d1e43aecff6b tempest-ServersTestFqdnHostnames-469327977 tempest-ServersTestFqdnHostnames-469327977-project-member] Enqueued Resource ID: f1ca8429-6b1e-4072-9f62-c350b5814260 with Priority: HIGHEST for action security_group_members [ 1026.567891] env[66703]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: f1ca8429-6b1e-4072-9f62-c350b5814260 with Priority: HIGHEST for action security_group_members [ 1026.568077] env[66703]: DEBUG networking_nsxv3.common.locking [-] Lock member-f1ca8429-6b1e-4072-9f62-c350b5814260 taken with stack trace [, , ] {{(pid=66703) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1026.568214] env[66703]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-f1ca8429-6b1e-4072-9f62-c350b5814260" {{(pid=66703) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1026.568284] env[66703]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-f1ca8429-6b1e-4072-9f62-c350b5814260" {{(pid=66703) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1026.568500] env[66703]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-f1ca8429-6b1e-4072-9f62-c350b5814260" {{(pid=66703) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1026.568699] env[66703]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=66703) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1026.568830] env[66703]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66703) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1026.568878] env[66703]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66703) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1026.569051] env[66703]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66703) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1026.569138] env[66703]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66703) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1026.569246] env[66703]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('f1ca8429-6b1e-4072-9f62-c350b5814260',) {} {{(pid=66703) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1027.056261] env[66703]: INFO networking_nsxv3.common.synchronization [req-f32dd31f-4a82-4b41-9727-60cea6189457 req-5a5cc235-0ccd-40b6-a001-97d29331f1ee tempest-ImagesTestJSON-1641770331 tempest-ImagesTestJSON-1641770331-project-member] Enqueued Resource ID: f52985e4-827d-4ac5-ba08-62ae5081fda6 with Priority: HIGHEST for action security_group_members [ 1027.056878] env[66703]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: f52985e4-827d-4ac5-ba08-62ae5081fda6 with Priority: HIGHEST for action security_group_members [ 1027.057214] env[66703]: DEBUG networking_nsxv3.common.locking [-] Lock member-f52985e4-827d-4ac5-ba08-62ae5081fda6 taken with stack trace [, , ] {{(pid=66703) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1027.057353] env[66703]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-f52985e4-827d-4ac5-ba08-62ae5081fda6" {{(pid=66703) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1027.057413] env[66703]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-f52985e4-827d-4ac5-ba08-62ae5081fda6" {{(pid=66703) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1027.057649] env[66703]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-f52985e4-827d-4ac5-ba08-62ae5081fda6" {{(pid=66703) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1027.057813] env[66703]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=66703) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1027.057921] env[66703]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66703) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1027.057986] env[66703]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66703) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1027.061604] env[66703]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66703) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1027.061722] env[66703]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66703) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1027.061833] env[66703]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('f52985e4-827d-4ac5-ba08-62ae5081fda6',) {} {{(pid=66703) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1027.074183] env[66703]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=66703) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1027.074328] env[66703]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66703) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1027.074393] env[66703]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66703) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1027.074627] env[66703]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66703) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1027.074694] env[66703]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66703) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1027.074961] env[66703]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66703) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1027.074961] env[66703]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66703) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1027.075089] env[66703]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66703) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1027.075230] env[66703]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66703) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1027.075310] env[66703]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66703) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1027.075411] env[66703]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: f1ca8429-6b1e-4072-9f62-c350b5814260 is going to be updated. [ 1027.106364] env[66703]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66703) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1027.106527] env[66703]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66703) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1027.106527] env[66703]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66703) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1027.106739] env[66703]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66703) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1027.107243] env[66703]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66703) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1027.121684] env[66703]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: f1ca8429-6b1e-4072-9f62-c350b5814260 in Status: IN_PROGRESS for 2s [ 1027.564672] env[66703]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('f52985e4-827d-4ac5-ba08-62ae5081fda6',) {} {{(pid=66703) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1027.641483] env[66703]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: bab497ff-3c4f-41ab-80e5-efd1dc76b6d8 in Status: SUCCESS [ 1027.644024] env[66703]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-bab497ff-3c4f-41ab-80e5-efd1dc76b6d8" {{(pid=66703) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1027.644024] env[66703]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-bab497ff-3c4f-41ab-80e5-efd1dc76b6d8" {{(pid=66703) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1027.644024] env[66703]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-bab497ff-3c4f-41ab-80e5-efd1dc76b6d8" {{(pid=66703) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1027.644024] env[66703]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=66703) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1027.644024] env[66703]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66703) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1027.644024] env[66703]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66703) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1027.644024] env[66703]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66703) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1027.644024] env[66703]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66703) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1027.644024] env[66703]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-bab497ff-3c4f-41ab-80e5-efd1dc76b6d8" {{(pid=66703) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1027.644024] env[66703]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('bab497ff-3c4f-41ab-80e5-efd1dc76b6d8',) {} {{(pid=66703) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1028.068733] env[66703]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('f52985e4-827d-4ac5-ba08-62ae5081fda6',) {} {{(pid=66703) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1028.145944] env[66703]: DEBUG networking_nsxv3.common.locking [-] Lock member-bab497ff-3c4f-41ab-80e5-efd1dc76b6d8 taken with stack trace [, , , ] {{(pid=66703) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1028.146158] env[66703]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-bab497ff-3c4f-41ab-80e5-efd1dc76b6d8" {{(pid=66703) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1028.146227] env[66703]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-bab497ff-3c4f-41ab-80e5-efd1dc76b6d8" {{(pid=66703) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1028.146430] env[66703]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-bab497ff-3c4f-41ab-80e5-efd1dc76b6d8" {{(pid=66703) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1028.146596] env[66703]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=66703) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1028.146693] env[66703]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66703) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1028.146759] env[66703]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66703) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1028.146895] env[66703]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66703) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1028.146986] env[66703]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66703) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1028.147093] env[66703]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-bab497ff-3c4f-41ab-80e5-efd1dc76b6d8" {{(pid=66703) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1028.147250] env[66703]: DEBUG networking_nsxv3.common.locking [-] Lock member-bab497ff-3c4f-41ab-80e5-efd1dc76b6d8 taken with stack trace [, , , ] {{(pid=66703) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1028.147331] env[66703]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-bab497ff-3c4f-41ab-80e5-efd1dc76b6d8" {{(pid=66703) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1028.147391] env[66703]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-bab497ff-3c4f-41ab-80e5-efd1dc76b6d8" {{(pid=66703) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1028.147548] env[66703]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-bab497ff-3c4f-41ab-80e5-efd1dc76b6d8" {{(pid=66703) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1028.147712] env[66703]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=66703) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1028.147831] env[66703]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66703) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1028.147885] env[66703]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66703) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1028.148021] env[66703]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66703) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1028.148084] env[66703]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66703) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1028.148769] env[66703]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-bab497ff-3c4f-41ab-80e5-efd1dc76b6d8" {{(pid=66703) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1028.148769] env[66703]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('bab497ff-3c4f-41ab-80e5-efd1dc76b6d8',) {} {{(pid=66703) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1028.571834] env[66703]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66703) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1028.572080] env[66703]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66703) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1028.572161] env[66703]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66703) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1028.572579] env[66703]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66703) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1028.572579] env[66703]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66703) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1028.572716] env[66703]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: f52985e4-827d-4ac5-ba08-62ae5081fda6 is going to be updated. [ 1028.608148] env[66703]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66703) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1028.608387] env[66703]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66703) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1028.608505] env[66703]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66703) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1028.608829] env[66703]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66703) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1028.609087] env[66703]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66703) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1028.620503] env[66703]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: f52985e4-827d-4ac5-ba08-62ae5081fda6 in Status: IN_PROGRESS for 2s [ 1028.650079] env[66703]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for bab497ff-3c4f-41ab-80e5-efd1dc76b6d8: rpc.has_security_group_logging(os_id): False [ 1028.679750] env[66703]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=66703) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1028.679981] env[66703]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66703) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1028.680075] env[66703]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66703) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1028.680358] env[66703]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66703) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1028.680513] env[66703]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66703) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1028.680833] env[66703]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66703) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1028.681030] env[66703]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66703) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1028.681505] env[66703]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66703) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1028.681505] env[66703]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66703) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1028.681505] env[66703]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66703) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1028.681735] env[66703]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66703) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1028.681849] env[66703]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66703) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1028.681999] env[66703]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66703) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1028.682277] env[66703]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66703) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1028.682397] env[66703]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66703) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1028.682656] env[66703]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=66703) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1028.682773] env[66703]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66703) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1028.682861] env[66703]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66703) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1028.683060] env[66703]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66703) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1028.683188] env[66703]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66703) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1028.683295] env[66703]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: bab497ff-3c4f-41ab-80e5-efd1dc76b6d8 is going to be updated. [ 1028.750805] env[66703]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=66703) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1028.751583] env[66703]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66703) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1028.751583] env[66703]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66703) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1028.751583] env[66703]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66703) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1028.751583] env[66703]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66703) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1028.781093] env[66703]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: bab497ff-3c4f-41ab-80e5-efd1dc76b6d8 in Status: IN_PROGRESS for 2s [ 1029.134627] env[66703]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: f1ca8429-6b1e-4072-9f62-c350b5814260 in Status: SUCCESS [ 1029.134627] env[66703]: WARNING networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: f1ca8429-6b1e-4072-9f62-c350b5814260 deletion is rescheduled due to dependency. [ 1029.134627] env[66703]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-f1ca8429-6b1e-4072-9f62-c350b5814260" {{(pid=66703) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1029.924654] env[66703]: INFO networking_nsxv3.common.synchronization [req-1cae297e-e789-4d86-a11e-6950ea13bffd req-6f4b7922-ff1d-444a-b5b5-0595f78b6b08 tempest-ListServerFiltersTestJSON-1920456475 tempest-ListServerFiltersTestJSON-1920456475-project-member] Enqueued Resource ID: fa4efca7-8152-4fd8-af73-ebfcdf5db312 with Priority: HIGHEST for action security_group_members [ 1029.925251] env[66703]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: fa4efca7-8152-4fd8-af73-ebfcdf5db312 with Priority: HIGHEST for action security_group_members [ 1029.925750] env[66703]: DEBUG networking_nsxv3.common.locking [-] Lock member-fa4efca7-8152-4fd8-af73-ebfcdf5db312 taken with stack trace [, , ] {{(pid=66703) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1029.925876] env[66703]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-fa4efca7-8152-4fd8-af73-ebfcdf5db312" {{(pid=66703) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1029.926073] env[66703]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-fa4efca7-8152-4fd8-af73-ebfcdf5db312" {{(pid=66703) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1029.926143] env[66703]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-fa4efca7-8152-4fd8-af73-ebfcdf5db312" {{(pid=66703) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1029.926294] env[66703]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=66703) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1029.926393] env[66703]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66703) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1029.926474] env[66703]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66703) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1029.926583] env[66703]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66703) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1029.926663] env[66703]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66703) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1029.926757] env[66703]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('fa4efca7-8152-4fd8-af73-ebfcdf5db312',) {} {{(pid=66703) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1030.168880] env[66703]: INFO networking_nsxv3.common.synchronization [None req-6aa3b3f5-ba91-497b-a081-77ec2a65d8a2 None None] Enqueued Resource ID: 9c94e3aa-0222-4934-9829-07a2a7455860 with Priority: HIGHEST for action port [ 1030.169546] env[66703]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 9c94e3aa-0222-4934-9829-07a2a7455860 with Priority: HIGHEST for action port [ 1030.169903] env[66703]: DEBUG networking_nsxv3.common.locking [-] Lock port-9c94e3aa-0222-4934-9829-07a2a7455860 taken with stack trace [, , ] {{(pid=66703) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1030.170040] env[66703]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-9c94e3aa-0222-4934-9829-07a2a7455860" {{(pid=66703) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1030.170111] env[66703]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-9c94e3aa-0222-4934-9829-07a2a7455860" {{(pid=66703) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1030.170371] env[66703]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-9c94e3aa-0222-4934-9829-07a2a7455860" {{(pid=66703) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1030.170458] env[66703]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('9c94e3aa-0222-4934-9829-07a2a7455860',) {} {{(pid=66703) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1030.430023] env[66703]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('fa4efca7-8152-4fd8-af73-ebfcdf5db312',) {} {{(pid=66703) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1030.543586] env[66703]: INFO networking_nsxv3.common.synchronization [req-0c90c2c4-c719-4aa9-8362-35319264b6c6 req-72c7e3ba-b93e-4be8-a208-ae371cbc1882 tempest-AttachVolumeShelveTestJSON-1791692547 tempest-AttachVolumeShelveTestJSON-1791692547-project-member] Enqueued Resource ID: e5478296-296b-4855-b680-ee0ae524bfb1 with Priority: HIGHEST for action security_group_members [ 1030.544168] env[66703]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: e5478296-296b-4855-b680-ee0ae524bfb1 with Priority: HIGHEST for action security_group_members [ 1030.544669] env[66703]: DEBUG networking_nsxv3.common.locking [-] Lock member-e5478296-296b-4855-b680-ee0ae524bfb1 taken with stack trace [, , ] {{(pid=66703) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1030.544669] env[66703]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-e5478296-296b-4855-b680-ee0ae524bfb1" {{(pid=66703) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1030.544819] env[66703]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-e5478296-296b-4855-b680-ee0ae524bfb1" {{(pid=66703) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1030.544996] env[66703]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-e5478296-296b-4855-b680-ee0ae524bfb1" {{(pid=66703) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1030.545271] env[66703]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=66703) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1030.545385] env[66703]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66703) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1030.546037] env[66703]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66703) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1030.546037] env[66703]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66703) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1030.546037] env[66703]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66703) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1030.546037] env[66703]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('e5478296-296b-4855-b680-ee0ae524bfb1',) {} {{(pid=66703) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1030.632380] env[66703]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: f52985e4-827d-4ac5-ba08-62ae5081fda6 in Status: SUCCESS [ 1030.632606] env[66703]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-f52985e4-827d-4ac5-ba08-62ae5081fda6" {{(pid=66703) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1030.673176] env[66703]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] deletion realization of port 9c94e3aa-0222-4934-9829-07a2a7455860 [ 1030.673626] env[66703]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=66703) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1030.673773] env[66703]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=66703) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1030.673862] env[66703]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=66703) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1030.674092] env[66703]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=66703) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1030.674184] env[66703]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=66703) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1030.674282] env[66703]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Segment Port:9c94e3aa-0222-4934-9829-07a2a7455860 already deleted. [ 1030.674371] env[66703]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-9c94e3aa-0222-4934-9829-07a2a7455860" {{(pid=66703) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1030.801039] env[66703]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: bab497ff-3c4f-41ab-80e5-efd1dc76b6d8 in Status: SUCCESS [ 1030.801221] env[66703]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-bab497ff-3c4f-41ab-80e5-efd1dc76b6d8" {{(pid=66703) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1030.934056] env[66703]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('fa4efca7-8152-4fd8-af73-ebfcdf5db312',) {} {{(pid=66703) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1031.047720] env[66703]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=66703) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1031.050048] env[66703]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66703) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1031.050048] env[66703]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66703) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1031.050048] env[66703]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66703) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1031.050048] env[66703]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66703) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1031.051039] env[66703]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66703) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1031.051039] env[66703]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66703) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1031.051039] env[66703]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66703) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1031.051039] env[66703]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66703) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1031.051261] env[66703]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66703) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1031.051261] env[66703]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: e5478296-296b-4855-b680-ee0ae524bfb1 already deleted. [ 1031.051324] env[66703]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-e5478296-296b-4855-b680-ee0ae524bfb1" {{(pid=66703) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1031.348418] env[66703]: DEBUG networking_nsxv3.common.locking [None req-33d36011-a73c-4b6d-849a-f8c867240c48 None None] Lock network-307 taken with stack trace [, , , , , , , , ] {{(pid=66703) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1031.348560] env[66703]: DEBUG oslo_concurrency.lockutils [None req-33d36011-a73c-4b6d-849a-f8c867240c48 None None] Acquiring lock "network-307" {{(pid=66703) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1031.348560] env[66703]: DEBUG oslo_concurrency.lockutils [None req-33d36011-a73c-4b6d-849a-f8c867240c48 None None] Acquired lock "network-307" {{(pid=66703) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1031.348868] env[66703]: DEBUG oslo_concurrency.lockutils [None req-33d36011-a73c-4b6d-849a-f8c867240c48 None None] Acquired external semaphore "network-307" {{(pid=66703) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1031.349152] env[66703]: DEBUG networking_nsxv3.common.locking [None req-33d36011-a73c-4b6d-849a-f8c867240c48 None None] Lock Segment taken with stack trace [, , , , , , , , , , ] {{(pid=66703) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1031.349315] env[66703]: DEBUG oslo_concurrency.lockutils [None req-33d36011-a73c-4b6d-849a-f8c867240c48 None None] Acquiring lock "Segment" {{(pid=66703) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1031.349432] env[66703]: DEBUG oslo_concurrency.lockutils [None req-33d36011-a73c-4b6d-849a-f8c867240c48 None None] Acquired lock "Segment" {{(pid=66703) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1031.349745] env[66703]: DEBUG oslo_concurrency.lockutils [None req-33d36011-a73c-4b6d-849a-f8c867240c48 None None] Acquired external semaphore "Segment" {{(pid=66703) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1031.349810] env[66703]: DEBUG oslo_concurrency.lockutils [None req-33d36011-a73c-4b6d-849a-f8c867240c48 None None] Releasing lock "Segment" {{(pid=66703) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1031.352143] env[66703]: DEBUG dogpile.cache.region [None req-33d36011-a73c-4b6d-849a-f8c867240c48 None None] No value present for key: 'zone-id' {{(pid=66703) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 1031.352143] env[66703]: DEBUG dogpile.lock [None req-33d36011-a73c-4b6d-849a-f8c867240c48 None None] NeedRegenerationException {{(pid=66703) _enter /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:90}} [ 1031.352143] env[66703]: DEBUG dogpile.lock [None req-33d36011-a73c-4b6d-849a-f8c867240c48 None None] no value, waiting for create lock {{(pid=66703) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:131}} [ 1031.352143] env[66703]: DEBUG dogpile.lock [None req-33d36011-a73c-4b6d-849a-f8c867240c48 None None] value creation lock acquired {{(pid=66703) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:135}} [ 1031.352143] env[66703]: DEBUG dogpile.cache.region [None req-33d36011-a73c-4b6d-849a-f8c867240c48 None None] No value present for key: 'zone-id' {{(pid=66703) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 1031.352143] env[66703]: DEBUG dogpile.lock [None req-33d36011-a73c-4b6d-849a-f8c867240c48 None None] Calling creation function for not-yet-present value {{(pid=66703) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:174}} [ 1031.352143] env[66703]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-33d36011-a73c-4b6d-849a-f8c867240c48 None None] Looking for TransportZone with name nsx-vlan-transportzone. [ 1031.373259] env[66703]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-33d36011-a73c-4b6d-849a-f8c867240c48 None None] loading zone with a95c914d-748d-497c-94ab-10d4647daeba and tags [{'scope': 'mp2policy_migr_status', 'tag': 'success'}] [ 1031.373570] env[66703]: DEBUG dogpile.cache.region [None req-33d36011-a73c-4b6d-849a-f8c867240c48 None None] Cache value generated in 0.023 seconds for key(s): 'zone-id' {{(pid=66703) _log_time /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:910}} [ 1031.373726] env[66703]: DEBUG dogpile.lock [None req-33d36011-a73c-4b6d-849a-f8c867240c48 None None] Released creation lock {{(pid=66703) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:182}} [ 1031.373900] env[66703]: DEBUG oslo_concurrency.lockutils [None req-33d36011-a73c-4b6d-849a-f8c867240c48 None None] Releasing lock "network-307" {{(pid=66703) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1031.374759] env[66703]: DEBUG networking_nsxv3.common.locking [None req-33d36011-a73c-4b6d-849a-f8c867240c48 None None] Lock port-12b5175b-b116-4950-a8a7-da7c1fe1e041 taken with stack trace [, , , , , , , , ] {{(pid=66703) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1031.374759] env[66703]: DEBUG oslo_concurrency.lockutils [None req-33d36011-a73c-4b6d-849a-f8c867240c48 None None] Acquiring lock "port-12b5175b-b116-4950-a8a7-da7c1fe1e041" {{(pid=66703) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1031.374759] env[66703]: DEBUG oslo_concurrency.lockutils [None req-33d36011-a73c-4b6d-849a-f8c867240c48 None None] Acquired lock "port-12b5175b-b116-4950-a8a7-da7c1fe1e041" {{(pid=66703) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1031.375768] env[66703]: DEBUG oslo_concurrency.lockutils [None req-33d36011-a73c-4b6d-849a-f8c867240c48 None None] Acquired external semaphore "port-12b5175b-b116-4950-a8a7-da7c1fe1e041" {{(pid=66703) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1031.375768] env[66703]: DEBUG networking_nsxv3.api.rpc [None req-33d36011-a73c-4b6d-849a-f8c867240c48 None None] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('12b5175b-b116-4950-a8a7-da7c1fe1e041',) {} {{(pid=66703) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1031.439870] env[66703]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66703) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1031.439870] env[66703]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66703) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1031.439870] env[66703]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66703) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1031.439870] env[66703]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66703) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1031.439870] env[66703]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66703) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1031.439870] env[66703]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: fa4efca7-8152-4fd8-af73-ebfcdf5db312 is going to be updated. [ 1031.490270] env[66703]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66703) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1031.490416] env[66703]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66703) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1031.490484] env[66703]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66703) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1031.490767] env[66703]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66703) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1031.490909] env[66703]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66703) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1031.503421] env[66703]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: fa4efca7-8152-4fd8-af73-ebfcdf5db312 in Status: IN_PROGRESS for 2s [ 1031.878050] env[66703]: DEBUG networking_nsxv3.common.locking [None req-33d36011-a73c-4b6d-849a-f8c867240c48 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , ] {{(pid=66703) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1031.878308] env[66703]: DEBUG oslo_concurrency.lockutils [None req-33d36011-a73c-4b6d-849a-f8c867240c48 None None] Acquiring lock "SegmentPort" {{(pid=66703) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1031.878449] env[66703]: DEBUG oslo_concurrency.lockutils [None req-33d36011-a73c-4b6d-849a-f8c867240c48 None None] Acquired lock "SegmentPort" {{(pid=66703) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1031.878717] env[66703]: DEBUG oslo_concurrency.lockutils [None req-33d36011-a73c-4b6d-849a-f8c867240c48 None None] Acquired external semaphore "SegmentPort" {{(pid=66703) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1031.878883] env[66703]: DEBUG oslo_concurrency.lockutils [None req-33d36011-a73c-4b6d-849a-f8c867240c48 None None] Releasing lock "SegmentPort" {{(pid=66703) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1031.879234] env[66703]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-33d36011-a73c-4b6d-849a-f8c867240c48 None None] Segment Port 12b5175b-b116-4950-a8a7-da7c1fe1e041 not found, creating... [ 1031.879302] env[66703]: DEBUG networking_nsxv3.common.locking [None req-33d36011-a73c-4b6d-849a-f8c867240c48 None None] Lock Segment taken with stack trace [, , , , , , , , , , , ] {{(pid=66703) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1031.879457] env[66703]: DEBUG oslo_concurrency.lockutils [None req-33d36011-a73c-4b6d-849a-f8c867240c48 None None] Acquiring lock "Segment" {{(pid=66703) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1031.879570] env[66703]: DEBUG oslo_concurrency.lockutils [None req-33d36011-a73c-4b6d-849a-f8c867240c48 None None] Acquired lock "Segment" {{(pid=66703) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1031.880189] env[66703]: DEBUG oslo_concurrency.lockutils [None req-33d36011-a73c-4b6d-849a-f8c867240c48 None None] Acquired external semaphore "Segment" {{(pid=66703) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1031.880189] env[66703]: DEBUG oslo_concurrency.lockutils [None req-33d36011-a73c-4b6d-849a-f8c867240c48 None None] Releasing lock "Segment" {{(pid=66703) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1031.880313] env[66703]: DEBUG networking_nsxv3.common.locking [None req-33d36011-a73c-4b6d-849a-f8c867240c48 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=66703) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1031.880546] env[66703]: DEBUG oslo_concurrency.lockutils [None req-33d36011-a73c-4b6d-849a-f8c867240c48 None None] Acquiring lock "SegmentPort" {{(pid=66703) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1031.880716] env[66703]: DEBUG oslo_concurrency.lockutils [None req-33d36011-a73c-4b6d-849a-f8c867240c48 None None] Acquired lock "SegmentPort" {{(pid=66703) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1031.880952] env[66703]: DEBUG oslo_concurrency.lockutils [None req-33d36011-a73c-4b6d-849a-f8c867240c48 None None] Acquired external semaphore "SegmentPort" {{(pid=66703) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1031.881124] env[66703]: DEBUG oslo_concurrency.lockutils [None req-33d36011-a73c-4b6d-849a-f8c867240c48 None None] Releasing lock "SegmentPort" {{(pid=66703) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1031.881271] env[66703]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-33d36011-a73c-4b6d-849a-f8c867240c48 None None] Resource: SegmentPort with ID: 12b5175b-b116-4950-a8a7-da7c1fe1e041 is going to be created. [ 1031.901241] env[66703]: DEBUG networking_nsxv3.common.locking [None req-33d36011-a73c-4b6d-849a-f8c867240c48 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=66703) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1031.901451] env[66703]: DEBUG oslo_concurrency.lockutils [None req-33d36011-a73c-4b6d-849a-f8c867240c48 None None] Acquiring lock "SegmentPort" {{(pid=66703) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1031.901577] env[66703]: DEBUG oslo_concurrency.lockutils [None req-33d36011-a73c-4b6d-849a-f8c867240c48 None None] Acquired lock "SegmentPort" {{(pid=66703) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1031.901854] env[66703]: DEBUG oslo_concurrency.lockutils [None req-33d36011-a73c-4b6d-849a-f8c867240c48 None None] Acquired external semaphore "SegmentPort" {{(pid=66703) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1031.902145] env[66703]: DEBUG oslo_concurrency.lockutils [None req-33d36011-a73c-4b6d-849a-f8c867240c48 None None] Releasing lock "SegmentPort" {{(pid=66703) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1031.902327] env[66703]: DEBUG oslo_concurrency.lockutils [None req-33d36011-a73c-4b6d-849a-f8c867240c48 None None] Releasing lock "port-12b5175b-b116-4950-a8a7-da7c1fe1e041" {{(pid=66703) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1032.307380] env[66703]: INFO networking_nsxv3.common.synchronization [req-d89abc0c-a2e5-4221-91c8-f43f2d4e4ea5 req-904ae876-2bc5-47f4-9f63-608d3f154b0b tempest-DeleteServersTestJSON-1282002617 tempest-DeleteServersTestJSON-1282002617-project-member] Enqueued Resource ID: db254d47-d7a1-40b1-a751-5c5ada9bc604 with Priority: HIGHEST for action security_group_members [ 1032.307960] env[66703]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: db254d47-d7a1-40b1-a751-5c5ada9bc604 with Priority: HIGHEST for action security_group_members [ 1032.308287] env[66703]: DEBUG networking_nsxv3.common.locking [-] Lock member-db254d47-d7a1-40b1-a751-5c5ada9bc604 taken with stack trace [, , ] {{(pid=66703) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1032.308406] env[66703]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-db254d47-d7a1-40b1-a751-5c5ada9bc604" {{(pid=66703) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1032.308470] env[66703]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-db254d47-d7a1-40b1-a751-5c5ada9bc604" {{(pid=66703) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1032.309174] env[66703]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-db254d47-d7a1-40b1-a751-5c5ada9bc604" {{(pid=66703) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1032.309174] env[66703]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=66703) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1032.309174] env[66703]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66703) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1032.309174] env[66703]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66703) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1032.309174] env[66703]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66703) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1032.309414] env[66703]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66703) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1032.309414] env[66703]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('db254d47-d7a1-40b1-a751-5c5ada9bc604',) {} {{(pid=66703) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1032.339507] env[66703]: INFO networking_nsxv3.common.synchronization [None req-ee4a030b-93fc-47da-8316-6d245d91ad83 None None] Enqueued Resource ID: cc8fd75c-6f2d-4a5f-8c14-b77ae0385746 with Priority: HIGHEST for action port [ 1032.340054] env[66703]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: cc8fd75c-6f2d-4a5f-8c14-b77ae0385746 with Priority: HIGHEST for action port [ 1032.340378] env[66703]: DEBUG networking_nsxv3.common.locking [-] Lock port-cc8fd75c-6f2d-4a5f-8c14-b77ae0385746 taken with stack trace [, , ] {{(pid=66703) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1032.340504] env[66703]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-cc8fd75c-6f2d-4a5f-8c14-b77ae0385746" {{(pid=66703) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1032.340567] env[66703]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-cc8fd75c-6f2d-4a5f-8c14-b77ae0385746" {{(pid=66703) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1032.340921] env[66703]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-cc8fd75c-6f2d-4a5f-8c14-b77ae0385746" {{(pid=66703) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1032.340921] env[66703]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('cc8fd75c-6f2d-4a5f-8c14-b77ae0385746',) {} {{(pid=66703) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1032.681077] env[66703]: INFO networking_nsxv3.common.synchronization [req-0c90c2c4-c719-4aa9-8362-35319264b6c6 req-613e3b57-bc8b-45cf-8ec3-b20fe3030298 service nova] Enqueued Resource ID: e5478296-296b-4855-b680-ee0ae524bfb1 with Priority: HIGHEST for action security_group_rules [ 1032.681298] env[66703]: INFO networking_nsxv3.common.synchronization [req-0c90c2c4-c719-4aa9-8362-35319264b6c6 req-613e3b57-bc8b-45cf-8ec3-b20fe3030298 service nova] Enqueued Resource ID: e5478296-296b-4855-b680-ee0ae524bfb1 with Priority: HIGHEST for action security_group_members [ 1032.681482] env[66703]: INFO networking_nsxv3.common.synchronization [req-0c90c2c4-c719-4aa9-8362-35319264b6c6 req-613e3b57-bc8b-45cf-8ec3-b20fe3030298 service nova] Enqueued Resource ID: 12b5175b-b116-4950-a8a7-da7c1fe1e041 with Priority: HIGHEST for action port [ 1032.682241] env[66703]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: e5478296-296b-4855-b680-ee0ae524bfb1 with Priority: HIGHEST for action security_group_rules [ 1032.682406] env[66703]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: e5478296-296b-4855-b680-ee0ae524bfb1 with Priority: HIGHEST for action security_group_members [ 1032.682506] env[66703]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 12b5175b-b116-4950-a8a7-da7c1fe1e041 with Priority: HIGHEST for action port [ 1032.682785] env[66703]: DEBUG networking_nsxv3.common.locking [-] Lock rules-e5478296-296b-4855-b680-ee0ae524bfb1 taken with stack trace [, , ] {{(pid=66703) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1032.682936] env[66703]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-e5478296-296b-4855-b680-ee0ae524bfb1" {{(pid=66703) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1032.683031] env[66703]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-e5478296-296b-4855-b680-ee0ae524bfb1" {{(pid=66703) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1032.683222] env[66703]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-e5478296-296b-4855-b680-ee0ae524bfb1" {{(pid=66703) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1032.683300] env[66703]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('e5478296-296b-4855-b680-ee0ae524bfb1',) {} {{(pid=66703) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1032.684695] env[66703]: DEBUG networking_nsxv3.common.locking [-] Lock member-e5478296-296b-4855-b680-ee0ae524bfb1 taken with stack trace [, , ] {{(pid=66703) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1032.684846] env[66703]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-e5478296-296b-4855-b680-ee0ae524bfb1" {{(pid=66703) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1032.684846] env[66703]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-e5478296-296b-4855-b680-ee0ae524bfb1" {{(pid=66703) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1032.685018] env[66703]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-e5478296-296b-4855-b680-ee0ae524bfb1" {{(pid=66703) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1032.685165] env[66703]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=66703) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1032.685292] env[66703]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66703) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1032.685370] env[66703]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66703) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1032.685500] env[66703]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66703) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1032.685580] env[66703]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66703) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1032.685663] env[66703]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('e5478296-296b-4855-b680-ee0ae524bfb1',) {} {{(pid=66703) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1032.691779] env[66703]: DEBUG networking_nsxv3.common.locking [-] Lock port-12b5175b-b116-4950-a8a7-da7c1fe1e041 taken with stack trace [, , ] {{(pid=66703) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1032.691779] env[66703]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-12b5175b-b116-4950-a8a7-da7c1fe1e041" {{(pid=66703) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1032.691779] env[66703]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-12b5175b-b116-4950-a8a7-da7c1fe1e041" {{(pid=66703) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1032.691779] env[66703]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-12b5175b-b116-4950-a8a7-da7c1fe1e041" {{(pid=66703) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1032.691779] env[66703]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('12b5175b-b116-4950-a8a7-da7c1fe1e041',) {} {{(pid=66703) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1032.813101] env[66703]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=66703) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1032.813333] env[66703]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66703) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1032.813333] env[66703]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66703) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1032.813522] env[66703]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66703) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1032.813619] env[66703]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66703) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1032.813812] env[66703]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66703) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1032.813912] env[66703]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66703) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1032.814035] env[66703]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66703) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1032.814141] env[66703]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66703) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1032.814218] env[66703]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66703) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1032.814304] env[66703]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: db254d47-d7a1-40b1-a751-5c5ada9bc604 is going to be updated. [ 1032.844125] env[66703]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] deletion realization of port cc8fd75c-6f2d-4a5f-8c14-b77ae0385746 [ 1032.844311] env[66703]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=66703) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1032.844446] env[66703]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=66703) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1032.844736] env[66703]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=66703) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1032.845207] env[66703]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=66703) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1032.845680] env[66703]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=66703) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1032.845842] env[66703]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Segment Port:cc8fd75c-6f2d-4a5f-8c14-b77ae0385746 already deleted. [ 1032.845941] env[66703]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-cc8fd75c-6f2d-4a5f-8c14-b77ae0385746" {{(pid=66703) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1032.847260] env[66703]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66703) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1032.847461] env[66703]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66703) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1032.847533] env[66703]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66703) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1032.847830] env[66703]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66703) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1032.848034] env[66703]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66703) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1032.860922] env[66703]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: db254d47-d7a1-40b1-a751-5c5ada9bc604 in Status: IN_PROGRESS for 2s [ 1033.189476] env[66703]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('e5478296-296b-4855-b680-ee0ae524bfb1',) {} {{(pid=66703) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1033.190647] env[66703]: DEBUG networking_nsxv3.common.locking [-] Lock member-e5478296-296b-4855-b680-ee0ae524bfb1 taken with stack trace [, , , ] {{(pid=66703) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1033.190755] env[66703]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-e5478296-296b-4855-b680-ee0ae524bfb1" {{(pid=66703) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1033.190862] env[66703]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] realization of port 12b5175b-b116-4950-a8a7-da7c1fe1e041 with status ACTIVE [ 1033.191038] env[66703]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=66703) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1033.191636] env[66703]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=66703) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1033.191636] env[66703]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=66703) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1033.191636] env[66703]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=66703) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1033.191636] env[66703]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=66703) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1033.191886] env[66703]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , ] {{(pid=66703) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1033.193022] env[66703]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=66703) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1033.193069] env[66703]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=66703) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1033.193246] env[66703]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=66703) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1033.193330] env[66703]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=66703) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1033.194212] env[66703]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=66703) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1033.194212] env[66703]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=66703) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1033.194212] env[66703]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=66703) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1033.194212] env[66703]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=66703) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1033.194212] env[66703]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=66703) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1033.194212] env[66703]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: SegmentPort with ID: 12b5175b-b116-4950-a8a7-da7c1fe1e041 is going to be updated. [ 1033.218900] env[66703]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=66703) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1033.218981] env[66703]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=66703) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1033.219748] env[66703]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=66703) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1033.219748] env[66703]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=66703) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1033.219830] env[66703]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=66703) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1033.220020] env[66703]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-12b5175b-b116-4950-a8a7-da7c1fe1e041" {{(pid=66703) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1033.515833] env[66703]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: fa4efca7-8152-4fd8-af73-ebfcdf5db312 in Status: SUCCESS [ 1033.515833] env[66703]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-fa4efca7-8152-4fd8-af73-ebfcdf5db312" {{(pid=66703) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1033.577383] env[66703]: INFO networking_nsxv3.common.synchronization [req-cdca6a92-6a30-4df1-8f76-e58087b87c7d req-31e7dd97-413d-404f-96f6-06350089c8e8 tempest-ServerActionsTestOtherA-1522627266 tempest-ServerActionsTestOtherA-1522627266-project-member] Enqueued Resource ID: 4872b703-920a-4af9-a3a7-4649c45283ab with Priority: HIGHEST for action security_group_members [ 1033.578996] env[66703]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 4872b703-920a-4af9-a3a7-4649c45283ab with Priority: HIGHEST for action security_group_members [ 1033.579442] env[66703]: DEBUG networking_nsxv3.common.locking [-] Lock member-4872b703-920a-4af9-a3a7-4649c45283ab taken with stack trace [, , ] {{(pid=66703) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1033.579691] env[66703]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-4872b703-920a-4af9-a3a7-4649c45283ab" {{(pid=66703) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1033.580030] env[66703]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-4872b703-920a-4af9-a3a7-4649c45283ab" {{(pid=66703) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1033.580379] env[66703]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-4872b703-920a-4af9-a3a7-4649c45283ab" {{(pid=66703) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1033.580657] env[66703]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=66703) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1033.580827] env[66703]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66703) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1033.580904] env[66703]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66703) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1033.581086] env[66703]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66703) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1033.581172] env[66703]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66703) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1033.581269] env[66703]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('4872b703-920a-4af9-a3a7-4649c45283ab',) {} {{(pid=66703) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1033.698023] env[66703]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('e5478296-296b-4855-b680-ee0ae524bfb1',) {} {{(pid=66703) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1033.963682] env[66703]: DEBUG networking_nsxv3.common.locking [None req-ffa6d202-748e-4c81-9979-ad08741f9cf7 None None] Lock network-701 taken with stack trace [, , , , , , , , ] {{(pid=66703) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1033.964055] env[66703]: DEBUG oslo_concurrency.lockutils [None req-ffa6d202-748e-4c81-9979-ad08741f9cf7 None None] Acquiring lock "network-701" {{(pid=66703) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1033.964348] env[66703]: DEBUG oslo_concurrency.lockutils [None req-ffa6d202-748e-4c81-9979-ad08741f9cf7 None None] Acquired lock "network-701" {{(pid=66703) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1033.964684] env[66703]: DEBUG oslo_concurrency.lockutils [None req-ffa6d202-748e-4c81-9979-ad08741f9cf7 None None] Acquired external semaphore "network-701" {{(pid=66703) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1033.965189] env[66703]: DEBUG networking_nsxv3.common.locking [None req-ffa6d202-748e-4c81-9979-ad08741f9cf7 None None] Lock Segment taken with stack trace [, , , , , , , , , , ] {{(pid=66703) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1033.965498] env[66703]: DEBUG oslo_concurrency.lockutils [None req-ffa6d202-748e-4c81-9979-ad08741f9cf7 None None] Acquiring lock "Segment" {{(pid=66703) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1033.965735] env[66703]: DEBUG oslo_concurrency.lockutils [None req-ffa6d202-748e-4c81-9979-ad08741f9cf7 None None] Acquired lock "Segment" {{(pid=66703) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1033.966110] env[66703]: DEBUG oslo_concurrency.lockutils [None req-ffa6d202-748e-4c81-9979-ad08741f9cf7 None None] Acquired external semaphore "Segment" {{(pid=66703) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1033.966384] env[66703]: DEBUG oslo_concurrency.lockutils [None req-ffa6d202-748e-4c81-9979-ad08741f9cf7 None None] Releasing lock "Segment" {{(pid=66703) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1033.966815] env[66703]: DEBUG dogpile.cache.region [None req-ffa6d202-748e-4c81-9979-ad08741f9cf7 None None] No value present for key: 'zone-id' {{(pid=66703) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 1033.967018] env[66703]: DEBUG dogpile.lock [None req-ffa6d202-748e-4c81-9979-ad08741f9cf7 None None] NeedRegenerationException {{(pid=66703) _enter /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:90}} [ 1033.967210] env[66703]: DEBUG dogpile.lock [None req-ffa6d202-748e-4c81-9979-ad08741f9cf7 None None] no value, waiting for create lock {{(pid=66703) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:131}} [ 1033.967404] env[66703]: DEBUG dogpile.lock [None req-ffa6d202-748e-4c81-9979-ad08741f9cf7 None None] value creation lock acquired {{(pid=66703) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:135}} [ 1033.967686] env[66703]: DEBUG dogpile.cache.region [None req-ffa6d202-748e-4c81-9979-ad08741f9cf7 None None] No value present for key: 'zone-id' {{(pid=66703) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 1033.967885] env[66703]: DEBUG dogpile.lock [None req-ffa6d202-748e-4c81-9979-ad08741f9cf7 None None] Calling creation function for not-yet-present value {{(pid=66703) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:174}} [ 1033.968123] env[66703]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-ffa6d202-748e-4c81-9979-ad08741f9cf7 None None] Looking for TransportZone with name nsx-vlan-transportzone. [ 1033.991482] env[66703]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-ffa6d202-748e-4c81-9979-ad08741f9cf7 None None] loading zone with a95c914d-748d-497c-94ab-10d4647daeba and tags [{'scope': 'mp2policy_migr_status', 'tag': 'success'}] [ 1033.991707] env[66703]: DEBUG dogpile.cache.region [None req-ffa6d202-748e-4c81-9979-ad08741f9cf7 None None] Cache value generated in 0.024 seconds for key(s): 'zone-id' {{(pid=66703) _log_time /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:910}} [ 1033.991944] env[66703]: DEBUG dogpile.lock [None req-ffa6d202-748e-4c81-9979-ad08741f9cf7 None None] Released creation lock {{(pid=66703) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:182}} [ 1033.992185] env[66703]: DEBUG oslo_concurrency.lockutils [None req-ffa6d202-748e-4c81-9979-ad08741f9cf7 None None] Releasing lock "network-701" {{(pid=66703) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1033.992534] env[66703]: DEBUG networking_nsxv3.common.locking [None req-ffa6d202-748e-4c81-9979-ad08741f9cf7 None None] Lock port-23a20185-53ce-434e-b39e-5ca77d8888fb taken with stack trace [, , , , , , , , ] {{(pid=66703) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1033.992765] env[66703]: DEBUG oslo_concurrency.lockutils [None req-ffa6d202-748e-4c81-9979-ad08741f9cf7 None None] Acquiring lock "port-23a20185-53ce-434e-b39e-5ca77d8888fb" {{(pid=66703) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1033.992934] env[66703]: DEBUG oslo_concurrency.lockutils [None req-ffa6d202-748e-4c81-9979-ad08741f9cf7 None None] Acquired lock "port-23a20185-53ce-434e-b39e-5ca77d8888fb" {{(pid=66703) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1033.993314] env[66703]: DEBUG oslo_concurrency.lockutils [None req-ffa6d202-748e-4c81-9979-ad08741f9cf7 None None] Acquired external semaphore "port-23a20185-53ce-434e-b39e-5ca77d8888fb" {{(pid=66703) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1033.993458] env[66703]: DEBUG networking_nsxv3.api.rpc [None req-ffa6d202-748e-4c81-9979-ad08741f9cf7 None None] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('23a20185-53ce-434e-b39e-5ca77d8888fb',) {} {{(pid=66703) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1034.083420] env[66703]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=66703) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1034.083420] env[66703]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66703) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1034.083597] env[66703]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66703) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1034.083669] env[66703]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66703) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1034.083879] env[66703]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66703) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1034.083946] env[66703]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66703) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1034.084277] env[66703]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66703) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1034.084277] env[66703]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66703) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1034.084277] env[66703]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66703) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1034.084426] env[66703]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66703) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1034.084426] env[66703]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 4872b703-920a-4af9-a3a7-4649c45283ab already deleted. [ 1034.084492] env[66703]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-4872b703-920a-4af9-a3a7-4649c45283ab" {{(pid=66703) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1034.198779] env[66703]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66703) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1034.198934] env[66703]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66703) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1034.198934] env[66703]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66703) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1034.199148] env[66703]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66703) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1034.199242] env[66703]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66703) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1034.199342] env[66703]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: e5478296-296b-4855-b680-ee0ae524bfb1 is going to be created. [ 1034.224280] env[66703]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66703) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1034.224461] env[66703]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66703) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1034.224505] env[66703]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66703) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1034.224700] env[66703]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66703) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1034.224864] env[66703]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66703) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1034.235018] env[66703]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: e5478296-296b-4855-b680-ee0ae524bfb1 in Status: UNINITIALIZED for 2s [ 1034.496247] env[66703]: DEBUG networking_nsxv3.common.locking [None req-ffa6d202-748e-4c81-9979-ad08741f9cf7 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , ] {{(pid=66703) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1034.496553] env[66703]: DEBUG oslo_concurrency.lockutils [None req-ffa6d202-748e-4c81-9979-ad08741f9cf7 None None] Acquiring lock "SegmentPort" {{(pid=66703) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1034.496614] env[66703]: DEBUG oslo_concurrency.lockutils [None req-ffa6d202-748e-4c81-9979-ad08741f9cf7 None None] Acquired lock "SegmentPort" {{(pid=66703) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1034.499810] env[66703]: DEBUG oslo_concurrency.lockutils [None req-ffa6d202-748e-4c81-9979-ad08741f9cf7 None None] Acquired external semaphore "SegmentPort" {{(pid=66703) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1034.499810] env[66703]: DEBUG oslo_concurrency.lockutils [None req-ffa6d202-748e-4c81-9979-ad08741f9cf7 None None] Releasing lock "SegmentPort" {{(pid=66703) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1034.499810] env[66703]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-ffa6d202-748e-4c81-9979-ad08741f9cf7 None None] Segment Port 23a20185-53ce-434e-b39e-5ca77d8888fb not found, creating... [ 1034.499810] env[66703]: DEBUG networking_nsxv3.common.locking [None req-ffa6d202-748e-4c81-9979-ad08741f9cf7 None None] Lock Segment taken with stack trace [, , , , , , , , , , , ] {{(pid=66703) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1034.499810] env[66703]: DEBUG oslo_concurrency.lockutils [None req-ffa6d202-748e-4c81-9979-ad08741f9cf7 None None] Acquiring lock "Segment" {{(pid=66703) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1034.499810] env[66703]: DEBUG oslo_concurrency.lockutils [None req-ffa6d202-748e-4c81-9979-ad08741f9cf7 None None] Acquired lock "Segment" {{(pid=66703) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1034.499810] env[66703]: DEBUG oslo_concurrency.lockutils [None req-ffa6d202-748e-4c81-9979-ad08741f9cf7 None None] Acquired external semaphore "Segment" {{(pid=66703) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1034.499810] env[66703]: DEBUG oslo_concurrency.lockutils [None req-ffa6d202-748e-4c81-9979-ad08741f9cf7 None None] Releasing lock "Segment" {{(pid=66703) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1034.499810] env[66703]: DEBUG networking_nsxv3.common.locking [None req-ffa6d202-748e-4c81-9979-ad08741f9cf7 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=66703) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1034.499810] env[66703]: DEBUG oslo_concurrency.lockutils [None req-ffa6d202-748e-4c81-9979-ad08741f9cf7 None None] Acquiring lock "SegmentPort" {{(pid=66703) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1034.500415] env[66703]: DEBUG oslo_concurrency.lockutils [None req-ffa6d202-748e-4c81-9979-ad08741f9cf7 None None] Acquired lock "SegmentPort" {{(pid=66703) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1034.500415] env[66703]: DEBUG oslo_concurrency.lockutils [None req-ffa6d202-748e-4c81-9979-ad08741f9cf7 None None] Acquired external semaphore "SegmentPort" {{(pid=66703) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1034.500481] env[66703]: DEBUG oslo_concurrency.lockutils [None req-ffa6d202-748e-4c81-9979-ad08741f9cf7 None None] Releasing lock "SegmentPort" {{(pid=66703) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1034.501728] env[66703]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-ffa6d202-748e-4c81-9979-ad08741f9cf7 None None] Resource: SegmentPort with ID: 23a20185-53ce-434e-b39e-5ca77d8888fb is going to be created. [ 1034.521358] env[66703]: DEBUG networking_nsxv3.common.locking [None req-ffa6d202-748e-4c81-9979-ad08741f9cf7 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=66703) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1034.521704] env[66703]: DEBUG oslo_concurrency.lockutils [None req-ffa6d202-748e-4c81-9979-ad08741f9cf7 None None] Acquiring lock "SegmentPort" {{(pid=66703) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1034.521704] env[66703]: DEBUG oslo_concurrency.lockutils [None req-ffa6d202-748e-4c81-9979-ad08741f9cf7 None None] Acquired lock "SegmentPort" {{(pid=66703) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1034.521999] env[66703]: DEBUG oslo_concurrency.lockutils [None req-ffa6d202-748e-4c81-9979-ad08741f9cf7 None None] Acquired external semaphore "SegmentPort" {{(pid=66703) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1034.522545] env[66703]: DEBUG oslo_concurrency.lockutils [None req-ffa6d202-748e-4c81-9979-ad08741f9cf7 None None] Releasing lock "SegmentPort" {{(pid=66703) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1034.522813] env[66703]: DEBUG oslo_concurrency.lockutils [None req-ffa6d202-748e-4c81-9979-ad08741f9cf7 None None] Releasing lock "port-23a20185-53ce-434e-b39e-5ca77d8888fb" {{(pid=66703) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1034.694126] env[66703]: INFO networking_nsxv3.common.synchronization [None req-3ba33fdd-866e-48e0-9295-9183a16329dd None None] Enqueued Resource ID: cbfa21b5-b4c4-4c57-bbf0-8e936de8fce0 with Priority: HIGHEST for action port [ 1034.694126] env[66703]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: cbfa21b5-b4c4-4c57-bbf0-8e936de8fce0 with Priority: HIGHEST for action port [ 1034.694126] env[66703]: DEBUG networking_nsxv3.common.locking [-] Lock port-cbfa21b5-b4c4-4c57-bbf0-8e936de8fce0 taken with stack trace [, , ] {{(pid=66703) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1034.694126] env[66703]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-cbfa21b5-b4c4-4c57-bbf0-8e936de8fce0" {{(pid=66703) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1034.694126] env[66703]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-cbfa21b5-b4c4-4c57-bbf0-8e936de8fce0" {{(pid=66703) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1034.695230] env[66703]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-cbfa21b5-b4c4-4c57-bbf0-8e936de8fce0" {{(pid=66703) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1034.695505] env[66703]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('cbfa21b5-b4c4-4c57-bbf0-8e936de8fce0',) {} {{(pid=66703) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1034.875182] env[66703]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: db254d47-d7a1-40b1-a751-5c5ada9bc604 in Status: SUCCESS [ 1034.876416] env[66703]: WARNING networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: db254d47-d7a1-40b1-a751-5c5ada9bc604 deletion is rescheduled due to dependency. [ 1034.876875] env[66703]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-db254d47-d7a1-40b1-a751-5c5ada9bc604" {{(pid=66703) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1035.198298] env[66703]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] deletion realization of port cbfa21b5-b4c4-4c57-bbf0-8e936de8fce0 [ 1035.198538] env[66703]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=66703) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1035.198676] env[66703]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=66703) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1035.198744] env[66703]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=66703) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1035.198958] env[66703]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=66703) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1035.199068] env[66703]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=66703) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1035.199175] env[66703]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Segment Port:cbfa21b5-b4c4-4c57-bbf0-8e936de8fce0 already deleted. [ 1035.199327] env[66703]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-cbfa21b5-b4c4-4c57-bbf0-8e936de8fce0" {{(pid=66703) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1035.228920] env[66703]: INFO networking_nsxv3.common.synchronization [req-cdca6a92-6a30-4df1-8f76-e58087b87c7d req-286e7eed-7991-4b44-90c0-39beb7d6e377 service nova] Enqueued Resource ID: 4872b703-920a-4af9-a3a7-4649c45283ab with Priority: HIGHEST for action security_group_rules [ 1035.228920] env[66703]: INFO networking_nsxv3.common.synchronization [req-cdca6a92-6a30-4df1-8f76-e58087b87c7d req-286e7eed-7991-4b44-90c0-39beb7d6e377 service nova] Enqueued Resource ID: 4872b703-920a-4af9-a3a7-4649c45283ab with Priority: HIGHEST for action security_group_members [ 1035.229310] env[66703]: INFO networking_nsxv3.common.synchronization [req-cdca6a92-6a30-4df1-8f76-e58087b87c7d req-286e7eed-7991-4b44-90c0-39beb7d6e377 service nova] Enqueued Resource ID: 23a20185-53ce-434e-b39e-5ca77d8888fb with Priority: HIGHEST for action port [ 1035.229310] env[66703]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 4872b703-920a-4af9-a3a7-4649c45283ab with Priority: HIGHEST for action security_group_rules [ 1035.229796] env[66703]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 4872b703-920a-4af9-a3a7-4649c45283ab with Priority: HIGHEST for action security_group_members [ 1035.229796] env[66703]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 23a20185-53ce-434e-b39e-5ca77d8888fb with Priority: HIGHEST for action port [ 1035.230243] env[66703]: DEBUG networking_nsxv3.common.locking [-] Lock rules-4872b703-920a-4af9-a3a7-4649c45283ab taken with stack trace [, , ] {{(pid=66703) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1035.230441] env[66703]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-4872b703-920a-4af9-a3a7-4649c45283ab" {{(pid=66703) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1035.230535] env[66703]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-4872b703-920a-4af9-a3a7-4649c45283ab" {{(pid=66703) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1035.230811] env[66703]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-4872b703-920a-4af9-a3a7-4649c45283ab" {{(pid=66703) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1035.230922] env[66703]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('4872b703-920a-4af9-a3a7-4649c45283ab',) {} {{(pid=66703) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1035.232183] env[66703]: DEBUG networking_nsxv3.common.locking [-] Lock member-4872b703-920a-4af9-a3a7-4649c45283ab taken with stack trace [, , ] {{(pid=66703) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1035.232433] env[66703]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-4872b703-920a-4af9-a3a7-4649c45283ab" {{(pid=66703) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1035.232640] env[66703]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-4872b703-920a-4af9-a3a7-4649c45283ab" {{(pid=66703) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1035.232764] env[66703]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-4872b703-920a-4af9-a3a7-4649c45283ab" {{(pid=66703) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1035.232901] env[66703]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=66703) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1035.233540] env[66703]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66703) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1035.233678] env[66703]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66703) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1035.233882] env[66703]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66703) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1035.234007] env[66703]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66703) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1035.234133] env[66703]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('4872b703-920a-4af9-a3a7-4649c45283ab',) {} {{(pid=66703) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1035.234899] env[66703]: DEBUG networking_nsxv3.common.locking [-] Lock port-23a20185-53ce-434e-b39e-5ca77d8888fb taken with stack trace [, , ] {{(pid=66703) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1035.235056] env[66703]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-23a20185-53ce-434e-b39e-5ca77d8888fb" {{(pid=66703) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1035.235154] env[66703]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-23a20185-53ce-434e-b39e-5ca77d8888fb" {{(pid=66703) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1035.235353] env[66703]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-23a20185-53ce-434e-b39e-5ca77d8888fb" {{(pid=66703) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1035.235612] env[66703]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('23a20185-53ce-434e-b39e-5ca77d8888fb',) {} {{(pid=66703) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1035.732525] env[66703]: DEBUG networking_nsxv3.common.locking [-] Lock member-4872b703-920a-4af9-a3a7-4649c45283ab taken with stack trace [, , , ] {{(pid=66703) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1035.732814] env[66703]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-4872b703-920a-4af9-a3a7-4649c45283ab" {{(pid=66703) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1035.738244] env[66703]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] realization of port 23a20185-53ce-434e-b39e-5ca77d8888fb with status ACTIVE [ 1035.738473] env[66703]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=66703) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1035.738605] env[66703]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=66703) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1035.738675] env[66703]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=66703) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1035.738890] env[66703]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=66703) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1035.739014] env[66703]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=66703) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1035.739193] env[66703]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , ] {{(pid=66703) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1035.739291] env[66703]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=66703) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1035.739375] env[66703]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=66703) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1035.739526] env[66703]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=66703) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1035.739607] env[66703]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=66703) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1035.739805] env[66703]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=66703) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1035.739902] env[66703]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=66703) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1035.739964] env[66703]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=66703) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1035.740138] env[66703]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=66703) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1035.740218] env[66703]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=66703) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1035.740305] env[66703]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: SegmentPort with ID: 23a20185-53ce-434e-b39e-5ca77d8888fb is going to be updated. [ 1035.741446] env[66703]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('4872b703-920a-4af9-a3a7-4649c45283ab',) {} {{(pid=66703) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1035.767367] env[66703]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=66703) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1035.767568] env[66703]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=66703) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1035.767665] env[66703]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=66703) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1035.767855] env[66703]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=66703) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1035.768054] env[66703]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=66703) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1035.768182] env[66703]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-23a20185-53ce-434e-b39e-5ca77d8888fb" {{(pid=66703) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1036.243431] env[66703]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('4872b703-920a-4af9-a3a7-4649c45283ab',) {} {{(pid=66703) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1036.245492] env[66703]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: e5478296-296b-4855-b680-ee0ae524bfb1 in Status: SUCCESS [ 1036.245615] env[66703]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-e5478296-296b-4855-b680-ee0ae524bfb1" {{(pid=66703) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1036.245685] env[66703]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-e5478296-296b-4855-b680-ee0ae524bfb1" {{(pid=66703) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1036.246256] env[66703]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-e5478296-296b-4855-b680-ee0ae524bfb1" {{(pid=66703) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1036.246256] env[66703]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=66703) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1036.246256] env[66703]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66703) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1036.246609] env[66703]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66703) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1036.246609] env[66703]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66703) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1036.246609] env[66703]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66703) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1036.246609] env[66703]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-e5478296-296b-4855-b680-ee0ae524bfb1" {{(pid=66703) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1036.246763] env[66703]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('e5478296-296b-4855-b680-ee0ae524bfb1',) {} {{(pid=66703) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1036.748387] env[66703]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66703) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1036.748787] env[66703]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66703) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1036.748787] env[66703]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66703) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1036.748787] env[66703]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66703) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1036.748916] env[66703]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66703) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1036.749038] env[66703]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 4872b703-920a-4af9-a3a7-4649c45283ab is going to be created. [ 1036.750225] env[66703]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('e5478296-296b-4855-b680-ee0ae524bfb1',) {} {{(pid=66703) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1036.777234] env[66703]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66703) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1036.777383] env[66703]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66703) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1036.777454] env[66703]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66703) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1036.777674] env[66703]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66703) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1036.777850] env[66703]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66703) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1036.786921] env[66703]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 4872b703-920a-4af9-a3a7-4649c45283ab in Status: UNINITIALIZED for 2s [ 1037.253443] env[66703]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for e5478296-296b-4855-b680-ee0ae524bfb1: rpc.has_security_group_logging(os_id): False [ 1037.272514] env[66703]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=66703) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1037.272901] env[66703]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66703) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1037.273064] env[66703]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66703) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1037.273327] env[66703]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66703) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1037.273446] env[66703]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66703) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1037.273953] env[66703]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=66703) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1037.274133] env[66703]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66703) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1037.274201] env[66703]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66703) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1037.274427] env[66703]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66703) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1037.274525] env[66703]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66703) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1037.274659] env[66703]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: e5478296-296b-4855-b680-ee0ae524bfb1 is going to be created. [ 1037.287128] env[66703]: INFO networking_nsxv3.common.synchronization [None req-37e9a2f7-fadb-46b8-a6d6-75c8256b6bc3 None None] Enqueued Resource ID: 6bf342cb-1ae9-46a2-913d-882e058dde32 with Priority: HIGHEST for action port [ 1037.287717] env[66703]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 6bf342cb-1ae9-46a2-913d-882e058dde32 with Priority: HIGHEST for action port [ 1037.288075] env[66703]: DEBUG networking_nsxv3.common.locking [-] Lock port-6bf342cb-1ae9-46a2-913d-882e058dde32 taken with stack trace [, , ] {{(pid=66703) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1037.288212] env[66703]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-6bf342cb-1ae9-46a2-913d-882e058dde32" {{(pid=66703) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1037.288263] env[66703]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-6bf342cb-1ae9-46a2-913d-882e058dde32" {{(pid=66703) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1037.288515] env[66703]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-6bf342cb-1ae9-46a2-913d-882e058dde32" {{(pid=66703) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1037.288604] env[66703]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('6bf342cb-1ae9-46a2-913d-882e058dde32',) {} {{(pid=66703) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1037.346860] env[66703]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=66703) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1037.346860] env[66703]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66703) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1037.346860] env[66703]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66703) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1037.346860] env[66703]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66703) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1037.346860] env[66703]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66703) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1037.359621] env[66703]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: e5478296-296b-4855-b680-ee0ae524bfb1 in Status: IN_PROGRESS for 2s [ 1037.791025] env[66703]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] deletion realization of port 6bf342cb-1ae9-46a2-913d-882e058dde32 [ 1037.791418] env[66703]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=66703) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1037.791418] env[66703]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=66703) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1037.791555] env[66703]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=66703) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1037.791803] env[66703]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=66703) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1037.791803] env[66703]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=66703) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1037.791934] env[66703]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Segment Port:6bf342cb-1ae9-46a2-913d-882e058dde32 already deleted. [ 1037.791982] env[66703]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-6bf342cb-1ae9-46a2-913d-882e058dde32" {{(pid=66703) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1038.800205] env[66703]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 4872b703-920a-4af9-a3a7-4649c45283ab in Status: SUCCESS [ 1038.801753] env[66703]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-4872b703-920a-4af9-a3a7-4649c45283ab" {{(pid=66703) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1038.801753] env[66703]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-4872b703-920a-4af9-a3a7-4649c45283ab" {{(pid=66703) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1038.803034] env[66703]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-4872b703-920a-4af9-a3a7-4649c45283ab" {{(pid=66703) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1038.803034] env[66703]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=66703) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1038.803034] env[66703]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66703) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1038.803034] env[66703]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66703) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1038.803034] env[66703]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66703) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1038.803034] env[66703]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66703) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1038.803034] env[66703]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-4872b703-920a-4af9-a3a7-4649c45283ab" {{(pid=66703) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1038.803034] env[66703]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('4872b703-920a-4af9-a3a7-4649c45283ab',) {} {{(pid=66703) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1039.306728] env[66703]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('4872b703-920a-4af9-a3a7-4649c45283ab',) {} {{(pid=66703) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1039.377674] env[66703]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: e5478296-296b-4855-b680-ee0ae524bfb1 in Status: SUCCESS [ 1039.377674] env[66703]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-e5478296-296b-4855-b680-ee0ae524bfb1" {{(pid=66703) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1039.810173] env[66703]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for 4872b703-920a-4af9-a3a7-4649c45283ab: rpc.has_security_group_logging(os_id): False [ 1039.834990] env[66703]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=66703) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1039.835218] env[66703]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66703) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1039.835277] env[66703]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66703) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1039.835542] env[66703]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66703) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1039.835671] env[66703]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66703) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1039.835940] env[66703]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=66703) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1039.836122] env[66703]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66703) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1039.836532] env[66703]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66703) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1039.836532] env[66703]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66703) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1039.836532] env[66703]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66703) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1039.836532] env[66703]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 4872b703-920a-4af9-a3a7-4649c45283ab is going to be created. [ 1039.901352] env[66703]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=66703) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1039.901747] env[66703]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66703) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1039.901747] env[66703]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66703) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1039.901747] env[66703]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66703) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1039.901960] env[66703]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66703) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1039.917937] env[66703]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 4872b703-920a-4af9-a3a7-4649c45283ab in Status: IN_PROGRESS for 2s [ 1041.118873] env[66703]: INFO networking_nsxv3.common.synchronization [req-1c29c895-4df6-4ccc-9723-925527d4319d req-3b477c6d-f82b-4069-9cd4-22bf5a8d7c9d tempest-ImagesTestJSON-1641770331 tempest-ImagesTestJSON-1641770331-project-member] Enqueued Resource ID: f52985e4-827d-4ac5-ba08-62ae5081fda6 with Priority: HIGHEST for action security_group_members [ 1041.119643] env[66703]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: f52985e4-827d-4ac5-ba08-62ae5081fda6 with Priority: HIGHEST for action security_group_members [ 1041.120048] env[66703]: DEBUG networking_nsxv3.common.locking [-] Lock member-f52985e4-827d-4ac5-ba08-62ae5081fda6 taken with stack trace [, , ] {{(pid=66703) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1041.120207] env[66703]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-f52985e4-827d-4ac5-ba08-62ae5081fda6" {{(pid=66703) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1041.120244] env[66703]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-f52985e4-827d-4ac5-ba08-62ae5081fda6" {{(pid=66703) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1041.121290] env[66703]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-f52985e4-827d-4ac5-ba08-62ae5081fda6" {{(pid=66703) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1041.121290] env[66703]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=66703) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1041.121290] env[66703]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66703) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1041.121290] env[66703]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66703) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1041.121290] env[66703]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66703) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1041.121290] env[66703]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66703) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1041.121290] env[66703]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('f52985e4-827d-4ac5-ba08-62ae5081fda6',) {} {{(pid=66703) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1041.623262] env[66703]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=66703) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1041.623445] env[66703]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66703) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1041.623523] env[66703]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66703) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1041.624543] env[66703]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66703) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1041.624543] env[66703]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66703) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1041.624543] env[66703]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66703) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1041.624543] env[66703]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66703) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1041.624543] env[66703]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66703) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1041.624543] env[66703]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66703) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1041.624916] env[66703]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66703) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1041.624916] env[66703]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: f52985e4-827d-4ac5-ba08-62ae5081fda6 is going to be updated. [ 1041.651452] env[66703]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66703) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1041.651709] env[66703]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66703) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1041.651709] env[66703]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66703) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1041.651880] env[66703]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66703) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1041.652050] env[66703]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66703) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1041.661304] env[66703]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: f52985e4-827d-4ac5-ba08-62ae5081fda6 in Status: IN_PROGRESS for 2s [ 1041.930289] env[66703]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 4872b703-920a-4af9-a3a7-4649c45283ab in Status: SUCCESS [ 1041.930553] env[66703]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-4872b703-920a-4af9-a3a7-4649c45283ab" {{(pid=66703) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1042.427085] env[66703]: INFO networking_nsxv3.common.synchronization [req-d762bffc-18ce-4cf3-9b0e-288729af02d6 req-6637a642-c46f-47f3-aa0f-7656923265a7 tempest-FloatingIPsAssociationNegativeTestJSON-77478805 tempest-FloatingIPsAssociationNegativeTestJSON-77478805-project-member] Enqueued Resource ID: 35ccdf8d-34a1-42c6-b9d2-6233117683f2 with Priority: HIGHEST for action security_group_members [ 1042.427882] env[66703]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 35ccdf8d-34a1-42c6-b9d2-6233117683f2 with Priority: HIGHEST for action security_group_members [ 1042.429414] env[66703]: DEBUG networking_nsxv3.common.locking [-] Lock member-35ccdf8d-34a1-42c6-b9d2-6233117683f2 taken with stack trace [, , ] {{(pid=66703) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1042.429560] env[66703]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-35ccdf8d-34a1-42c6-b9d2-6233117683f2" {{(pid=66703) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1042.429656] env[66703]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-35ccdf8d-34a1-42c6-b9d2-6233117683f2" {{(pid=66703) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1042.430020] env[66703]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-35ccdf8d-34a1-42c6-b9d2-6233117683f2" {{(pid=66703) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1042.430238] env[66703]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=66703) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1042.430713] env[66703]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66703) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1042.430837] env[66703]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66703) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1042.431080] env[66703]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66703) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1042.431204] env[66703]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66703) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1042.431340] env[66703]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('35ccdf8d-34a1-42c6-b9d2-6233117683f2',) {} {{(pid=66703) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1042.802703] env[66703]: DEBUG networking_nsxv3.common.locking [None req-ffa6d202-748e-4c81-9979-ad08741f9cf7 None None] Lock network-871 taken with stack trace [, , , , , , , , ] {{(pid=66703) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1042.802987] env[66703]: DEBUG oslo_concurrency.lockutils [None req-ffa6d202-748e-4c81-9979-ad08741f9cf7 None None] Acquiring lock "network-871" {{(pid=66703) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1042.803187] env[66703]: DEBUG oslo_concurrency.lockutils [None req-ffa6d202-748e-4c81-9979-ad08741f9cf7 None None] Acquired lock "network-871" {{(pid=66703) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1042.803372] env[66703]: DEBUG oslo_concurrency.lockutils [None req-ffa6d202-748e-4c81-9979-ad08741f9cf7 None None] Acquired external semaphore "network-871" {{(pid=66703) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1042.803633] env[66703]: DEBUG networking_nsxv3.common.locking [None req-ffa6d202-748e-4c81-9979-ad08741f9cf7 None None] Lock Segment taken with stack trace [, , , , , , , , , , ] {{(pid=66703) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1042.803791] env[66703]: DEBUG oslo_concurrency.lockutils [None req-ffa6d202-748e-4c81-9979-ad08741f9cf7 None None] Acquiring lock "Segment" {{(pid=66703) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1042.807494] env[66703]: DEBUG oslo_concurrency.lockutils [None req-ffa6d202-748e-4c81-9979-ad08741f9cf7 None None] Acquired lock "Segment" {{(pid=66703) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1042.807494] env[66703]: DEBUG oslo_concurrency.lockutils [None req-ffa6d202-748e-4c81-9979-ad08741f9cf7 None None] Acquired external semaphore "Segment" {{(pid=66703) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1042.807494] env[66703]: DEBUG oslo_concurrency.lockutils [None req-ffa6d202-748e-4c81-9979-ad08741f9cf7 None None] Releasing lock "Segment" {{(pid=66703) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1042.807494] env[66703]: DEBUG dogpile.cache.region [None req-ffa6d202-748e-4c81-9979-ad08741f9cf7 None None] No value present for key: 'zone-id' {{(pid=66703) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 1042.807494] env[66703]: DEBUG dogpile.lock [None req-ffa6d202-748e-4c81-9979-ad08741f9cf7 None None] NeedRegenerationException {{(pid=66703) _enter /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:90}} [ 1042.807494] env[66703]: DEBUG dogpile.lock [None req-ffa6d202-748e-4c81-9979-ad08741f9cf7 None None] no value, waiting for create lock {{(pid=66703) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:131}} [ 1042.807494] env[66703]: DEBUG dogpile.lock [None req-ffa6d202-748e-4c81-9979-ad08741f9cf7 None None] value creation lock acquired {{(pid=66703) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:135}} [ 1042.807494] env[66703]: DEBUG dogpile.cache.region [None req-ffa6d202-748e-4c81-9979-ad08741f9cf7 None None] No value present for key: 'zone-id' {{(pid=66703) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 1042.807494] env[66703]: DEBUG dogpile.lock [None req-ffa6d202-748e-4c81-9979-ad08741f9cf7 None None] Calling creation function for not-yet-present value {{(pid=66703) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:174}} [ 1042.807494] env[66703]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-ffa6d202-748e-4c81-9979-ad08741f9cf7 None None] Looking for TransportZone with name nsx-vlan-transportzone. [ 1042.827823] env[66703]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-ffa6d202-748e-4c81-9979-ad08741f9cf7 None None] loading zone with a95c914d-748d-497c-94ab-10d4647daeba and tags [{'scope': 'mp2policy_migr_status', 'tag': 'success'}] [ 1042.828027] env[66703]: DEBUG dogpile.cache.region [None req-ffa6d202-748e-4c81-9979-ad08741f9cf7 None None] Cache value generated in 0.023 seconds for key(s): 'zone-id' {{(pid=66703) _log_time /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:910}} [ 1042.828170] env[66703]: DEBUG dogpile.lock [None req-ffa6d202-748e-4c81-9979-ad08741f9cf7 None None] Released creation lock {{(pid=66703) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:182}} [ 1042.828358] env[66703]: DEBUG oslo_concurrency.lockutils [None req-ffa6d202-748e-4c81-9979-ad08741f9cf7 None None] Releasing lock "network-871" {{(pid=66703) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1042.828722] env[66703]: DEBUG networking_nsxv3.common.locking [None req-ffa6d202-748e-4c81-9979-ad08741f9cf7 None None] Lock port-5b340879-f3f5-4e8e-ad08-e26e737b2c1b taken with stack trace [, , , , , , , , ] {{(pid=66703) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1042.828879] env[66703]: DEBUG oslo_concurrency.lockutils [None req-ffa6d202-748e-4c81-9979-ad08741f9cf7 None None] Acquiring lock "port-5b340879-f3f5-4e8e-ad08-e26e737b2c1b" {{(pid=66703) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1042.829009] env[66703]: DEBUG oslo_concurrency.lockutils [None req-ffa6d202-748e-4c81-9979-ad08741f9cf7 None None] Acquired lock "port-5b340879-f3f5-4e8e-ad08-e26e737b2c1b" {{(pid=66703) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1042.829336] env[66703]: DEBUG oslo_concurrency.lockutils [None req-ffa6d202-748e-4c81-9979-ad08741f9cf7 None None] Acquired external semaphore "port-5b340879-f3f5-4e8e-ad08-e26e737b2c1b" {{(pid=66703) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1042.829473] env[66703]: DEBUG networking_nsxv3.api.rpc [None req-ffa6d202-748e-4c81-9979-ad08741f9cf7 None None] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('5b340879-f3f5-4e8e-ad08-e26e737b2c1b',) {} {{(pid=66703) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1042.936072] env[66703]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=66703) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1042.936072] env[66703]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66703) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1042.936072] env[66703]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66703) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1042.936072] env[66703]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66703) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1042.936072] env[66703]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66703) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1042.936072] env[66703]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66703) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1042.936072] env[66703]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66703) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1042.936072] env[66703]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66703) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1042.936072] env[66703]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66703) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1042.936072] env[66703]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66703) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1042.936072] env[66703]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 35ccdf8d-34a1-42c6-b9d2-6233117683f2 already deleted. [ 1042.936072] env[66703]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-35ccdf8d-34a1-42c6-b9d2-6233117683f2" {{(pid=66703) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1043.004118] env[66703]: INFO networking_nsxv3.common.synchronization [None req-6c4c68c3-5b8e-4f11-832c-378a8d123e3c None None] Enqueued Resource ID: 54806cf0-048a-49a2-b9e0-311587ec6bb5 with Priority: HIGHEST for action port [ 1043.004633] env[66703]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 54806cf0-048a-49a2-b9e0-311587ec6bb5 with Priority: HIGHEST for action port [ 1043.005537] env[66703]: DEBUG networking_nsxv3.common.locking [-] Lock port-54806cf0-048a-49a2-b9e0-311587ec6bb5 taken with stack trace [, , ] {{(pid=66703) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1043.005537] env[66703]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-54806cf0-048a-49a2-b9e0-311587ec6bb5" {{(pid=66703) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1043.005537] env[66703]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-54806cf0-048a-49a2-b9e0-311587ec6bb5" {{(pid=66703) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1043.005830] env[66703]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-54806cf0-048a-49a2-b9e0-311587ec6bb5" {{(pid=66703) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1043.005967] env[66703]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('54806cf0-048a-49a2-b9e0-311587ec6bb5',) {} {{(pid=66703) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1043.332114] env[66703]: DEBUG networking_nsxv3.common.locking [None req-ffa6d202-748e-4c81-9979-ad08741f9cf7 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , ] {{(pid=66703) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1043.332362] env[66703]: DEBUG oslo_concurrency.lockutils [None req-ffa6d202-748e-4c81-9979-ad08741f9cf7 None None] Acquiring lock "SegmentPort" {{(pid=66703) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1043.332493] env[66703]: DEBUG oslo_concurrency.lockutils [None req-ffa6d202-748e-4c81-9979-ad08741f9cf7 None None] Acquired lock "SegmentPort" {{(pid=66703) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1043.333083] env[66703]: DEBUG oslo_concurrency.lockutils [None req-ffa6d202-748e-4c81-9979-ad08741f9cf7 None None] Acquired external semaphore "SegmentPort" {{(pid=66703) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1043.333083] env[66703]: DEBUG oslo_concurrency.lockutils [None req-ffa6d202-748e-4c81-9979-ad08741f9cf7 None None] Releasing lock "SegmentPort" {{(pid=66703) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1043.333083] env[66703]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-ffa6d202-748e-4c81-9979-ad08741f9cf7 None None] Segment Port 5b340879-f3f5-4e8e-ad08-e26e737b2c1b not found, creating... [ 1043.333316] env[66703]: DEBUG networking_nsxv3.common.locking [None req-ffa6d202-748e-4c81-9979-ad08741f9cf7 None None] Lock Segment taken with stack trace [, , , , , , , , , , , ] {{(pid=66703) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1043.333483] env[66703]: DEBUG oslo_concurrency.lockutils [None req-ffa6d202-748e-4c81-9979-ad08741f9cf7 None None] Acquiring lock "Segment" {{(pid=66703) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1043.333585] env[66703]: DEBUG oslo_concurrency.lockutils [None req-ffa6d202-748e-4c81-9979-ad08741f9cf7 None None] Acquired lock "Segment" {{(pid=66703) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1043.333992] env[66703]: DEBUG oslo_concurrency.lockutils [None req-ffa6d202-748e-4c81-9979-ad08741f9cf7 None None] Acquired external semaphore "Segment" {{(pid=66703) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1043.334313] env[66703]: DEBUG oslo_concurrency.lockutils [None req-ffa6d202-748e-4c81-9979-ad08741f9cf7 None None] Releasing lock "Segment" {{(pid=66703) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1043.335494] env[66703]: DEBUG networking_nsxv3.common.locking [None req-ffa6d202-748e-4c81-9979-ad08741f9cf7 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=66703) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1043.335494] env[66703]: DEBUG oslo_concurrency.lockutils [None req-ffa6d202-748e-4c81-9979-ad08741f9cf7 None None] Acquiring lock "SegmentPort" {{(pid=66703) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1043.335494] env[66703]: DEBUG oslo_concurrency.lockutils [None req-ffa6d202-748e-4c81-9979-ad08741f9cf7 None None] Acquired lock "SegmentPort" {{(pid=66703) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1043.335494] env[66703]: DEBUG oslo_concurrency.lockutils [None req-ffa6d202-748e-4c81-9979-ad08741f9cf7 None None] Acquired external semaphore "SegmentPort" {{(pid=66703) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1043.335494] env[66703]: DEBUG oslo_concurrency.lockutils [None req-ffa6d202-748e-4c81-9979-ad08741f9cf7 None None] Releasing lock "SegmentPort" {{(pid=66703) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1043.335494] env[66703]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-ffa6d202-748e-4c81-9979-ad08741f9cf7 None None] Resource: SegmentPort with ID: 5b340879-f3f5-4e8e-ad08-e26e737b2c1b is going to be created. [ 1043.359203] env[66703]: DEBUG networking_nsxv3.common.locking [None req-ffa6d202-748e-4c81-9979-ad08741f9cf7 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=66703) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1043.359454] env[66703]: DEBUG oslo_concurrency.lockutils [None req-ffa6d202-748e-4c81-9979-ad08741f9cf7 None None] Acquiring lock "SegmentPort" {{(pid=66703) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1043.360079] env[66703]: DEBUG oslo_concurrency.lockutils [None req-ffa6d202-748e-4c81-9979-ad08741f9cf7 None None] Acquired lock "SegmentPort" {{(pid=66703) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1043.360079] env[66703]: DEBUG oslo_concurrency.lockutils [None req-ffa6d202-748e-4c81-9979-ad08741f9cf7 None None] Acquired external semaphore "SegmentPort" {{(pid=66703) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1043.360347] env[66703]: DEBUG oslo_concurrency.lockutils [None req-ffa6d202-748e-4c81-9979-ad08741f9cf7 None None] Releasing lock "SegmentPort" {{(pid=66703) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1043.360803] env[66703]: DEBUG oslo_concurrency.lockutils [None req-ffa6d202-748e-4c81-9979-ad08741f9cf7 None None] Releasing lock "port-5b340879-f3f5-4e8e-ad08-e26e737b2c1b" {{(pid=66703) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1043.509713] env[66703]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] deletion realization of port 54806cf0-048a-49a2-b9e0-311587ec6bb5 [ 1043.509713] env[66703]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=66703) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1043.509713] env[66703]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=66703) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1043.509713] env[66703]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=66703) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1043.509713] env[66703]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=66703) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1043.509713] env[66703]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=66703) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1043.509713] env[66703]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Segment Port:54806cf0-048a-49a2-b9e0-311587ec6bb5 already deleted. [ 1043.509713] env[66703]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-54806cf0-048a-49a2-b9e0-311587ec6bb5" {{(pid=66703) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1043.536130] env[66703]: INFO networking_nsxv3.common.synchronization [req-3597ad88-fd66-4576-a808-ece269447f64 req-0a450a7e-5260-4fdf-8190-52fbedb071a0 tempest-ListServerFiltersTestJSON-1920456475 tempest-ListServerFiltersTestJSON-1920456475-project-member] Enqueued Resource ID: fa4efca7-8152-4fd8-af73-ebfcdf5db312 with Priority: HIGHEST for action security_group_members [ 1043.536130] env[66703]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: fa4efca7-8152-4fd8-af73-ebfcdf5db312 with Priority: HIGHEST for action security_group_members [ 1043.536130] env[66703]: DEBUG networking_nsxv3.common.locking [-] Lock member-fa4efca7-8152-4fd8-af73-ebfcdf5db312 taken with stack trace [, , ] {{(pid=66703) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1043.536465] env[66703]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-fa4efca7-8152-4fd8-af73-ebfcdf5db312" {{(pid=66703) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1043.536529] env[66703]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-fa4efca7-8152-4fd8-af73-ebfcdf5db312" {{(pid=66703) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1043.536780] env[66703]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-fa4efca7-8152-4fd8-af73-ebfcdf5db312" {{(pid=66703) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1043.537631] env[66703]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=66703) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1043.537631] env[66703]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66703) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1043.537631] env[66703]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66703) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1043.537631] env[66703]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66703) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1043.537631] env[66703]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66703) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1043.537631] env[66703]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('fa4efca7-8152-4fd8-af73-ebfcdf5db312',) {} {{(pid=66703) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1043.676402] env[66703]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: f52985e4-827d-4ac5-ba08-62ae5081fda6 in Status: IN_PROGRESS for 4s [ 1044.039513] env[66703]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=66703) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1044.039673] env[66703]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66703) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1044.039809] env[66703]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66703) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1044.040051] env[66703]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66703) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1044.040158] env[66703]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66703) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1044.040383] env[66703]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66703) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1044.040481] env[66703]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66703) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1044.040541] env[66703]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66703) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1044.040714] env[66703]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66703) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1044.040806] env[66703]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66703) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1044.040897] env[66703]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: fa4efca7-8152-4fd8-af73-ebfcdf5db312 is going to be updated. [ 1044.073321] env[66703]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66703) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1044.073512] env[66703]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66703) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1044.073589] env[66703]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66703) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1044.073745] env[66703]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66703) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1044.074052] env[66703]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66703) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1044.085415] env[66703]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: fa4efca7-8152-4fd8-af73-ebfcdf5db312 in Status: IN_PROGRESS for 2s [ 1044.121705] env[66703]: INFO networking_nsxv3.common.synchronization [req-d762bffc-18ce-4cf3-9b0e-288729af02d6 req-7567868b-1c72-4a31-817a-f48c30196e44 service nova] Enqueued Resource ID: 35ccdf8d-34a1-42c6-b9d2-6233117683f2 with Priority: HIGHEST for action security_group_rules [ 1044.121847] env[66703]: INFO networking_nsxv3.common.synchronization [req-d762bffc-18ce-4cf3-9b0e-288729af02d6 req-7567868b-1c72-4a31-817a-f48c30196e44 service nova] Enqueued Resource ID: 35ccdf8d-34a1-42c6-b9d2-6233117683f2 with Priority: HIGHEST for action security_group_members [ 1044.121982] env[66703]: INFO networking_nsxv3.common.synchronization [req-d762bffc-18ce-4cf3-9b0e-288729af02d6 req-7567868b-1c72-4a31-817a-f48c30196e44 service nova] Enqueued Resource ID: 5b340879-f3f5-4e8e-ad08-e26e737b2c1b with Priority: HIGHEST for action port [ 1044.122574] env[66703]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 35ccdf8d-34a1-42c6-b9d2-6233117683f2 with Priority: HIGHEST for action security_group_rules [ 1044.122715] env[66703]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 35ccdf8d-34a1-42c6-b9d2-6233117683f2 with Priority: HIGHEST for action security_group_members [ 1044.122816] env[66703]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 5b340879-f3f5-4e8e-ad08-e26e737b2c1b with Priority: HIGHEST for action port [ 1044.123260] env[66703]: DEBUG networking_nsxv3.common.locking [-] Lock rules-35ccdf8d-34a1-42c6-b9d2-6233117683f2 taken with stack trace [, , ] {{(pid=66703) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1044.123393] env[66703]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-35ccdf8d-34a1-42c6-b9d2-6233117683f2" {{(pid=66703) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1044.123461] env[66703]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-35ccdf8d-34a1-42c6-b9d2-6233117683f2" {{(pid=66703) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1044.123712] env[66703]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-35ccdf8d-34a1-42c6-b9d2-6233117683f2" {{(pid=66703) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1044.123796] env[66703]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('35ccdf8d-34a1-42c6-b9d2-6233117683f2',) {} {{(pid=66703) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1044.124666] env[66703]: DEBUG networking_nsxv3.common.locking [-] Lock member-35ccdf8d-34a1-42c6-b9d2-6233117683f2 taken with stack trace [, , ] {{(pid=66703) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1044.124781] env[66703]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-35ccdf8d-34a1-42c6-b9d2-6233117683f2" {{(pid=66703) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1044.124846] env[66703]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-35ccdf8d-34a1-42c6-b9d2-6233117683f2" {{(pid=66703) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1044.125043] env[66703]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-35ccdf8d-34a1-42c6-b9d2-6233117683f2" {{(pid=66703) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1044.125250] env[66703]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=66703) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1044.125378] env[66703]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66703) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1044.125446] env[66703]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66703) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1044.125591] env[66703]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66703) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1044.125675] env[66703]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66703) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1044.125773] env[66703]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('35ccdf8d-34a1-42c6-b9d2-6233117683f2',) {} {{(pid=66703) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1044.126535] env[66703]: DEBUG networking_nsxv3.common.locking [-] Lock port-5b340879-f3f5-4e8e-ad08-e26e737b2c1b taken with stack trace [, , ] {{(pid=66703) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1044.131035] env[66703]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-5b340879-f3f5-4e8e-ad08-e26e737b2c1b" {{(pid=66703) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1044.131035] env[66703]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-5b340879-f3f5-4e8e-ad08-e26e737b2c1b" {{(pid=66703) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1044.131035] env[66703]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-5b340879-f3f5-4e8e-ad08-e26e737b2c1b" {{(pid=66703) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1044.131035] env[66703]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('5b340879-f3f5-4e8e-ad08-e26e737b2c1b',) {} {{(pid=66703) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1044.632853] env[66703]: DEBUG networking_nsxv3.common.locking [-] Lock member-35ccdf8d-34a1-42c6-b9d2-6233117683f2 taken with stack trace [, , , ] {{(pid=66703) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1044.633297] env[66703]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-35ccdf8d-34a1-42c6-b9d2-6233117683f2" {{(pid=66703) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1044.633297] env[66703]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('35ccdf8d-34a1-42c6-b9d2-6233117683f2',) {} {{(pid=66703) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1044.634153] env[66703]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] realization of port 5b340879-f3f5-4e8e-ad08-e26e737b2c1b with status ACTIVE [ 1044.634746] env[66703]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=66703) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1044.634746] env[66703]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=66703) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1044.634746] env[66703]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=66703) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1044.634938] env[66703]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=66703) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1044.634938] env[66703]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=66703) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1044.635069] env[66703]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , ] {{(pid=66703) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1044.635195] env[66703]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=66703) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1044.635195] env[66703]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=66703) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1044.635312] env[66703]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=66703) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1044.635403] env[66703]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=66703) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1044.635911] env[66703]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=66703) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1044.636061] env[66703]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=66703) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1044.636132] env[66703]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=66703) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1044.636287] env[66703]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=66703) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1044.636363] env[66703]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=66703) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1044.636457] env[66703]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: SegmentPort with ID: 5b340879-f3f5-4e8e-ad08-e26e737b2c1b is going to be updated. [ 1044.664587] env[66703]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=66703) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1044.664866] env[66703]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=66703) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1044.664866] env[66703]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=66703) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1044.665149] env[66703]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=66703) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1044.665213] env[66703]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=66703) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1044.665341] env[66703]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-5b340879-f3f5-4e8e-ad08-e26e737b2c1b" {{(pid=66703) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1045.139019] env[66703]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('35ccdf8d-34a1-42c6-b9d2-6233117683f2',) {} {{(pid=66703) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1045.471358] env[66703]: INFO networking_nsxv3.common.synchronization [None req-bc175ed1-7ce5-425d-acd6-75ddb07a8130 None None] Enqueued Resource ID: e1f61bac-2c4d-4745-a511-631ac79d71e7 with Priority: HIGHEST for action port [ 1045.471358] env[66703]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: e1f61bac-2c4d-4745-a511-631ac79d71e7 with Priority: HIGHEST for action port [ 1045.472195] env[66703]: DEBUG networking_nsxv3.common.locking [-] Lock port-e1f61bac-2c4d-4745-a511-631ac79d71e7 taken with stack trace [, , ] {{(pid=66703) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1045.472195] env[66703]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-e1f61bac-2c4d-4745-a511-631ac79d71e7" {{(pid=66703) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1045.472195] env[66703]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-e1f61bac-2c4d-4745-a511-631ac79d71e7" {{(pid=66703) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1045.474370] env[66703]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-e1f61bac-2c4d-4745-a511-631ac79d71e7" {{(pid=66703) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1045.474370] env[66703]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('e1f61bac-2c4d-4745-a511-631ac79d71e7',) {} {{(pid=66703) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1045.641078] env[66703]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66703) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1045.641482] env[66703]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66703) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1045.641482] env[66703]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66703) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1045.641554] env[66703]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66703) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1045.641599] env[66703]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66703) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1045.641772] env[66703]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 35ccdf8d-34a1-42c6-b9d2-6233117683f2 is going to be created. [ 1045.665214] env[66703]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66703) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1045.665534] env[66703]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66703) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1045.665534] env[66703]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66703) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1045.665769] env[66703]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66703) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1045.665981] env[66703]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66703) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1045.675479] env[66703]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 35ccdf8d-34a1-42c6-b9d2-6233117683f2 in Status: UNINITIALIZED for 2s [ 1045.683134] env[66703]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: f52985e4-827d-4ac5-ba08-62ae5081fda6 in Status: SUCCESS [ 1045.683313] env[66703]: WARNING networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: f52985e4-827d-4ac5-ba08-62ae5081fda6 deletion is rescheduled due to dependency. [ 1045.683414] env[66703]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-f52985e4-827d-4ac5-ba08-62ae5081fda6" {{(pid=66703) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1045.978386] env[66703]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] deletion realization of port e1f61bac-2c4d-4745-a511-631ac79d71e7 [ 1045.979584] env[66703]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=66703) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1045.979584] env[66703]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=66703) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1045.979584] env[66703]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=66703) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1045.979584] env[66703]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=66703) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1045.979584] env[66703]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=66703) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1045.979584] env[66703]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Segment Port:e1f61bac-2c4d-4745-a511-631ac79d71e7 already deleted. [ 1045.979584] env[66703]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-e1f61bac-2c4d-4745-a511-631ac79d71e7" {{(pid=66703) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1046.114255] env[66703]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: fa4efca7-8152-4fd8-af73-ebfcdf5db312 in Status: SUCCESS [ 1046.114356] env[66703]: WARNING networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: fa4efca7-8152-4fd8-af73-ebfcdf5db312 deletion is rescheduled due to dependency. [ 1046.114411] env[66703]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-fa4efca7-8152-4fd8-af73-ebfcdf5db312" {{(pid=66703) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1047.687815] env[66703]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 35ccdf8d-34a1-42c6-b9d2-6233117683f2 in Status: UNINITIALIZED for 4s [ 1049.002370] env[66703]: INFO networking_nsxv3.common.synchronization [req-063d7231-c8ad-4c42-8e99-b4b77f467d7e req-5d5d9c91-3b6d-494b-ac6a-b892b54f719d tempest-ServersNegativeTestJSON-656145057 tempest-ServersNegativeTestJSON-656145057-project-member] Enqueued Resource ID: 7e357460-6da6-4aac-9ef9-bd79503ba910 with Priority: HIGHEST for action security_group_members [ 1049.002883] env[66703]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 7e357460-6da6-4aac-9ef9-bd79503ba910 with Priority: HIGHEST for action security_group_members [ 1049.003207] env[66703]: DEBUG networking_nsxv3.common.locking [-] Lock member-7e357460-6da6-4aac-9ef9-bd79503ba910 taken with stack trace [, , ] {{(pid=66703) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1049.003332] env[66703]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-7e357460-6da6-4aac-9ef9-bd79503ba910" {{(pid=66703) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1049.003393] env[66703]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-7e357460-6da6-4aac-9ef9-bd79503ba910" {{(pid=66703) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1049.003875] env[66703]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-7e357460-6da6-4aac-9ef9-bd79503ba910" {{(pid=66703) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1049.003875] env[66703]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=66703) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1049.003875] env[66703]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66703) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1049.004103] env[66703]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66703) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1049.004103] env[66703]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66703) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1049.004172] env[66703]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66703) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1049.004513] env[66703]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('7e357460-6da6-4aac-9ef9-bd79503ba910',) {} {{(pid=66703) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1049.376382] env[66703]: DEBUG networking_nsxv3.common.locking [None req-ffa6d202-748e-4c81-9979-ad08741f9cf7 None None] Lock network-663 taken with stack trace [, , , , , , , , ] {{(pid=66703) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1049.376584] env[66703]: DEBUG oslo_concurrency.lockutils [None req-ffa6d202-748e-4c81-9979-ad08741f9cf7 None None] Acquiring lock "network-663" {{(pid=66703) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1049.376703] env[66703]: DEBUG oslo_concurrency.lockutils [None req-ffa6d202-748e-4c81-9979-ad08741f9cf7 None None] Acquired lock "network-663" {{(pid=66703) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1049.377360] env[66703]: DEBUG oslo_concurrency.lockutils [None req-ffa6d202-748e-4c81-9979-ad08741f9cf7 None None] Acquired external semaphore "network-663" {{(pid=66703) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1049.377360] env[66703]: DEBUG networking_nsxv3.common.locking [None req-ffa6d202-748e-4c81-9979-ad08741f9cf7 None None] Lock Segment taken with stack trace [, , , , , , , , , , ] {{(pid=66703) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1049.377560] env[66703]: DEBUG oslo_concurrency.lockutils [None req-ffa6d202-748e-4c81-9979-ad08741f9cf7 None None] Acquiring lock "Segment" {{(pid=66703) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1049.377606] env[66703]: DEBUG oslo_concurrency.lockutils [None req-ffa6d202-748e-4c81-9979-ad08741f9cf7 None None] Acquired lock "Segment" {{(pid=66703) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1049.377779] env[66703]: DEBUG oslo_concurrency.lockutils [None req-ffa6d202-748e-4c81-9979-ad08741f9cf7 None None] Acquired external semaphore "Segment" {{(pid=66703) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1049.377919] env[66703]: DEBUG oslo_concurrency.lockutils [None req-ffa6d202-748e-4c81-9979-ad08741f9cf7 None None] Releasing lock "Segment" {{(pid=66703) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1049.378137] env[66703]: DEBUG dogpile.cache.region [None req-ffa6d202-748e-4c81-9979-ad08741f9cf7 None None] No value present for key: 'zone-id' {{(pid=66703) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 1049.378250] env[66703]: DEBUG dogpile.lock [None req-ffa6d202-748e-4c81-9979-ad08741f9cf7 None None] NeedRegenerationException {{(pid=66703) _enter /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:90}} [ 1049.378357] env[66703]: DEBUG dogpile.lock [None req-ffa6d202-748e-4c81-9979-ad08741f9cf7 None None] no value, waiting for create lock {{(pid=66703) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:131}} [ 1049.378462] env[66703]: DEBUG dogpile.lock [None req-ffa6d202-748e-4c81-9979-ad08741f9cf7 None None] value creation lock acquired {{(pid=66703) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:135}} [ 1049.378567] env[66703]: DEBUG dogpile.cache.region [None req-ffa6d202-748e-4c81-9979-ad08741f9cf7 None None] No value present for key: 'zone-id' {{(pid=66703) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 1049.378670] env[66703]: DEBUG dogpile.lock [None req-ffa6d202-748e-4c81-9979-ad08741f9cf7 None None] Calling creation function for not-yet-present value {{(pid=66703) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:174}} [ 1049.378802] env[66703]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-ffa6d202-748e-4c81-9979-ad08741f9cf7 None None] Looking for TransportZone with name nsx-vlan-transportzone. [ 1049.400071] env[66703]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-ffa6d202-748e-4c81-9979-ad08741f9cf7 None None] loading zone with a95c914d-748d-497c-94ab-10d4647daeba and tags [{'scope': 'mp2policy_migr_status', 'tag': 'success'}] [ 1049.400252] env[66703]: DEBUG dogpile.cache.region [None req-ffa6d202-748e-4c81-9979-ad08741f9cf7 None None] Cache value generated in 0.021 seconds for key(s): 'zone-id' {{(pid=66703) _log_time /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:910}} [ 1049.400389] env[66703]: DEBUG dogpile.lock [None req-ffa6d202-748e-4c81-9979-ad08741f9cf7 None None] Released creation lock {{(pid=66703) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:182}} [ 1049.400560] env[66703]: DEBUG oslo_concurrency.lockutils [None req-ffa6d202-748e-4c81-9979-ad08741f9cf7 None None] Releasing lock "network-663" {{(pid=66703) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1049.400909] env[66703]: DEBUG networking_nsxv3.common.locking [None req-ffa6d202-748e-4c81-9979-ad08741f9cf7 None None] Lock port-47f844b2-c2c0-4043-86a0-cdc11d4b04a0 taken with stack trace [, , , , , , , , ] {{(pid=66703) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1049.401092] env[66703]: DEBUG oslo_concurrency.lockutils [None req-ffa6d202-748e-4c81-9979-ad08741f9cf7 None None] Acquiring lock "port-47f844b2-c2c0-4043-86a0-cdc11d4b04a0" {{(pid=66703) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1049.401259] env[66703]: DEBUG oslo_concurrency.lockutils [None req-ffa6d202-748e-4c81-9979-ad08741f9cf7 None None] Acquired lock "port-47f844b2-c2c0-4043-86a0-cdc11d4b04a0" {{(pid=66703) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1049.401528] env[66703]: DEBUG oslo_concurrency.lockutils [None req-ffa6d202-748e-4c81-9979-ad08741f9cf7 None None] Acquired external semaphore "port-47f844b2-c2c0-4043-86a0-cdc11d4b04a0" {{(pid=66703) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1049.401822] env[66703]: DEBUG networking_nsxv3.api.rpc [None req-ffa6d202-748e-4c81-9979-ad08741f9cf7 None None] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('47f844b2-c2c0-4043-86a0-cdc11d4b04a0',) {} {{(pid=66703) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1049.506961] env[66703]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=66703) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1049.506961] env[66703]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66703) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1049.506961] env[66703]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66703) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1049.506961] env[66703]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66703) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1049.507300] env[66703]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66703) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1049.507300] env[66703]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66703) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1049.507399] env[66703]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66703) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1049.507399] env[66703]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66703) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1049.508211] env[66703]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66703) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1049.508211] env[66703]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66703) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1049.508211] env[66703]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 7e357460-6da6-4aac-9ef9-bd79503ba910 already deleted. [ 1049.508211] env[66703]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-7e357460-6da6-4aac-9ef9-bd79503ba910" {{(pid=66703) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1049.700289] env[66703]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 35ccdf8d-34a1-42c6-b9d2-6233117683f2 in Status: SUCCESS [ 1049.700289] env[66703]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-35ccdf8d-34a1-42c6-b9d2-6233117683f2" {{(pid=66703) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1049.700289] env[66703]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-35ccdf8d-34a1-42c6-b9d2-6233117683f2" {{(pid=66703) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1049.700289] env[66703]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-35ccdf8d-34a1-42c6-b9d2-6233117683f2" {{(pid=66703) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1049.700289] env[66703]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=66703) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1049.700605] env[66703]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66703) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1049.700798] env[66703]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66703) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1049.701061] env[66703]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66703) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1049.701236] env[66703]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66703) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1049.701276] env[66703]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-35ccdf8d-34a1-42c6-b9d2-6233117683f2" {{(pid=66703) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1049.701372] env[66703]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('35ccdf8d-34a1-42c6-b9d2-6233117683f2',) {} {{(pid=66703) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1049.906807] env[66703]: DEBUG networking_nsxv3.common.locking [None req-ffa6d202-748e-4c81-9979-ad08741f9cf7 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , ] {{(pid=66703) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1049.906807] env[66703]: DEBUG oslo_concurrency.lockutils [None req-ffa6d202-748e-4c81-9979-ad08741f9cf7 None None] Acquiring lock "SegmentPort" {{(pid=66703) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1049.906807] env[66703]: DEBUG oslo_concurrency.lockutils [None req-ffa6d202-748e-4c81-9979-ad08741f9cf7 None None] Acquired lock "SegmentPort" {{(pid=66703) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1049.907127] env[66703]: DEBUG oslo_concurrency.lockutils [None req-ffa6d202-748e-4c81-9979-ad08741f9cf7 None None] Acquired external semaphore "SegmentPort" {{(pid=66703) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1049.907127] env[66703]: DEBUG oslo_concurrency.lockutils [None req-ffa6d202-748e-4c81-9979-ad08741f9cf7 None None] Releasing lock "SegmentPort" {{(pid=66703) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1049.907693] env[66703]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-ffa6d202-748e-4c81-9979-ad08741f9cf7 None None] Segment Port 47f844b2-c2c0-4043-86a0-cdc11d4b04a0 not found, creating... [ 1049.907693] env[66703]: DEBUG networking_nsxv3.common.locking [None req-ffa6d202-748e-4c81-9979-ad08741f9cf7 None None] Lock Segment taken with stack trace [, , , , , , , , , , , ] {{(pid=66703) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1049.907859] env[66703]: DEBUG oslo_concurrency.lockutils [None req-ffa6d202-748e-4c81-9979-ad08741f9cf7 None None] Acquiring lock "Segment" {{(pid=66703) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1049.907859] env[66703]: DEBUG oslo_concurrency.lockutils [None req-ffa6d202-748e-4c81-9979-ad08741f9cf7 None None] Acquired lock "Segment" {{(pid=66703) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1049.908120] env[66703]: DEBUG oslo_concurrency.lockutils [None req-ffa6d202-748e-4c81-9979-ad08741f9cf7 None None] Acquired external semaphore "Segment" {{(pid=66703) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1049.908207] env[66703]: DEBUG oslo_concurrency.lockutils [None req-ffa6d202-748e-4c81-9979-ad08741f9cf7 None None] Releasing lock "Segment" {{(pid=66703) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1049.908467] env[66703]: DEBUG networking_nsxv3.common.locking [None req-ffa6d202-748e-4c81-9979-ad08741f9cf7 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=66703) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1049.908632] env[66703]: DEBUG oslo_concurrency.lockutils [None req-ffa6d202-748e-4c81-9979-ad08741f9cf7 None None] Acquiring lock "SegmentPort" {{(pid=66703) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1049.908744] env[66703]: DEBUG oslo_concurrency.lockutils [None req-ffa6d202-748e-4c81-9979-ad08741f9cf7 None None] Acquired lock "SegmentPort" {{(pid=66703) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1049.909386] env[66703]: DEBUG oslo_concurrency.lockutils [None req-ffa6d202-748e-4c81-9979-ad08741f9cf7 None None] Acquired external semaphore "SegmentPort" {{(pid=66703) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1049.909386] env[66703]: DEBUG oslo_concurrency.lockutils [None req-ffa6d202-748e-4c81-9979-ad08741f9cf7 None None] Releasing lock "SegmentPort" {{(pid=66703) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1049.909386] env[66703]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-ffa6d202-748e-4c81-9979-ad08741f9cf7 None None] Resource: SegmentPort with ID: 47f844b2-c2c0-4043-86a0-cdc11d4b04a0 is going to be created. [ 1049.930922] env[66703]: DEBUG networking_nsxv3.common.locking [None req-ffa6d202-748e-4c81-9979-ad08741f9cf7 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=66703) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1049.931223] env[66703]: DEBUG oslo_concurrency.lockutils [None req-ffa6d202-748e-4c81-9979-ad08741f9cf7 None None] Acquiring lock "SegmentPort" {{(pid=66703) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1049.931289] env[66703]: DEBUG oslo_concurrency.lockutils [None req-ffa6d202-748e-4c81-9979-ad08741f9cf7 None None] Acquired lock "SegmentPort" {{(pid=66703) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1049.931559] env[66703]: DEBUG oslo_concurrency.lockutils [None req-ffa6d202-748e-4c81-9979-ad08741f9cf7 None None] Acquired external semaphore "SegmentPort" {{(pid=66703) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1049.931786] env[66703]: DEBUG oslo_concurrency.lockutils [None req-ffa6d202-748e-4c81-9979-ad08741f9cf7 None None] Releasing lock "SegmentPort" {{(pid=66703) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1049.932028] env[66703]: DEBUG oslo_concurrency.lockutils [None req-ffa6d202-748e-4c81-9979-ad08741f9cf7 None None] Releasing lock "port-47f844b2-c2c0-4043-86a0-cdc11d4b04a0" {{(pid=66703) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1050.204864] env[66703]: DEBUG networking_nsxv3.common.locking [-] Lock member-35ccdf8d-34a1-42c6-b9d2-6233117683f2 taken with stack trace [, , , ] {{(pid=66703) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1050.205202] env[66703]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-35ccdf8d-34a1-42c6-b9d2-6233117683f2" {{(pid=66703) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1050.205202] env[66703]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-35ccdf8d-34a1-42c6-b9d2-6233117683f2" {{(pid=66703) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1050.205423] env[66703]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-35ccdf8d-34a1-42c6-b9d2-6233117683f2" {{(pid=66703) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1050.205617] env[66703]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=66703) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1050.205749] env[66703]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66703) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1050.205853] env[66703]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66703) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1050.206055] env[66703]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66703) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1050.206237] env[66703]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66703) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1050.206288] env[66703]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-35ccdf8d-34a1-42c6-b9d2-6233117683f2" {{(pid=66703) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1050.206452] env[66703]: DEBUG networking_nsxv3.common.locking [-] Lock member-35ccdf8d-34a1-42c6-b9d2-6233117683f2 taken with stack trace [, , , ] {{(pid=66703) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1050.206577] env[66703]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-35ccdf8d-34a1-42c6-b9d2-6233117683f2" {{(pid=66703) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1050.206655] env[66703]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-35ccdf8d-34a1-42c6-b9d2-6233117683f2" {{(pid=66703) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1050.206820] env[66703]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-35ccdf8d-34a1-42c6-b9d2-6233117683f2" {{(pid=66703) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1050.206986] env[66703]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=66703) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1050.207118] env[66703]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66703) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1050.207185] env[66703]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66703) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1050.207393] env[66703]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66703) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1050.207448] env[66703]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66703) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1050.207534] env[66703]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-35ccdf8d-34a1-42c6-b9d2-6233117683f2" {{(pid=66703) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1050.207629] env[66703]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('35ccdf8d-34a1-42c6-b9d2-6233117683f2',) {} {{(pid=66703) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1050.650619] env[66703]: INFO networking_nsxv3.common.synchronization [req-063d7231-c8ad-4c42-8e99-b4b77f467d7e req-348cc5a1-114d-4dc1-92a2-60941372fccb service nova] Enqueued Resource ID: 7e357460-6da6-4aac-9ef9-bd79503ba910 with Priority: HIGHEST for action security_group_rules [ 1050.650819] env[66703]: INFO networking_nsxv3.common.synchronization [req-063d7231-c8ad-4c42-8e99-b4b77f467d7e req-348cc5a1-114d-4dc1-92a2-60941372fccb service nova] Enqueued Resource ID: 7e357460-6da6-4aac-9ef9-bd79503ba910 with Priority: HIGHEST for action security_group_members [ 1050.651067] env[66703]: INFO networking_nsxv3.common.synchronization [req-063d7231-c8ad-4c42-8e99-b4b77f467d7e req-348cc5a1-114d-4dc1-92a2-60941372fccb service nova] Enqueued Resource ID: 47f844b2-c2c0-4043-86a0-cdc11d4b04a0 with Priority: HIGHEST for action port [ 1050.651812] env[66703]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 7e357460-6da6-4aac-9ef9-bd79503ba910 with Priority: HIGHEST for action security_group_rules [ 1050.652032] env[66703]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 7e357460-6da6-4aac-9ef9-bd79503ba910 with Priority: HIGHEST for action security_group_members [ 1050.652321] env[66703]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 47f844b2-c2c0-4043-86a0-cdc11d4b04a0 with Priority: HIGHEST for action port [ 1050.652636] env[66703]: DEBUG networking_nsxv3.common.locking [-] Lock rules-7e357460-6da6-4aac-9ef9-bd79503ba910 taken with stack trace [, , ] {{(pid=66703) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1050.652792] env[66703]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-7e357460-6da6-4aac-9ef9-bd79503ba910" {{(pid=66703) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1050.652876] env[66703]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-7e357460-6da6-4aac-9ef9-bd79503ba910" {{(pid=66703) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1050.653213] env[66703]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-7e357460-6da6-4aac-9ef9-bd79503ba910" {{(pid=66703) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1050.653356] env[66703]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('7e357460-6da6-4aac-9ef9-bd79503ba910',) {} {{(pid=66703) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1050.654322] env[66703]: DEBUG networking_nsxv3.common.locking [-] Lock member-7e357460-6da6-4aac-9ef9-bd79503ba910 taken with stack trace [, , ] {{(pid=66703) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1050.654786] env[66703]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-7e357460-6da6-4aac-9ef9-bd79503ba910" {{(pid=66703) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1050.654908] env[66703]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-7e357460-6da6-4aac-9ef9-bd79503ba910" {{(pid=66703) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1050.656463] env[66703]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-7e357460-6da6-4aac-9ef9-bd79503ba910" {{(pid=66703) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1050.656646] env[66703]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=66703) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1050.656756] env[66703]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66703) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1050.656822] env[66703]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66703) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1050.657011] env[66703]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66703) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1050.657095] env[66703]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66703) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1050.657362] env[66703]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('7e357460-6da6-4aac-9ef9-bd79503ba910',) {} {{(pid=66703) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1050.658124] env[66703]: DEBUG networking_nsxv3.common.locking [-] Lock port-47f844b2-c2c0-4043-86a0-cdc11d4b04a0 taken with stack trace [, , ] {{(pid=66703) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1050.658235] env[66703]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-47f844b2-c2c0-4043-86a0-cdc11d4b04a0" {{(pid=66703) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1050.658302] env[66703]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-47f844b2-c2c0-4043-86a0-cdc11d4b04a0" {{(pid=66703) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1050.658458] env[66703]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-47f844b2-c2c0-4043-86a0-cdc11d4b04a0" {{(pid=66703) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1050.658535] env[66703]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('47f844b2-c2c0-4043-86a0-cdc11d4b04a0',) {} {{(pid=66703) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1050.709557] env[66703]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for 35ccdf8d-34a1-42c6-b9d2-6233117683f2: rpc.has_security_group_logging(os_id): False [ 1050.729104] env[66703]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=66703) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1050.729262] env[66703]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66703) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1050.729320] env[66703]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66703) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1050.729508] env[66703]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66703) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1050.729610] env[66703]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66703) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1050.729880] env[66703]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66703) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1050.731452] env[66703]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66703) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1050.731452] env[66703]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66703) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1050.731452] env[66703]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66703) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1050.731452] env[66703]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66703) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1050.731452] env[66703]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66703) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1050.731452] env[66703]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66703) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1050.731452] env[66703]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66703) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1050.731452] env[66703]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66703) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1050.731452] env[66703]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66703) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1050.731452] env[66703]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=66703) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1050.731452] env[66703]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66703) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1050.731452] env[66703]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66703) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1050.731844] env[66703]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66703) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1050.731844] env[66703]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66703) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1050.731844] env[66703]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 35ccdf8d-34a1-42c6-b9d2-6233117683f2 is going to be created. [ 1050.793686] env[66703]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=66703) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1050.793776] env[66703]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66703) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1050.793862] env[66703]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66703) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1050.795070] env[66703]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66703) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1050.795070] env[66703]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66703) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1050.806911] env[66703]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 35ccdf8d-34a1-42c6-b9d2-6233117683f2 in Status: IN_PROGRESS for 2s [ 1051.160809] env[66703]: DEBUG networking_nsxv3.common.locking [-] Lock member-7e357460-6da6-4aac-9ef9-bd79503ba910 taken with stack trace [, , , ] {{(pid=66703) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1051.161035] env[66703]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-7e357460-6da6-4aac-9ef9-bd79503ba910" {{(pid=66703) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1051.161714] env[66703]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('7e357460-6da6-4aac-9ef9-bd79503ba910',) {} {{(pid=66703) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1051.162701] env[66703]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] realization of port 47f844b2-c2c0-4043-86a0-cdc11d4b04a0 with status ACTIVE [ 1051.163032] env[66703]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=66703) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1051.163229] env[66703]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=66703) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1051.163520] env[66703]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=66703) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1051.164790] env[66703]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=66703) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1051.164790] env[66703]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=66703) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1051.164790] env[66703]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , ] {{(pid=66703) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1051.164790] env[66703]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=66703) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1051.164790] env[66703]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=66703) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1051.165476] env[66703]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=66703) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1051.165476] env[66703]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=66703) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1051.165476] env[66703]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=66703) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1051.165476] env[66703]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=66703) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1051.165476] env[66703]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=66703) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1051.166030] env[66703]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=66703) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1051.166030] env[66703]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=66703) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1051.166030] env[66703]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: SegmentPort with ID: 47f844b2-c2c0-4043-86a0-cdc11d4b04a0 is going to be updated. [ 1051.252755] env[66703]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=66703) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1051.252755] env[66703]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=66703) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1051.252755] env[66703]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=66703) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1051.253274] env[66703]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=66703) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1051.253274] env[66703]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=66703) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1051.253351] env[66703]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-47f844b2-c2c0-4043-86a0-cdc11d4b04a0" {{(pid=66703) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1051.472272] env[66703]: INFO networking_nsxv3.common.synchronization [req-bd0d1c77-7465-4d06-9f00-2cf433c4eda0 req-61f74430-e07e-4bc7-b559-c8e182f8cde6 tempest-ImagesTestJSON-1641770331 tempest-ImagesTestJSON-1641770331-project-member] Enqueued Resource ID: f52985e4-827d-4ac5-ba08-62ae5081fda6 with Priority: HIGHEST for action security_group_members [ 1051.473196] env[66703]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: f52985e4-827d-4ac5-ba08-62ae5081fda6 with Priority: HIGHEST for action security_group_members [ 1051.474175] env[66703]: DEBUG networking_nsxv3.common.locking [-] Lock member-f52985e4-827d-4ac5-ba08-62ae5081fda6 taken with stack trace [, , ] {{(pid=66703) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1051.474343] env[66703]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-f52985e4-827d-4ac5-ba08-62ae5081fda6" {{(pid=66703) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1051.474449] env[66703]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-f52985e4-827d-4ac5-ba08-62ae5081fda6" {{(pid=66703) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1051.474632] env[66703]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-f52985e4-827d-4ac5-ba08-62ae5081fda6" {{(pid=66703) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1051.474803] env[66703]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=66703) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1051.474903] env[66703]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66703) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1051.474973] env[66703]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66703) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1051.475172] env[66703]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66703) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1051.475264] env[66703]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66703) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1051.475379] env[66703]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('f52985e4-827d-4ac5-ba08-62ae5081fda6',) {} {{(pid=66703) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1051.668994] env[66703]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('7e357460-6da6-4aac-9ef9-bd79503ba910',) {} {{(pid=66703) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1051.976822] env[66703]: DEBUG networking_nsxv3.common.locking [None req-ffa6d202-748e-4c81-9979-ad08741f9cf7 None None] Lock network-449 taken with stack trace [, , , , , , , , ] {{(pid=66703) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1051.977161] env[66703]: DEBUG oslo_concurrency.lockutils [None req-ffa6d202-748e-4c81-9979-ad08741f9cf7 None None] Acquiring lock "network-449" {{(pid=66703) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1051.977261] env[66703]: DEBUG oslo_concurrency.lockutils [None req-ffa6d202-748e-4c81-9979-ad08741f9cf7 None None] Acquired lock "network-449" {{(pid=66703) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1051.977568] env[66703]: DEBUG oslo_concurrency.lockutils [None req-ffa6d202-748e-4c81-9979-ad08741f9cf7 None None] Acquired external semaphore "network-449" {{(pid=66703) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1051.977880] env[66703]: DEBUG networking_nsxv3.common.locking [None req-ffa6d202-748e-4c81-9979-ad08741f9cf7 None None] Lock Segment taken with stack trace [, , , , , , , , , , ] {{(pid=66703) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1051.978059] env[66703]: DEBUG oslo_concurrency.lockutils [None req-ffa6d202-748e-4c81-9979-ad08741f9cf7 None None] Acquiring lock "Segment" {{(pid=66703) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1051.978197] env[66703]: DEBUG oslo_concurrency.lockutils [None req-ffa6d202-748e-4c81-9979-ad08741f9cf7 None None] Acquired lock "Segment" {{(pid=66703) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1051.978461] env[66703]: DEBUG oslo_concurrency.lockutils [None req-ffa6d202-748e-4c81-9979-ad08741f9cf7 None None] Acquired external semaphore "Segment" {{(pid=66703) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1051.978627] env[66703]: DEBUG oslo_concurrency.lockutils [None req-ffa6d202-748e-4c81-9979-ad08741f9cf7 None None] Releasing lock "Segment" {{(pid=66703) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1051.978864] env[66703]: DEBUG dogpile.cache.region [None req-ffa6d202-748e-4c81-9979-ad08741f9cf7 None None] No value present for key: 'zone-id' {{(pid=66703) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 1051.978981] env[66703]: DEBUG dogpile.lock [None req-ffa6d202-748e-4c81-9979-ad08741f9cf7 None None] NeedRegenerationException {{(pid=66703) _enter /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:90}} [ 1051.979129] env[66703]: DEBUG dogpile.lock [None req-ffa6d202-748e-4c81-9979-ad08741f9cf7 None None] no value, waiting for create lock {{(pid=66703) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:131}} [ 1051.979247] env[66703]: DEBUG dogpile.lock [None req-ffa6d202-748e-4c81-9979-ad08741f9cf7 None None] value creation lock acquired {{(pid=66703) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:135}} [ 1051.979372] env[66703]: DEBUG dogpile.cache.region [None req-ffa6d202-748e-4c81-9979-ad08741f9cf7 None None] No value present for key: 'zone-id' {{(pid=66703) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 1051.979576] env[66703]: DEBUG dogpile.lock [None req-ffa6d202-748e-4c81-9979-ad08741f9cf7 None None] Calling creation function for not-yet-present value {{(pid=66703) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:174}} [ 1051.979637] env[66703]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-ffa6d202-748e-4c81-9979-ad08741f9cf7 None None] Looking for TransportZone with name nsx-vlan-transportzone. [ 1051.981749] env[66703]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=66703) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1051.981959] env[66703]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66703) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1051.981959] env[66703]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66703) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1051.982183] env[66703]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66703) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1051.982289] env[66703]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66703) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1051.982472] env[66703]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66703) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1051.982586] env[66703]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66703) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1051.982691] env[66703]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66703) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1051.982787] env[66703]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66703) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1051.982866] env[66703]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66703) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1051.982932] env[66703]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: f52985e4-827d-4ac5-ba08-62ae5081fda6 is going to be updated. [ 1052.007655] env[66703]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-ffa6d202-748e-4c81-9979-ad08741f9cf7 None None] loading zone with a95c914d-748d-497c-94ab-10d4647daeba and tags [{'scope': 'mp2policy_migr_status', 'tag': 'success'}] [ 1052.007937] env[66703]: DEBUG dogpile.cache.region [None req-ffa6d202-748e-4c81-9979-ad08741f9cf7 None None] Cache value generated in 0.028 seconds for key(s): 'zone-id' {{(pid=66703) _log_time /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:910}} [ 1052.008015] env[66703]: DEBUG dogpile.lock [None req-ffa6d202-748e-4c81-9979-ad08741f9cf7 None None] Released creation lock {{(pid=66703) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:182}} [ 1052.008226] env[66703]: DEBUG oslo_concurrency.lockutils [None req-ffa6d202-748e-4c81-9979-ad08741f9cf7 None None] Releasing lock "network-449" {{(pid=66703) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1052.008559] env[66703]: DEBUG networking_nsxv3.common.locking [None req-ffa6d202-748e-4c81-9979-ad08741f9cf7 None None] Lock port-ac29af12-ef0c-422d-a58a-ffd44d35f4f0 taken with stack trace [, , , , , , , , ] {{(pid=66703) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1052.008737] env[66703]: DEBUG oslo_concurrency.lockutils [None req-ffa6d202-748e-4c81-9979-ad08741f9cf7 None None] Acquiring lock "port-ac29af12-ef0c-422d-a58a-ffd44d35f4f0" {{(pid=66703) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1052.008859] env[66703]: DEBUG oslo_concurrency.lockutils [None req-ffa6d202-748e-4c81-9979-ad08741f9cf7 None None] Acquired lock "port-ac29af12-ef0c-422d-a58a-ffd44d35f4f0" {{(pid=66703) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1052.009265] env[66703]: DEBUG oslo_concurrency.lockutils [None req-ffa6d202-748e-4c81-9979-ad08741f9cf7 None None] Acquired external semaphore "port-ac29af12-ef0c-422d-a58a-ffd44d35f4f0" {{(pid=66703) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1052.009414] env[66703]: DEBUG networking_nsxv3.api.rpc [None req-ffa6d202-748e-4c81-9979-ad08741f9cf7 None None] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('ac29af12-ef0c-422d-a58a-ffd44d35f4f0',) {} {{(pid=66703) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1052.025120] env[66703]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66703) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1052.025231] env[66703]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66703) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1052.025703] env[66703]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66703) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1052.025703] env[66703]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66703) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1052.025933] env[66703]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66703) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1052.040341] env[66703]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: f52985e4-827d-4ac5-ba08-62ae5081fda6 in Status: IN_PROGRESS for 2s [ 1052.174919] env[66703]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66703) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1052.175228] env[66703]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66703) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1052.175228] env[66703]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66703) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1052.176295] env[66703]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66703) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1052.176295] env[66703]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66703) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1052.176295] env[66703]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 7e357460-6da6-4aac-9ef9-bd79503ba910 is going to be created. [ 1052.205307] env[66703]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66703) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1052.205605] env[66703]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66703) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1052.205750] env[66703]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66703) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1052.205849] env[66703]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66703) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1052.206112] env[66703]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66703) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1052.217181] env[66703]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 7e357460-6da6-4aac-9ef9-bd79503ba910 in Status: UNINITIALIZED for 2s [ 1052.512703] env[66703]: DEBUG networking_nsxv3.common.locking [None req-ffa6d202-748e-4c81-9979-ad08741f9cf7 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , ] {{(pid=66703) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1052.513127] env[66703]: DEBUG oslo_concurrency.lockutils [None req-ffa6d202-748e-4c81-9979-ad08741f9cf7 None None] Acquiring lock "SegmentPort" {{(pid=66703) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1052.513127] env[66703]: DEBUG oslo_concurrency.lockutils [None req-ffa6d202-748e-4c81-9979-ad08741f9cf7 None None] Acquired lock "SegmentPort" {{(pid=66703) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1052.513244] env[66703]: DEBUG oslo_concurrency.lockutils [None req-ffa6d202-748e-4c81-9979-ad08741f9cf7 None None] Acquired external semaphore "SegmentPort" {{(pid=66703) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1052.513395] env[66703]: DEBUG oslo_concurrency.lockutils [None req-ffa6d202-748e-4c81-9979-ad08741f9cf7 None None] Releasing lock "SegmentPort" {{(pid=66703) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1052.513551] env[66703]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-ffa6d202-748e-4c81-9979-ad08741f9cf7 None None] Segment Port ac29af12-ef0c-422d-a58a-ffd44d35f4f0 not found, creating... [ 1052.513889] env[66703]: DEBUG networking_nsxv3.common.locking [None req-ffa6d202-748e-4c81-9979-ad08741f9cf7 None None] Lock Segment taken with stack trace [, , , , , , , , , , , ] {{(pid=66703) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1052.513978] env[66703]: DEBUG oslo_concurrency.lockutils [None req-ffa6d202-748e-4c81-9979-ad08741f9cf7 None None] Acquiring lock "Segment" {{(pid=66703) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1052.514171] env[66703]: DEBUG oslo_concurrency.lockutils [None req-ffa6d202-748e-4c81-9979-ad08741f9cf7 None None] Acquired lock "Segment" {{(pid=66703) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1052.514326] env[66703]: DEBUG oslo_concurrency.lockutils [None req-ffa6d202-748e-4c81-9979-ad08741f9cf7 None None] Acquired external semaphore "Segment" {{(pid=66703) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1052.514544] env[66703]: DEBUG oslo_concurrency.lockutils [None req-ffa6d202-748e-4c81-9979-ad08741f9cf7 None None] Releasing lock "Segment" {{(pid=66703) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1052.514892] env[66703]: DEBUG networking_nsxv3.common.locking [None req-ffa6d202-748e-4c81-9979-ad08741f9cf7 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=66703) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1052.515073] env[66703]: DEBUG oslo_concurrency.lockutils [None req-ffa6d202-748e-4c81-9979-ad08741f9cf7 None None] Acquiring lock "SegmentPort" {{(pid=66703) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1052.515204] env[66703]: DEBUG oslo_concurrency.lockutils [None req-ffa6d202-748e-4c81-9979-ad08741f9cf7 None None] Acquired lock "SegmentPort" {{(pid=66703) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1052.515413] env[66703]: DEBUG oslo_concurrency.lockutils [None req-ffa6d202-748e-4c81-9979-ad08741f9cf7 None None] Acquired external semaphore "SegmentPort" {{(pid=66703) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1052.515549] env[66703]: DEBUG oslo_concurrency.lockutils [None req-ffa6d202-748e-4c81-9979-ad08741f9cf7 None None] Releasing lock "SegmentPort" {{(pid=66703) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1052.515690] env[66703]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-ffa6d202-748e-4c81-9979-ad08741f9cf7 None None] Resource: SegmentPort with ID: ac29af12-ef0c-422d-a58a-ffd44d35f4f0 is going to be created. [ 1052.538681] env[66703]: DEBUG networking_nsxv3.common.locking [None req-ffa6d202-748e-4c81-9979-ad08741f9cf7 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=66703) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1052.538681] env[66703]: DEBUG oslo_concurrency.lockutils [None req-ffa6d202-748e-4c81-9979-ad08741f9cf7 None None] Acquiring lock "SegmentPort" {{(pid=66703) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1052.538918] env[66703]: DEBUG oslo_concurrency.lockutils [None req-ffa6d202-748e-4c81-9979-ad08741f9cf7 None None] Acquired lock "SegmentPort" {{(pid=66703) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1052.539228] env[66703]: DEBUG oslo_concurrency.lockutils [None req-ffa6d202-748e-4c81-9979-ad08741f9cf7 None None] Acquired external semaphore "SegmentPort" {{(pid=66703) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1052.540076] env[66703]: DEBUG oslo_concurrency.lockutils [None req-ffa6d202-748e-4c81-9979-ad08741f9cf7 None None] Releasing lock "SegmentPort" {{(pid=66703) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1052.540076] env[66703]: DEBUG oslo_concurrency.lockutils [None req-ffa6d202-748e-4c81-9979-ad08741f9cf7 None None] Releasing lock "port-ac29af12-ef0c-422d-a58a-ffd44d35f4f0" {{(pid=66703) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1052.823755] env[66703]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 35ccdf8d-34a1-42c6-b9d2-6233117683f2 in Status: SUCCESS [ 1052.824121] env[66703]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-35ccdf8d-34a1-42c6-b9d2-6233117683f2" {{(pid=66703) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1053.231259] env[66703]: INFO networking_nsxv3.common.synchronization [req-bd0d1c77-7465-4d06-9f00-2cf433c4eda0 req-08bd7504-3cf7-417b-b13f-0a2031250b32 service nova] Enqueued Resource ID: f52985e4-827d-4ac5-ba08-62ae5081fda6 with Priority: HIGHEST for action security_group_rules [ 1053.231455] env[66703]: INFO networking_nsxv3.common.synchronization [req-bd0d1c77-7465-4d06-9f00-2cf433c4eda0 req-08bd7504-3cf7-417b-b13f-0a2031250b32 service nova] Enqueued Resource ID: f52985e4-827d-4ac5-ba08-62ae5081fda6 with Priority: HIGHEST for action security_group_members [ 1053.231581] env[66703]: INFO networking_nsxv3.common.synchronization [req-bd0d1c77-7465-4d06-9f00-2cf433c4eda0 req-08bd7504-3cf7-417b-b13f-0a2031250b32 service nova] Enqueued Resource ID: ac29af12-ef0c-422d-a58a-ffd44d35f4f0 with Priority: HIGHEST for action port [ 1053.235373] env[66703]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: f52985e4-827d-4ac5-ba08-62ae5081fda6 with Priority: HIGHEST for action security_group_rules [ 1053.235581] env[66703]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: f52985e4-827d-4ac5-ba08-62ae5081fda6 with Priority: HIGHEST for action security_group_members [ 1053.235782] env[66703]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: ac29af12-ef0c-422d-a58a-ffd44d35f4f0 with Priority: HIGHEST for action port [ 1053.237105] env[66703]: INFO networking_nsxv3.common.synchronization [req-8b560b97-ca59-4503-951a-e386fd348c20 req-8b04021c-8597-4912-b171-e0a837037f6b tempest-ServerRescueTestJSON-996972293 tempest-ServerRescueTestJSON-996972293-project-member] Enqueued Resource ID: bab497ff-3c4f-41ab-80e5-efd1dc76b6d8 with Priority: HIGHEST for action security_group_members [ 1053.237524] env[66703]: DEBUG networking_nsxv3.common.locking [-] Lock rules-f52985e4-827d-4ac5-ba08-62ae5081fda6 taken with stack trace [, , ] {{(pid=66703) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1053.237928] env[66703]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-f52985e4-827d-4ac5-ba08-62ae5081fda6" {{(pid=66703) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1053.238077] env[66703]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-f52985e4-827d-4ac5-ba08-62ae5081fda6" {{(pid=66703) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1053.238399] env[66703]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-f52985e4-827d-4ac5-ba08-62ae5081fda6" {{(pid=66703) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1053.238776] env[66703]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('f52985e4-827d-4ac5-ba08-62ae5081fda6',) {} {{(pid=66703) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1053.240132] env[66703]: DEBUG networking_nsxv3.common.locking [-] Lock member-f52985e4-827d-4ac5-ba08-62ae5081fda6 taken with stack trace [, , ] {{(pid=66703) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1053.240648] env[66703]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-f52985e4-827d-4ac5-ba08-62ae5081fda6" {{(pid=66703) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1053.240955] env[66703]: DEBUG networking_nsxv3.common.locking [-] Lock port-ac29af12-ef0c-422d-a58a-ffd44d35f4f0 taken with stack trace [, , ] {{(pid=66703) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1053.241834] env[66703]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-ac29af12-ef0c-422d-a58a-ffd44d35f4f0" {{(pid=66703) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1053.241995] env[66703]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-ac29af12-ef0c-422d-a58a-ffd44d35f4f0" {{(pid=66703) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1053.242347] env[66703]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-ac29af12-ef0c-422d-a58a-ffd44d35f4f0" {{(pid=66703) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1053.242526] env[66703]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('ac29af12-ef0c-422d-a58a-ffd44d35f4f0',) {} {{(pid=66703) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1053.244208] env[66703]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: bab497ff-3c4f-41ab-80e5-efd1dc76b6d8 with Priority: HIGHEST for action security_group_members [ 1053.245268] env[66703]: DEBUG networking_nsxv3.common.locking [-] Lock member-bab497ff-3c4f-41ab-80e5-efd1dc76b6d8 taken with stack trace [, , ] {{(pid=66703) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1053.245423] env[66703]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-bab497ff-3c4f-41ab-80e5-efd1dc76b6d8" {{(pid=66703) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1053.245516] env[66703]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-bab497ff-3c4f-41ab-80e5-efd1dc76b6d8" {{(pid=66703) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1053.245731] env[66703]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-bab497ff-3c4f-41ab-80e5-efd1dc76b6d8" {{(pid=66703) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1053.246891] env[66703]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=66703) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1053.246891] env[66703]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66703) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1053.246891] env[66703]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66703) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1053.246891] env[66703]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66703) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1053.246891] env[66703]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66703) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1053.246891] env[66703]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('bab497ff-3c4f-41ab-80e5-efd1dc76b6d8',) {} {{(pid=66703) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1053.745762] env[66703]: DEBUG networking_nsxv3.common.locking [-] Lock member-f52985e4-827d-4ac5-ba08-62ae5081fda6 taken with stack trace [, , , ] {{(pid=66703) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1053.746129] env[66703]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-f52985e4-827d-4ac5-ba08-62ae5081fda6" {{(pid=66703) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1053.748369] env[66703]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] realization of port ac29af12-ef0c-422d-a58a-ffd44d35f4f0 with status ACTIVE [ 1053.749136] env[66703]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=66703) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1053.749401] env[66703]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=66703) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1053.749445] env[66703]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=66703) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1053.749906] env[66703]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=66703) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1053.750090] env[66703]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=66703) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1053.750425] env[66703]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , ] {{(pid=66703) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1053.750425] env[66703]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=66703) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1053.750558] env[66703]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=66703) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1053.750633] env[66703]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=66703) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1053.750712] env[66703]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=66703) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1053.750902] env[66703]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=66703) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1053.750996] env[66703]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=66703) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1053.751106] env[66703]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=66703) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1053.751352] env[66703]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=66703) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1053.751352] env[66703]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=66703) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1053.751470] env[66703]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: SegmentPort with ID: ac29af12-ef0c-422d-a58a-ffd44d35f4f0 is going to be updated. [ 1053.752670] env[66703]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('bab497ff-3c4f-41ab-80e5-efd1dc76b6d8',) {} {{(pid=66703) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1053.786571] env[66703]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=66703) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1053.786923] env[66703]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=66703) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1053.786923] env[66703]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=66703) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1053.787024] env[66703]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=66703) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1053.787183] env[66703]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=66703) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1053.787362] env[66703]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-ac29af12-ef0c-422d-a58a-ffd44d35f4f0" {{(pid=66703) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1054.057460] env[66703]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: f52985e4-827d-4ac5-ba08-62ae5081fda6 in Status: SUCCESS [ 1054.057460] env[66703]: WARNING networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: f52985e4-827d-4ac5-ba08-62ae5081fda6 deletion is rescheduled due to dependency. [ 1054.057460] env[66703]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-f52985e4-827d-4ac5-ba08-62ae5081fda6" {{(pid=66703) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1054.057460] env[66703]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-f52985e4-827d-4ac5-ba08-62ae5081fda6" {{(pid=66703) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1054.057460] env[66703]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-f52985e4-827d-4ac5-ba08-62ae5081fda6" {{(pid=66703) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1054.057460] env[66703]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=66703) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1054.057460] env[66703]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66703) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1054.059611] env[66703]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66703) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1054.059611] env[66703]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66703) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1054.059611] env[66703]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66703) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1054.059611] env[66703]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('f52985e4-827d-4ac5-ba08-62ae5081fda6',) {} {{(pid=66703) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1054.227362] env[66703]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 7e357460-6da6-4aac-9ef9-bd79503ba910 in Status: SUCCESS [ 1054.229258] env[66703]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-7e357460-6da6-4aac-9ef9-bd79503ba910" {{(pid=66703) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1054.229258] env[66703]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-7e357460-6da6-4aac-9ef9-bd79503ba910" {{(pid=66703) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1054.229258] env[66703]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-7e357460-6da6-4aac-9ef9-bd79503ba910" {{(pid=66703) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1054.229258] env[66703]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=66703) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1054.229258] env[66703]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66703) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1054.229258] env[66703]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66703) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1054.229258] env[66703]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66703) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1054.229258] env[66703]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66703) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1054.229258] env[66703]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-7e357460-6da6-4aac-9ef9-bd79503ba910" {{(pid=66703) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1054.229258] env[66703]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('7e357460-6da6-4aac-9ef9-bd79503ba910',) {} {{(pid=66703) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1054.254644] env[66703]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('bab497ff-3c4f-41ab-80e5-efd1dc76b6d8',) {} {{(pid=66703) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1054.563194] env[66703]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('f52985e4-827d-4ac5-ba08-62ae5081fda6',) {} {{(pid=66703) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1054.733296] env[66703]: DEBUG networking_nsxv3.common.locking [-] Lock member-7e357460-6da6-4aac-9ef9-bd79503ba910 taken with stack trace [, , , ] {{(pid=66703) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1054.733296] env[66703]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-7e357460-6da6-4aac-9ef9-bd79503ba910" {{(pid=66703) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1054.733296] env[66703]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-7e357460-6da6-4aac-9ef9-bd79503ba910" {{(pid=66703) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1054.733296] env[66703]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-7e357460-6da6-4aac-9ef9-bd79503ba910" {{(pid=66703) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1054.733296] env[66703]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=66703) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1054.733296] env[66703]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66703) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1054.733296] env[66703]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66703) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1054.733296] env[66703]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66703) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1054.733296] env[66703]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66703) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1054.733296] env[66703]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-7e357460-6da6-4aac-9ef9-bd79503ba910" {{(pid=66703) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1054.733296] env[66703]: DEBUG networking_nsxv3.common.locking [-] Lock member-7e357460-6da6-4aac-9ef9-bd79503ba910 taken with stack trace [, , , ] {{(pid=66703) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1054.733296] env[66703]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-7e357460-6da6-4aac-9ef9-bd79503ba910" {{(pid=66703) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1054.733296] env[66703]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-7e357460-6da6-4aac-9ef9-bd79503ba910" {{(pid=66703) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1054.733296] env[66703]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-7e357460-6da6-4aac-9ef9-bd79503ba910" {{(pid=66703) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1054.733296] env[66703]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=66703) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1054.733296] env[66703]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66703) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1054.734222] env[66703]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66703) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1054.734222] env[66703]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66703) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1054.734222] env[66703]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66703) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1054.734222] env[66703]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-7e357460-6da6-4aac-9ef9-bd79503ba910" {{(pid=66703) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1054.734222] env[66703]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('7e357460-6da6-4aac-9ef9-bd79503ba910',) {} {{(pid=66703) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1054.756695] env[66703]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66703) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1054.757081] env[66703]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66703) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1054.757081] env[66703]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66703) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1054.757227] env[66703]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66703) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1054.757289] env[66703]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66703) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1054.759051] env[66703]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: bab497ff-3c4f-41ab-80e5-efd1dc76b6d8 is going to be updated. [ 1054.790115] env[66703]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66703) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1054.791233] env[66703]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66703) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1054.791233] env[66703]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66703) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1054.791233] env[66703]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66703) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1054.791436] env[66703]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66703) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1054.802037] env[66703]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: bab497ff-3c4f-41ab-80e5-efd1dc76b6d8 in Status: IN_PROGRESS for 2s [ 1055.065696] env[66703]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('f52985e4-827d-4ac5-ba08-62ae5081fda6',) {} {{(pid=66703) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1055.239034] env[66703]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for 7e357460-6da6-4aac-9ef9-bd79503ba910: rpc.has_security_group_logging(os_id): False [ 1055.259683] env[66703]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=66703) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1055.259949] env[66703]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66703) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1055.260103] env[66703]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66703) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1055.260581] env[66703]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66703) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1055.260581] env[66703]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66703) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1055.260837] env[66703]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66703) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1055.260991] env[66703]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66703) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1055.261128] env[66703]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66703) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1055.261583] env[66703]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66703) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1055.261760] env[66703]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66703) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1055.262124] env[66703]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66703) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1055.262318] env[66703]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66703) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1055.262451] env[66703]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66703) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1055.263045] env[66703]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66703) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1055.263045] env[66703]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66703) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1055.263296] env[66703]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=66703) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1055.263533] env[66703]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66703) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1055.263652] env[66703]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66703) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1055.263949] env[66703]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66703) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1055.264167] env[66703]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66703) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1055.264344] env[66703]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 7e357460-6da6-4aac-9ef9-bd79503ba910 is going to be created. [ 1055.329811] env[66703]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=66703) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1055.330063] env[66703]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66703) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1055.330181] env[66703]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66703) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1055.330656] env[66703]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66703) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1055.330801] env[66703]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66703) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1055.350598] env[66703]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 7e357460-6da6-4aac-9ef9-bd79503ba910 in Status: IN_PROGRESS for 2s [ 1055.568660] env[66703]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66703) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1055.568902] env[66703]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66703) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1055.568964] env[66703]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66703) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1055.569253] env[66703]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66703) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1055.569309] env[66703]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66703) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1055.569429] env[66703]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: f52985e4-827d-4ac5-ba08-62ae5081fda6 is going to be updated. [ 1055.602952] env[66703]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66703) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1055.602952] env[66703]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66703) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1055.602952] env[66703]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66703) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1055.602952] env[66703]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66703) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1055.603307] env[66703]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66703) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1055.613787] env[66703]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: f52985e4-827d-4ac5-ba08-62ae5081fda6 in Status: IN_PROGRESS for 2s [ 1056.814992] env[66703]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: bab497ff-3c4f-41ab-80e5-efd1dc76b6d8 in Status: SUCCESS [ 1056.814992] env[66703]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-bab497ff-3c4f-41ab-80e5-efd1dc76b6d8" {{(pid=66703) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1057.368281] env[66703]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 7e357460-6da6-4aac-9ef9-bd79503ba910 in Status: SUCCESS [ 1057.368281] env[66703]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-7e357460-6da6-4aac-9ef9-bd79503ba910" {{(pid=66703) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1057.625942] env[66703]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: f52985e4-827d-4ac5-ba08-62ae5081fda6 in Status: SUCCESS [ 1057.626519] env[66703]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-f52985e4-827d-4ac5-ba08-62ae5081fda6" {{(pid=66703) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1057.626771] env[66703]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-f52985e4-827d-4ac5-ba08-62ae5081fda6" {{(pid=66703) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1057.627104] env[66703]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-f52985e4-827d-4ac5-ba08-62ae5081fda6" {{(pid=66703) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1057.627320] env[66703]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=66703) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1057.627469] env[66703]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66703) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1057.627512] env[66703]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66703) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1057.627759] env[66703]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66703) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1057.628014] env[66703]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66703) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1057.628476] env[66703]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-f52985e4-827d-4ac5-ba08-62ae5081fda6" {{(pid=66703) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1057.628690] env[66703]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('f52985e4-827d-4ac5-ba08-62ae5081fda6',) {} {{(pid=66703) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1057.873800] env[66703]: INFO networking_nsxv3.common.synchronization [req-d2810815-5637-45db-85d1-8466f60238d8 req-e0be65b4-b655-4b5b-9321-a34a25839c4a tempest-ServerPasswordTestJSON-448032588 tempest-ServerPasswordTestJSON-448032588-project-member] Enqueued Resource ID: 48f2d2cf-9bd1-4a56-95be-4b4a62b0e17f with Priority: HIGHEST for action security_group_members [ 1057.874363] env[66703]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 48f2d2cf-9bd1-4a56-95be-4b4a62b0e17f with Priority: HIGHEST for action security_group_members [ 1057.875109] env[66703]: DEBUG networking_nsxv3.common.locking [-] Lock member-48f2d2cf-9bd1-4a56-95be-4b4a62b0e17f taken with stack trace [, , ] {{(pid=66703) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1057.875262] env[66703]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-48f2d2cf-9bd1-4a56-95be-4b4a62b0e17f" {{(pid=66703) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1057.875337] env[66703]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-48f2d2cf-9bd1-4a56-95be-4b4a62b0e17f" {{(pid=66703) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1057.875582] env[66703]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-48f2d2cf-9bd1-4a56-95be-4b4a62b0e17f" {{(pid=66703) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1057.875757] env[66703]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=66703) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1057.875855] env[66703]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66703) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1057.875996] env[66703]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66703) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1057.876830] env[66703]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66703) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1057.876830] env[66703]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66703) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1057.876830] env[66703]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('48f2d2cf-9bd1-4a56-95be-4b4a62b0e17f',) {} {{(pid=66703) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1058.132024] env[66703]: DEBUG networking_nsxv3.common.locking [-] Lock member-f52985e4-827d-4ac5-ba08-62ae5081fda6 taken with stack trace [, , , ] {{(pid=66703) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1058.132594] env[66703]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-f52985e4-827d-4ac5-ba08-62ae5081fda6" {{(pid=66703) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1058.132594] env[66703]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-f52985e4-827d-4ac5-ba08-62ae5081fda6" {{(pid=66703) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1058.132844] env[66703]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-f52985e4-827d-4ac5-ba08-62ae5081fda6" {{(pid=66703) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1058.132970] env[66703]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=66703) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1058.133134] env[66703]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66703) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1058.133240] env[66703]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66703) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1058.133442] env[66703]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66703) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1058.133548] env[66703]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66703) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1058.133674] env[66703]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-f52985e4-827d-4ac5-ba08-62ae5081fda6" {{(pid=66703) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1058.133886] env[66703]: DEBUG networking_nsxv3.common.locking [-] Lock member-f52985e4-827d-4ac5-ba08-62ae5081fda6 taken with stack trace [, , , ] {{(pid=66703) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1058.133996] env[66703]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-f52985e4-827d-4ac5-ba08-62ae5081fda6" {{(pid=66703) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1058.137776] env[66703]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-f52985e4-827d-4ac5-ba08-62ae5081fda6" {{(pid=66703) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1058.137776] env[66703]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-f52985e4-827d-4ac5-ba08-62ae5081fda6" {{(pid=66703) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1058.137776] env[66703]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=66703) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1058.137776] env[66703]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66703) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1058.137776] env[66703]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66703) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1058.137776] env[66703]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66703) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1058.137776] env[66703]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66703) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1058.137776] env[66703]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-f52985e4-827d-4ac5-ba08-62ae5081fda6" {{(pid=66703) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1058.137776] env[66703]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('f52985e4-827d-4ac5-ba08-62ae5081fda6',) {} {{(pid=66703) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1058.287285] env[66703]: DEBUG networking_nsxv3.common.locking [None req-33d36011-a73c-4b6d-849a-f8c867240c48 None None] Lock network-811 taken with stack trace [, , , , , , , , ] {{(pid=66703) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1058.287634] env[66703]: DEBUG oslo_concurrency.lockutils [None req-33d36011-a73c-4b6d-849a-f8c867240c48 None None] Acquiring lock "network-811" {{(pid=66703) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1058.287972] env[66703]: DEBUG oslo_concurrency.lockutils [None req-33d36011-a73c-4b6d-849a-f8c867240c48 None None] Acquired lock "network-811" {{(pid=66703) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1058.288738] env[66703]: DEBUG oslo_concurrency.lockutils [None req-33d36011-a73c-4b6d-849a-f8c867240c48 None None] Acquired external semaphore "network-811" {{(pid=66703) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1058.289391] env[66703]: DEBUG networking_nsxv3.common.locking [None req-33d36011-a73c-4b6d-849a-f8c867240c48 None None] Lock Segment taken with stack trace [, , , , , , , , , , ] {{(pid=66703) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1058.289391] env[66703]: DEBUG oslo_concurrency.lockutils [None req-33d36011-a73c-4b6d-849a-f8c867240c48 None None] Acquiring lock "Segment" {{(pid=66703) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1058.289659] env[66703]: DEBUG oslo_concurrency.lockutils [None req-33d36011-a73c-4b6d-849a-f8c867240c48 None None] Acquired lock "Segment" {{(pid=66703) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1058.289951] env[66703]: DEBUG oslo_concurrency.lockutils [None req-33d36011-a73c-4b6d-849a-f8c867240c48 None None] Acquired external semaphore "Segment" {{(pid=66703) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1058.290182] env[66703]: DEBUG oslo_concurrency.lockutils [None req-33d36011-a73c-4b6d-849a-f8c867240c48 None None] Releasing lock "Segment" {{(pid=66703) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1058.290408] env[66703]: DEBUG dogpile.cache.region [None req-33d36011-a73c-4b6d-849a-f8c867240c48 None None] No value present for key: 'zone-id' {{(pid=66703) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 1058.290687] env[66703]: DEBUG dogpile.lock [None req-33d36011-a73c-4b6d-849a-f8c867240c48 None None] NeedRegenerationException {{(pid=66703) _enter /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:90}} [ 1058.290850] env[66703]: DEBUG dogpile.lock [None req-33d36011-a73c-4b6d-849a-f8c867240c48 None None] no value, waiting for create lock {{(pid=66703) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:131}} [ 1058.290974] env[66703]: DEBUG dogpile.lock [None req-33d36011-a73c-4b6d-849a-f8c867240c48 None None] value creation lock acquired {{(pid=66703) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:135}} [ 1058.291165] env[66703]: DEBUG dogpile.cache.region [None req-33d36011-a73c-4b6d-849a-f8c867240c48 None None] No value present for key: 'zone-id' {{(pid=66703) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 1058.291312] env[66703]: DEBUG dogpile.lock [None req-33d36011-a73c-4b6d-849a-f8c867240c48 None None] Calling creation function for not-yet-present value {{(pid=66703) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:174}} [ 1058.291569] env[66703]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-33d36011-a73c-4b6d-849a-f8c867240c48 None None] Looking for TransportZone with name nsx-vlan-transportzone. [ 1058.325248] env[66703]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-33d36011-a73c-4b6d-849a-f8c867240c48 None None] loading zone with a95c914d-748d-497c-94ab-10d4647daeba and tags [{'scope': 'mp2policy_migr_status', 'tag': 'success'}] [ 1058.325248] env[66703]: DEBUG dogpile.cache.region [None req-33d36011-a73c-4b6d-849a-f8c867240c48 None None] Cache value generated in 0.032 seconds for key(s): 'zone-id' {{(pid=66703) _log_time /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:910}} [ 1058.325248] env[66703]: DEBUG dogpile.lock [None req-33d36011-a73c-4b6d-849a-f8c867240c48 None None] Released creation lock {{(pid=66703) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:182}} [ 1058.325248] env[66703]: DEBUG oslo_concurrency.lockutils [None req-33d36011-a73c-4b6d-849a-f8c867240c48 None None] Releasing lock "network-811" {{(pid=66703) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1058.325248] env[66703]: DEBUG networking_nsxv3.common.locking [None req-33d36011-a73c-4b6d-849a-f8c867240c48 None None] Lock port-19abd67f-f37d-4616-ae42-d7a1fa8b1ee3 taken with stack trace [, , , , , , , , ] {{(pid=66703) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1058.325248] env[66703]: DEBUG oslo_concurrency.lockutils [None req-33d36011-a73c-4b6d-849a-f8c867240c48 None None] Acquiring lock "port-19abd67f-f37d-4616-ae42-d7a1fa8b1ee3" {{(pid=66703) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1058.325248] env[66703]: DEBUG oslo_concurrency.lockutils [None req-33d36011-a73c-4b6d-849a-f8c867240c48 None None] Acquired lock "port-19abd67f-f37d-4616-ae42-d7a1fa8b1ee3" {{(pid=66703) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1058.325685] env[66703]: DEBUG oslo_concurrency.lockutils [None req-33d36011-a73c-4b6d-849a-f8c867240c48 None None] Acquired external semaphore "port-19abd67f-f37d-4616-ae42-d7a1fa8b1ee3" {{(pid=66703) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1058.325685] env[66703]: DEBUG networking_nsxv3.api.rpc [None req-33d36011-a73c-4b6d-849a-f8c867240c48 None None] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('19abd67f-f37d-4616-ae42-d7a1fa8b1ee3',) {} {{(pid=66703) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1058.381062] env[66703]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=66703) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1058.381062] env[66703]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66703) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1058.381062] env[66703]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66703) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1058.381062] env[66703]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66703) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1058.381317] env[66703]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66703) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1058.381317] env[66703]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66703) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1058.381416] env[66703]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66703) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1058.381452] env[66703]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66703) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1058.381586] env[66703]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66703) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1058.381663] env[66703]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66703) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1058.381749] env[66703]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 48f2d2cf-9bd1-4a56-95be-4b4a62b0e17f already deleted. [ 1058.381830] env[66703]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-48f2d2cf-9bd1-4a56-95be-4b4a62b0e17f" {{(pid=66703) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1058.638508] env[66703]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for f52985e4-827d-4ac5-ba08-62ae5081fda6: rpc.has_security_group_logging(os_id): False [ 1058.663235] env[66703]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=66703) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1058.663411] env[66703]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66703) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1058.663463] env[66703]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66703) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1058.663662] env[66703]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66703) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1058.663743] env[66703]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66703) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1058.663941] env[66703]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66703) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1058.664050] env[66703]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66703) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1058.664112] env[66703]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66703) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1058.664264] env[66703]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66703) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1058.664333] env[66703]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66703) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1058.664517] env[66703]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66703) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1058.664610] env[66703]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66703) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1058.664673] env[66703]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66703) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1058.664817] env[66703]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66703) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1058.664914] env[66703]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66703) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1058.665140] env[66703]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=66703) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1058.665227] env[66703]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66703) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1058.665375] env[66703]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66703) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1058.665435] env[66703]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66703) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1058.665523] env[66703]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66703) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1058.665611] env[66703]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: f52985e4-827d-4ac5-ba08-62ae5081fda6 is going to be updated. [ 1058.740609] env[66703]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=66703) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1058.740812] env[66703]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66703) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1058.740910] env[66703]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66703) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1058.741157] env[66703]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66703) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1058.741304] env[66703]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66703) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1058.755829] env[66703]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: f52985e4-827d-4ac5-ba08-62ae5081fda6 in Status: IN_PROGRESS for 2s [ 1058.828755] env[66703]: DEBUG networking_nsxv3.common.locking [None req-33d36011-a73c-4b6d-849a-f8c867240c48 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , ] {{(pid=66703) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1058.829079] env[66703]: DEBUG oslo_concurrency.lockutils [None req-33d36011-a73c-4b6d-849a-f8c867240c48 None None] Acquiring lock "SegmentPort" {{(pid=66703) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1058.829249] env[66703]: DEBUG oslo_concurrency.lockutils [None req-33d36011-a73c-4b6d-849a-f8c867240c48 None None] Acquired lock "SegmentPort" {{(pid=66703) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1058.829606] env[66703]: DEBUG oslo_concurrency.lockutils [None req-33d36011-a73c-4b6d-849a-f8c867240c48 None None] Acquired external semaphore "SegmentPort" {{(pid=66703) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1058.829871] env[66703]: DEBUG oslo_concurrency.lockutils [None req-33d36011-a73c-4b6d-849a-f8c867240c48 None None] Releasing lock "SegmentPort" {{(pid=66703) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1058.830116] env[66703]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-33d36011-a73c-4b6d-849a-f8c867240c48 None None] Segment Port 19abd67f-f37d-4616-ae42-d7a1fa8b1ee3 not found, creating... [ 1058.830441] env[66703]: DEBUG networking_nsxv3.common.locking [None req-33d36011-a73c-4b6d-849a-f8c867240c48 None None] Lock Segment taken with stack trace [, , , , , , , , , , , ] {{(pid=66703) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1058.830635] env[66703]: DEBUG oslo_concurrency.lockutils [None req-33d36011-a73c-4b6d-849a-f8c867240c48 None None] Acquiring lock "Segment" {{(pid=66703) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1058.830784] env[66703]: DEBUG oslo_concurrency.lockutils [None req-33d36011-a73c-4b6d-849a-f8c867240c48 None None] Acquired lock "Segment" {{(pid=66703) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1058.831064] env[66703]: DEBUG oslo_concurrency.lockutils [None req-33d36011-a73c-4b6d-849a-f8c867240c48 None None] Acquired external semaphore "Segment" {{(pid=66703) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1058.831236] env[66703]: DEBUG oslo_concurrency.lockutils [None req-33d36011-a73c-4b6d-849a-f8c867240c48 None None] Releasing lock "Segment" {{(pid=66703) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1058.831623] env[66703]: DEBUG networking_nsxv3.common.locking [None req-33d36011-a73c-4b6d-849a-f8c867240c48 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=66703) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1058.831820] env[66703]: DEBUG oslo_concurrency.lockutils [None req-33d36011-a73c-4b6d-849a-f8c867240c48 None None] Acquiring lock "SegmentPort" {{(pid=66703) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1058.831971] env[66703]: DEBUG oslo_concurrency.lockutils [None req-33d36011-a73c-4b6d-849a-f8c867240c48 None None] Acquired lock "SegmentPort" {{(pid=66703) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1058.832273] env[66703]: DEBUG oslo_concurrency.lockutils [None req-33d36011-a73c-4b6d-849a-f8c867240c48 None None] Acquired external semaphore "SegmentPort" {{(pid=66703) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1058.832442] env[66703]: DEBUG oslo_concurrency.lockutils [None req-33d36011-a73c-4b6d-849a-f8c867240c48 None None] Releasing lock "SegmentPort" {{(pid=66703) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1058.832605] env[66703]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-33d36011-a73c-4b6d-849a-f8c867240c48 None None] Resource: SegmentPort with ID: 19abd67f-f37d-4616-ae42-d7a1fa8b1ee3 is going to be created. [ 1058.863241] env[66703]: DEBUG networking_nsxv3.common.locking [None req-33d36011-a73c-4b6d-849a-f8c867240c48 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=66703) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1058.863662] env[66703]: DEBUG oslo_concurrency.lockutils [None req-33d36011-a73c-4b6d-849a-f8c867240c48 None None] Acquiring lock "SegmentPort" {{(pid=66703) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1058.863935] env[66703]: DEBUG oslo_concurrency.lockutils [None req-33d36011-a73c-4b6d-849a-f8c867240c48 None None] Acquired lock "SegmentPort" {{(pid=66703) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1058.864360] env[66703]: DEBUG oslo_concurrency.lockutils [None req-33d36011-a73c-4b6d-849a-f8c867240c48 None None] Acquired external semaphore "SegmentPort" {{(pid=66703) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1058.864727] env[66703]: DEBUG oslo_concurrency.lockutils [None req-33d36011-a73c-4b6d-849a-f8c867240c48 None None] Releasing lock "SegmentPort" {{(pid=66703) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1058.865142] env[66703]: DEBUG oslo_concurrency.lockutils [None req-33d36011-a73c-4b6d-849a-f8c867240c48 None None] Releasing lock "port-19abd67f-f37d-4616-ae42-d7a1fa8b1ee3" {{(pid=66703) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1059.591456] env[66703]: INFO networking_nsxv3.common.synchronization [req-d2810815-5637-45db-85d1-8466f60238d8 req-5036fd76-32fb-4606-a0ba-5c7a65fa8b27 service nova] Enqueued Resource ID: 48f2d2cf-9bd1-4a56-95be-4b4a62b0e17f with Priority: HIGHEST for action security_group_rules [ 1059.591868] env[66703]: INFO networking_nsxv3.common.synchronization [req-d2810815-5637-45db-85d1-8466f60238d8 req-5036fd76-32fb-4606-a0ba-5c7a65fa8b27 service nova] Enqueued Resource ID: 48f2d2cf-9bd1-4a56-95be-4b4a62b0e17f with Priority: HIGHEST for action security_group_members [ 1059.592111] env[66703]: INFO networking_nsxv3.common.synchronization [req-d2810815-5637-45db-85d1-8466f60238d8 req-5036fd76-32fb-4606-a0ba-5c7a65fa8b27 service nova] Enqueued Resource ID: 19abd67f-f37d-4616-ae42-d7a1fa8b1ee3 with Priority: HIGHEST for action port [ 1059.592923] env[66703]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 48f2d2cf-9bd1-4a56-95be-4b4a62b0e17f with Priority: HIGHEST for action security_group_rules [ 1059.593372] env[66703]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 48f2d2cf-9bd1-4a56-95be-4b4a62b0e17f with Priority: HIGHEST for action security_group_members [ 1059.593474] env[66703]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 19abd67f-f37d-4616-ae42-d7a1fa8b1ee3 with Priority: HIGHEST for action port [ 1059.593858] env[66703]: DEBUG networking_nsxv3.common.locking [-] Lock rules-48f2d2cf-9bd1-4a56-95be-4b4a62b0e17f taken with stack trace [, , ] {{(pid=66703) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1059.594135] env[66703]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-48f2d2cf-9bd1-4a56-95be-4b4a62b0e17f" {{(pid=66703) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1059.594694] env[66703]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-48f2d2cf-9bd1-4a56-95be-4b4a62b0e17f" {{(pid=66703) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1059.595072] env[66703]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-48f2d2cf-9bd1-4a56-95be-4b4a62b0e17f" {{(pid=66703) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1059.595236] env[66703]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('48f2d2cf-9bd1-4a56-95be-4b4a62b0e17f',) {} {{(pid=66703) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1059.596375] env[66703]: DEBUG networking_nsxv3.common.locking [-] Lock member-48f2d2cf-9bd1-4a56-95be-4b4a62b0e17f taken with stack trace [, , ] {{(pid=66703) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1059.596590] env[66703]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-48f2d2cf-9bd1-4a56-95be-4b4a62b0e17f" {{(pid=66703) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1059.596734] env[66703]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-48f2d2cf-9bd1-4a56-95be-4b4a62b0e17f" {{(pid=66703) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1059.597067] env[66703]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-48f2d2cf-9bd1-4a56-95be-4b4a62b0e17f" {{(pid=66703) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1059.598117] env[66703]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=66703) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1059.598257] env[66703]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66703) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1059.598323] env[66703]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66703) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1059.598814] env[66703]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66703) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1059.598922] env[66703]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66703) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1059.599144] env[66703]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('48f2d2cf-9bd1-4a56-95be-4b4a62b0e17f',) {} {{(pid=66703) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1059.600707] env[66703]: DEBUG networking_nsxv3.common.locking [-] Lock port-19abd67f-f37d-4616-ae42-d7a1fa8b1ee3 taken with stack trace [, , ] {{(pid=66703) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1059.600707] env[66703]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-19abd67f-f37d-4616-ae42-d7a1fa8b1ee3" {{(pid=66703) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1059.600707] env[66703]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-19abd67f-f37d-4616-ae42-d7a1fa8b1ee3" {{(pid=66703) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1059.600707] env[66703]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-19abd67f-f37d-4616-ae42-d7a1fa8b1ee3" {{(pid=66703) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1059.601467] env[66703]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('19abd67f-f37d-4616-ae42-d7a1fa8b1ee3',) {} {{(pid=66703) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1060.105315] env[66703]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('48f2d2cf-9bd1-4a56-95be-4b4a62b0e17f',) {} {{(pid=66703) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1060.105315] env[66703]: DEBUG networking_nsxv3.common.locking [-] Lock member-48f2d2cf-9bd1-4a56-95be-4b4a62b0e17f taken with stack trace [, , , ] {{(pid=66703) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1060.105315] env[66703]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-48f2d2cf-9bd1-4a56-95be-4b4a62b0e17f" {{(pid=66703) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1060.105315] env[66703]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] realization of port 19abd67f-f37d-4616-ae42-d7a1fa8b1ee3 with status ACTIVE [ 1060.105315] env[66703]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=66703) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1060.105315] env[66703]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=66703) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1060.105315] env[66703]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=66703) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1060.105315] env[66703]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=66703) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1060.105315] env[66703]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=66703) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1060.105660] env[66703]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , ] {{(pid=66703) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1060.105660] env[66703]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=66703) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1060.105660] env[66703]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=66703) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1060.105775] env[66703]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=66703) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1060.105837] env[66703]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=66703) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1060.106249] env[66703]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=66703) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1060.106406] env[66703]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=66703) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1060.107183] env[66703]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=66703) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1060.107364] env[66703]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=66703) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1060.108030] env[66703]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=66703) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1060.108030] env[66703]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: SegmentPort with ID: 19abd67f-f37d-4616-ae42-d7a1fa8b1ee3 is going to be updated. [ 1060.132675] env[66703]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=66703) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1060.132833] env[66703]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=66703) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1060.132902] env[66703]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=66703) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1060.133125] env[66703]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=66703) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1060.133268] env[66703]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=66703) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1060.133437] env[66703]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-19abd67f-f37d-4616-ae42-d7a1fa8b1ee3" {{(pid=66703) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1060.360714] env[66703]: INFO networking_nsxv3.common.synchronization [req-b7456131-0629-4203-a585-9dbb8e89ebff req-34f2f211-bcd1-4bb7-a845-fb2488d30cbf tempest-DeleteServersTestJSON-1282002617 tempest-DeleteServersTestJSON-1282002617-project-member] Enqueued Resource ID: db254d47-d7a1-40b1-a751-5c5ada9bc604 with Priority: HIGHEST for action security_group_members [ 1060.361952] env[66703]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: db254d47-d7a1-40b1-a751-5c5ada9bc604 with Priority: HIGHEST for action security_group_members [ 1060.361952] env[66703]: DEBUG networking_nsxv3.common.locking [-] Lock member-db254d47-d7a1-40b1-a751-5c5ada9bc604 taken with stack trace [, , ] {{(pid=66703) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1060.361952] env[66703]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-db254d47-d7a1-40b1-a751-5c5ada9bc604" {{(pid=66703) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1060.361952] env[66703]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-db254d47-d7a1-40b1-a751-5c5ada9bc604" {{(pid=66703) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1060.362224] env[66703]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-db254d47-d7a1-40b1-a751-5c5ada9bc604" {{(pid=66703) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1060.362279] env[66703]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=66703) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1060.362347] env[66703]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66703) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1060.362438] env[66703]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66703) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1060.362590] env[66703]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66703) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1060.362670] env[66703]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66703) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1060.362766] env[66703]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('db254d47-d7a1-40b1-a751-5c5ada9bc604',) {} {{(pid=66703) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1060.609661] env[66703]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('48f2d2cf-9bd1-4a56-95be-4b4a62b0e17f',) {} {{(pid=66703) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1060.687364] env[66703]: DEBUG networking_nsxv3.common.locking [None req-33d36011-a73c-4b6d-849a-f8c867240c48 None None] Lock network-41 taken with stack trace [, , , , , , , , ] {{(pid=66703) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1060.687549] env[66703]: DEBUG oslo_concurrency.lockutils [None req-33d36011-a73c-4b6d-849a-f8c867240c48 None None] Acquiring lock "network-41" {{(pid=66703) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1060.687740] env[66703]: DEBUG oslo_concurrency.lockutils [None req-33d36011-a73c-4b6d-849a-f8c867240c48 None None] Acquired lock "network-41" {{(pid=66703) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1060.688230] env[66703]: DEBUG oslo_concurrency.lockutils [None req-33d36011-a73c-4b6d-849a-f8c867240c48 None None] Acquired external semaphore "network-41" {{(pid=66703) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1060.688573] env[66703]: DEBUG networking_nsxv3.common.locking [None req-33d36011-a73c-4b6d-849a-f8c867240c48 None None] Lock Segment taken with stack trace [, , , , , , , , , , ] {{(pid=66703) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1060.688800] env[66703]: DEBUG oslo_concurrency.lockutils [None req-33d36011-a73c-4b6d-849a-f8c867240c48 None None] Acquiring lock "Segment" {{(pid=66703) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1060.688973] env[66703]: DEBUG oslo_concurrency.lockutils [None req-33d36011-a73c-4b6d-849a-f8c867240c48 None None] Acquired lock "Segment" {{(pid=66703) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1060.689288] env[66703]: DEBUG oslo_concurrency.lockutils [None req-33d36011-a73c-4b6d-849a-f8c867240c48 None None] Acquired external semaphore "Segment" {{(pid=66703) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1060.689492] env[66703]: DEBUG oslo_concurrency.lockutils [None req-33d36011-a73c-4b6d-849a-f8c867240c48 None None] Releasing lock "Segment" {{(pid=66703) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1060.689756] env[66703]: DEBUG dogpile.cache.region [None req-33d36011-a73c-4b6d-849a-f8c867240c48 None None] No value present for key: 'zone-id' {{(pid=66703) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 1060.689961] env[66703]: DEBUG dogpile.lock [None req-33d36011-a73c-4b6d-849a-f8c867240c48 None None] NeedRegenerationException {{(pid=66703) _enter /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:90}} [ 1060.690141] env[66703]: DEBUG dogpile.lock [None req-33d36011-a73c-4b6d-849a-f8c867240c48 None None] no value, waiting for create lock {{(pid=66703) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:131}} [ 1060.690299] env[66703]: DEBUG dogpile.lock [None req-33d36011-a73c-4b6d-849a-f8c867240c48 None None] value creation lock acquired {{(pid=66703) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:135}} [ 1060.690458] env[66703]: DEBUG dogpile.cache.region [None req-33d36011-a73c-4b6d-849a-f8c867240c48 None None] No value present for key: 'zone-id' {{(pid=66703) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 1060.690610] env[66703]: DEBUG dogpile.lock [None req-33d36011-a73c-4b6d-849a-f8c867240c48 None None] Calling creation function for not-yet-present value {{(pid=66703) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:174}} [ 1060.690820] env[66703]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-33d36011-a73c-4b6d-849a-f8c867240c48 None None] Looking for TransportZone with name nsx-vlan-transportzone. [ 1060.710243] env[66703]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-33d36011-a73c-4b6d-849a-f8c867240c48 None None] loading zone with a95c914d-748d-497c-94ab-10d4647daeba and tags [{'scope': 'mp2policy_migr_status', 'tag': 'success'}] [ 1060.710565] env[66703]: DEBUG dogpile.cache.region [None req-33d36011-a73c-4b6d-849a-f8c867240c48 None None] Cache value generated in 0.020 seconds for key(s): 'zone-id' {{(pid=66703) _log_time /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:910}} [ 1060.710835] env[66703]: DEBUG dogpile.lock [None req-33d36011-a73c-4b6d-849a-f8c867240c48 None None] Released creation lock {{(pid=66703) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:182}} [ 1060.711136] env[66703]: DEBUG oslo_concurrency.lockutils [None req-33d36011-a73c-4b6d-849a-f8c867240c48 None None] Releasing lock "network-41" {{(pid=66703) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1060.711578] env[66703]: DEBUG networking_nsxv3.common.locking [None req-33d36011-a73c-4b6d-849a-f8c867240c48 None None] Lock port-13b93681-9673-4050-b9fb-fd28b5d8833c taken with stack trace [, , , , , , , , ] {{(pid=66703) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1060.711823] env[66703]: DEBUG oslo_concurrency.lockutils [None req-33d36011-a73c-4b6d-849a-f8c867240c48 None None] Acquiring lock "port-13b93681-9673-4050-b9fb-fd28b5d8833c" {{(pid=66703) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1060.712076] env[66703]: DEBUG oslo_concurrency.lockutils [None req-33d36011-a73c-4b6d-849a-f8c867240c48 None None] Acquired lock "port-13b93681-9673-4050-b9fb-fd28b5d8833c" {{(pid=66703) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1060.712529] env[66703]: DEBUG oslo_concurrency.lockutils [None req-33d36011-a73c-4b6d-849a-f8c867240c48 None None] Acquired external semaphore "port-13b93681-9673-4050-b9fb-fd28b5d8833c" {{(pid=66703) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1060.712709] env[66703]: DEBUG networking_nsxv3.api.rpc [None req-33d36011-a73c-4b6d-849a-f8c867240c48 None None] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('13b93681-9673-4050-b9fb-fd28b5d8833c',) {} {{(pid=66703) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1060.784255] env[66703]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: f52985e4-827d-4ac5-ba08-62ae5081fda6 in Status: SUCCESS [ 1060.784599] env[66703]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-f52985e4-827d-4ac5-ba08-62ae5081fda6" {{(pid=66703) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1060.866355] env[66703]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=66703) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1060.866595] env[66703]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66703) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1060.866595] env[66703]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66703) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1060.866828] env[66703]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66703) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1060.867026] env[66703]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66703) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1060.867224] env[66703]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66703) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1060.867321] env[66703]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66703) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1060.867991] env[66703]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66703) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1060.867991] env[66703]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66703) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1060.867991] env[66703]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66703) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1060.867991] env[66703]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: db254d47-d7a1-40b1-a751-5c5ada9bc604 is going to be updated. [ 1060.869991] env[66703]: INFO networking_nsxv3.common.synchronization [req-a7225432-a4b6-4325-976f-09fdab7f6458 req-84257a68-f3b4-431f-bd1a-611b4c4fb84d tempest-FloatingIPsAssociationNegativeTestJSON-77478805 tempest-FloatingIPsAssociationNegativeTestJSON-77478805-project-member] Enqueued Resource ID: 35ccdf8d-34a1-42c6-b9d2-6233117683f2 with Priority: HIGHEST for action security_group_members [ 1060.870609] env[66703]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 35ccdf8d-34a1-42c6-b9d2-6233117683f2 with Priority: HIGHEST for action security_group_members [ 1060.871471] env[66703]: DEBUG networking_nsxv3.common.locking [-] Lock member-35ccdf8d-34a1-42c6-b9d2-6233117683f2 taken with stack trace [, , ] {{(pid=66703) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1060.871618] env[66703]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-35ccdf8d-34a1-42c6-b9d2-6233117683f2" {{(pid=66703) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1060.871783] env[66703]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-35ccdf8d-34a1-42c6-b9d2-6233117683f2" {{(pid=66703) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1060.871927] env[66703]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-35ccdf8d-34a1-42c6-b9d2-6233117683f2" {{(pid=66703) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1060.872101] env[66703]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=66703) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1060.872209] env[66703]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66703) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1060.872273] env[66703]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66703) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1060.872469] env[66703]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66703) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1060.872545] env[66703]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66703) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1060.872683] env[66703]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('35ccdf8d-34a1-42c6-b9d2-6233117683f2',) {} {{(pid=66703) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1060.901728] env[66703]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66703) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1060.901728] env[66703]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66703) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1060.901728] env[66703]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66703) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1060.901728] env[66703]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66703) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1060.901975] env[66703]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66703) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1060.912595] env[66703]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: db254d47-d7a1-40b1-a751-5c5ada9bc604 in Status: IN_PROGRESS for 2s [ 1061.112509] env[66703]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66703) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1061.112702] env[66703]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66703) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1061.112742] env[66703]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66703) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1061.113019] env[66703]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66703) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1061.113162] env[66703]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66703) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1061.113529] env[66703]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 48f2d2cf-9bd1-4a56-95be-4b4a62b0e17f is going to be created. [ 1061.139021] env[66703]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66703) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1061.139202] env[66703]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66703) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1061.139258] env[66703]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66703) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1061.139467] env[66703]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66703) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1061.139635] env[66703]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66703) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1061.149147] env[66703]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 48f2d2cf-9bd1-4a56-95be-4b4a62b0e17f in Status: UNINITIALIZED for 2s [ 1061.216398] env[66703]: DEBUG networking_nsxv3.common.locking [None req-33d36011-a73c-4b6d-849a-f8c867240c48 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , ] {{(pid=66703) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1061.216398] env[66703]: DEBUG oslo_concurrency.lockutils [None req-33d36011-a73c-4b6d-849a-f8c867240c48 None None] Acquiring lock "SegmentPort" {{(pid=66703) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1061.216398] env[66703]: DEBUG oslo_concurrency.lockutils [None req-33d36011-a73c-4b6d-849a-f8c867240c48 None None] Acquired lock "SegmentPort" {{(pid=66703) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1061.216398] env[66703]: DEBUG oslo_concurrency.lockutils [None req-33d36011-a73c-4b6d-849a-f8c867240c48 None None] Acquired external semaphore "SegmentPort" {{(pid=66703) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1061.216713] env[66703]: DEBUG oslo_concurrency.lockutils [None req-33d36011-a73c-4b6d-849a-f8c867240c48 None None] Releasing lock "SegmentPort" {{(pid=66703) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1061.217255] env[66703]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-33d36011-a73c-4b6d-849a-f8c867240c48 None None] Segment Port 13b93681-9673-4050-b9fb-fd28b5d8833c not found, creating... [ 1061.217355] env[66703]: DEBUG networking_nsxv3.common.locking [None req-33d36011-a73c-4b6d-849a-f8c867240c48 None None] Lock Segment taken with stack trace [, , , , , , , , , , , ] {{(pid=66703) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1061.217529] env[66703]: DEBUG oslo_concurrency.lockutils [None req-33d36011-a73c-4b6d-849a-f8c867240c48 None None] Acquiring lock "Segment" {{(pid=66703) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1061.217761] env[66703]: DEBUG oslo_concurrency.lockutils [None req-33d36011-a73c-4b6d-849a-f8c867240c48 None None] Acquired lock "Segment" {{(pid=66703) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1061.218039] env[66703]: DEBUG oslo_concurrency.lockutils [None req-33d36011-a73c-4b6d-849a-f8c867240c48 None None] Acquired external semaphore "Segment" {{(pid=66703) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1061.218254] env[66703]: DEBUG oslo_concurrency.lockutils [None req-33d36011-a73c-4b6d-849a-f8c867240c48 None None] Releasing lock "Segment" {{(pid=66703) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1061.218692] env[66703]: DEBUG networking_nsxv3.common.locking [None req-33d36011-a73c-4b6d-849a-f8c867240c48 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=66703) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1061.218866] env[66703]: DEBUG oslo_concurrency.lockutils [None req-33d36011-a73c-4b6d-849a-f8c867240c48 None None] Acquiring lock "SegmentPort" {{(pid=66703) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1061.218988] env[66703]: DEBUG oslo_concurrency.lockutils [None req-33d36011-a73c-4b6d-849a-f8c867240c48 None None] Acquired lock "SegmentPort" {{(pid=66703) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1061.219224] env[66703]: DEBUG oslo_concurrency.lockutils [None req-33d36011-a73c-4b6d-849a-f8c867240c48 None None] Acquired external semaphore "SegmentPort" {{(pid=66703) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1061.219357] env[66703]: DEBUG oslo_concurrency.lockutils [None req-33d36011-a73c-4b6d-849a-f8c867240c48 None None] Releasing lock "SegmentPort" {{(pid=66703) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1061.219500] env[66703]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-33d36011-a73c-4b6d-849a-f8c867240c48 None None] Resource: SegmentPort with ID: 13b93681-9673-4050-b9fb-fd28b5d8833c is going to be created. [ 1061.241458] env[66703]: DEBUG networking_nsxv3.common.locking [None req-33d36011-a73c-4b6d-849a-f8c867240c48 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=66703) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1061.241923] env[66703]: DEBUG oslo_concurrency.lockutils [None req-33d36011-a73c-4b6d-849a-f8c867240c48 None None] Acquiring lock "SegmentPort" {{(pid=66703) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1061.241923] env[66703]: DEBUG oslo_concurrency.lockutils [None req-33d36011-a73c-4b6d-849a-f8c867240c48 None None] Acquired lock "SegmentPort" {{(pid=66703) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1061.242082] env[66703]: DEBUG oslo_concurrency.lockutils [None req-33d36011-a73c-4b6d-849a-f8c867240c48 None None] Acquired external semaphore "SegmentPort" {{(pid=66703) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1061.242315] env[66703]: DEBUG oslo_concurrency.lockutils [None req-33d36011-a73c-4b6d-849a-f8c867240c48 None None] Releasing lock "SegmentPort" {{(pid=66703) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1061.242537] env[66703]: DEBUG oslo_concurrency.lockutils [None req-33d36011-a73c-4b6d-849a-f8c867240c48 None None] Releasing lock "port-13b93681-9673-4050-b9fb-fd28b5d8833c" {{(pid=66703) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1061.376525] env[66703]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=66703) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1061.376732] env[66703]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66703) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1061.376811] env[66703]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66703) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1061.377102] env[66703]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66703) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1061.377200] env[66703]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66703) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1061.377666] env[66703]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66703) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1061.377793] env[66703]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66703) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1061.377945] env[66703]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66703) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1061.378139] env[66703]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66703) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1061.378239] env[66703]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66703) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1061.378337] env[66703]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 35ccdf8d-34a1-42c6-b9d2-6233117683f2 is going to be updated. [ 1061.409407] env[66703]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66703) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1061.409560] env[66703]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66703) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1061.409627] env[66703]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66703) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1061.409949] env[66703]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66703) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1061.410138] env[66703]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66703) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1061.423250] env[66703]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 35ccdf8d-34a1-42c6-b9d2-6233117683f2 in Status: IN_PROGRESS for 2s [ 1061.997353] env[66703]: INFO networking_nsxv3.common.synchronization [req-b7456131-0629-4203-a585-9dbb8e89ebff req-c5152b26-1542-412e-a430-5caf2a4381e2 service nova] Enqueued Resource ID: db254d47-d7a1-40b1-a751-5c5ada9bc604 with Priority: HIGHEST for action security_group_rules [ 1061.997719] env[66703]: INFO networking_nsxv3.common.synchronization [req-b7456131-0629-4203-a585-9dbb8e89ebff req-c5152b26-1542-412e-a430-5caf2a4381e2 service nova] Enqueued Resource ID: db254d47-d7a1-40b1-a751-5c5ada9bc604 with Priority: HIGHEST for action security_group_members [ 1061.997719] env[66703]: INFO networking_nsxv3.common.synchronization [req-b7456131-0629-4203-a585-9dbb8e89ebff req-c5152b26-1542-412e-a430-5caf2a4381e2 service nova] Enqueued Resource ID: 13b93681-9673-4050-b9fb-fd28b5d8833c with Priority: HIGHEST for action port [ 1061.998458] env[66703]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: db254d47-d7a1-40b1-a751-5c5ada9bc604 with Priority: HIGHEST for action security_group_rules [ 1061.998656] env[66703]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: db254d47-d7a1-40b1-a751-5c5ada9bc604 with Priority: HIGHEST for action security_group_members [ 1061.998807] env[66703]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 13b93681-9673-4050-b9fb-fd28b5d8833c with Priority: HIGHEST for action port [ 1061.999432] env[66703]: DEBUG networking_nsxv3.common.locking [-] Lock rules-db254d47-d7a1-40b1-a751-5c5ada9bc604 taken with stack trace [, , ] {{(pid=66703) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1061.999432] env[66703]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-db254d47-d7a1-40b1-a751-5c5ada9bc604" {{(pid=66703) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1061.999538] env[66703]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-db254d47-d7a1-40b1-a751-5c5ada9bc604" {{(pid=66703) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1061.999796] env[66703]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-db254d47-d7a1-40b1-a751-5c5ada9bc604" {{(pid=66703) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1061.999900] env[66703]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('db254d47-d7a1-40b1-a751-5c5ada9bc604',) {} {{(pid=66703) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1062.001037] env[66703]: DEBUG networking_nsxv3.common.locking [-] Lock member-db254d47-d7a1-40b1-a751-5c5ada9bc604 taken with stack trace [, , ] {{(pid=66703) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1062.001187] env[66703]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-db254d47-d7a1-40b1-a751-5c5ada9bc604" {{(pid=66703) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1062.001421] env[66703]: DEBUG networking_nsxv3.common.locking [-] Lock port-13b93681-9673-4050-b9fb-fd28b5d8833c taken with stack trace [, , ] {{(pid=66703) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1062.002115] env[66703]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-13b93681-9673-4050-b9fb-fd28b5d8833c" {{(pid=66703) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1062.002115] env[66703]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-13b93681-9673-4050-b9fb-fd28b5d8833c" {{(pid=66703) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1062.002115] env[66703]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-13b93681-9673-4050-b9fb-fd28b5d8833c" {{(pid=66703) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1062.002115] env[66703]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('13b93681-9673-4050-b9fb-fd28b5d8833c',) {} {{(pid=66703) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1062.503534] env[66703]: DEBUG networking_nsxv3.common.locking [-] Lock member-db254d47-d7a1-40b1-a751-5c5ada9bc604 taken with stack trace [, , , ] {{(pid=66703) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1062.503692] env[66703]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-db254d47-d7a1-40b1-a751-5c5ada9bc604" {{(pid=66703) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1062.506321] env[66703]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] realization of port 13b93681-9673-4050-b9fb-fd28b5d8833c with status ACTIVE [ 1062.506321] env[66703]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=66703) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1062.506506] env[66703]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=66703) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1062.506506] env[66703]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=66703) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1062.506617] env[66703]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=66703) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1062.506736] env[66703]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=66703) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1062.507030] env[66703]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , ] {{(pid=66703) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1062.507132] env[66703]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=66703) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1062.507187] env[66703]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=66703) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1062.507341] env[66703]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=66703) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1062.507413] env[66703]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=66703) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1062.507588] env[66703]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=66703) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1062.507674] env[66703]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=66703) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1062.507731] env[66703]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=66703) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1062.507938] env[66703]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=66703) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1062.507938] env[66703]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=66703) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1062.508024] env[66703]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: SegmentPort with ID: 13b93681-9673-4050-b9fb-fd28b5d8833c is going to be updated. [ 1062.531343] env[66703]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=66703) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1062.531513] env[66703]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=66703) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1062.531606] env[66703]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=66703) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1062.531841] env[66703]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=66703) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1062.532012] env[66703]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=66703) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1062.532188] env[66703]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-13b93681-9673-4050-b9fb-fd28b5d8833c" {{(pid=66703) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1062.924428] env[66703]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: db254d47-d7a1-40b1-a751-5c5ada9bc604 in Status: SUCCESS [ 1062.925140] env[66703]: WARNING networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: db254d47-d7a1-40b1-a751-5c5ada9bc604 deletion is rescheduled due to dependency. [ 1062.925648] env[66703]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-db254d47-d7a1-40b1-a751-5c5ada9bc604" {{(pid=66703) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1062.925987] env[66703]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-db254d47-d7a1-40b1-a751-5c5ada9bc604" {{(pid=66703) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1062.926749] env[66703]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-db254d47-d7a1-40b1-a751-5c5ada9bc604" {{(pid=66703) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1062.926749] env[66703]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=66703) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1062.926963] env[66703]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66703) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1062.927043] env[66703]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66703) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1062.927234] env[66703]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66703) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1062.927325] env[66703]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66703) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1062.927440] env[66703]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('db254d47-d7a1-40b1-a751-5c5ada9bc604',) {} {{(pid=66703) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1063.161124] env[66703]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 48f2d2cf-9bd1-4a56-95be-4b4a62b0e17f in Status: SUCCESS [ 1063.161496] env[66703]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-48f2d2cf-9bd1-4a56-95be-4b4a62b0e17f" {{(pid=66703) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1063.161540] env[66703]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-48f2d2cf-9bd1-4a56-95be-4b4a62b0e17f" {{(pid=66703) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1063.161724] env[66703]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-48f2d2cf-9bd1-4a56-95be-4b4a62b0e17f" {{(pid=66703) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1063.161913] env[66703]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=66703) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1063.162373] env[66703]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66703) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1063.162445] env[66703]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66703) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1063.162609] env[66703]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66703) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1063.162689] env[66703]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66703) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1063.162774] env[66703]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-48f2d2cf-9bd1-4a56-95be-4b4a62b0e17f" {{(pid=66703) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1063.162865] env[66703]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('48f2d2cf-9bd1-4a56-95be-4b4a62b0e17f',) {} {{(pid=66703) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1063.430451] env[66703]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('db254d47-d7a1-40b1-a751-5c5ada9bc604',) {} {{(pid=66703) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1063.436737] env[66703]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 35ccdf8d-34a1-42c6-b9d2-6233117683f2 in Status: SUCCESS [ 1063.436737] env[66703]: WARNING networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 35ccdf8d-34a1-42c6-b9d2-6233117683f2 deletion is rescheduled due to dependency. [ 1063.436737] env[66703]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-35ccdf8d-34a1-42c6-b9d2-6233117683f2" {{(pid=66703) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1063.665127] env[66703]: DEBUG networking_nsxv3.common.locking [-] Lock member-48f2d2cf-9bd1-4a56-95be-4b4a62b0e17f taken with stack trace [, , , ] {{(pid=66703) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1063.665314] env[66703]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-48f2d2cf-9bd1-4a56-95be-4b4a62b0e17f" {{(pid=66703) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1063.665401] env[66703]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-48f2d2cf-9bd1-4a56-95be-4b4a62b0e17f" {{(pid=66703) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1063.665625] env[66703]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-48f2d2cf-9bd1-4a56-95be-4b4a62b0e17f" {{(pid=66703) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1063.665791] env[66703]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=66703) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1063.665911] env[66703]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66703) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1063.665978] env[66703]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66703) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1063.666167] env[66703]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66703) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1063.666255] env[66703]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66703) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1063.666348] env[66703]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-48f2d2cf-9bd1-4a56-95be-4b4a62b0e17f" {{(pid=66703) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1063.666494] env[66703]: DEBUG networking_nsxv3.common.locking [-] Lock member-48f2d2cf-9bd1-4a56-95be-4b4a62b0e17f taken with stack trace [, , , ] {{(pid=66703) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1063.666604] env[66703]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-48f2d2cf-9bd1-4a56-95be-4b4a62b0e17f" {{(pid=66703) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1063.666665] env[66703]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-48f2d2cf-9bd1-4a56-95be-4b4a62b0e17f" {{(pid=66703) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1063.666807] env[66703]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-48f2d2cf-9bd1-4a56-95be-4b4a62b0e17f" {{(pid=66703) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1063.666961] env[66703]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=66703) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1063.667099] env[66703]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66703) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1063.667183] env[66703]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66703) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1063.667281] env[66703]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66703) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1063.667372] env[66703]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66703) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1063.667459] env[66703]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-48f2d2cf-9bd1-4a56-95be-4b4a62b0e17f" {{(pid=66703) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1063.667546] env[66703]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('48f2d2cf-9bd1-4a56-95be-4b4a62b0e17f',) {} {{(pid=66703) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1063.932573] env[66703]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('db254d47-d7a1-40b1-a751-5c5ada9bc604',) {} {{(pid=66703) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1064.169915] env[66703]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for 48f2d2cf-9bd1-4a56-95be-4b4a62b0e17f: rpc.has_security_group_logging(os_id): False [ 1064.188445] env[66703]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=66703) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1064.188590] env[66703]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66703) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1064.188670] env[66703]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66703) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1064.188865] env[66703]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66703) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1064.188952] env[66703]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66703) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1064.189152] env[66703]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66703) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1064.189248] env[66703]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66703) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1064.189304] env[66703]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66703) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1064.189446] env[66703]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66703) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1064.189527] env[66703]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66703) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1064.189941] env[66703]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66703) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1064.189941] env[66703]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66703) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1064.190082] env[66703]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66703) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1064.190141] env[66703]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66703) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1064.190217] env[66703]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66703) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1064.190402] env[66703]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=66703) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1064.190494] env[66703]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66703) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1064.190556] env[66703]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66703) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1064.190692] env[66703]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66703) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1064.190766] env[66703]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66703) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1064.190853] env[66703]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 48f2d2cf-9bd1-4a56-95be-4b4a62b0e17f is going to be created. [ 1064.280308] env[66703]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=66703) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1064.280487] env[66703]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66703) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1064.280558] env[66703]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66703) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1064.281471] env[66703]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66703) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1064.281471] env[66703]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66703) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1064.297826] env[66703]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 48f2d2cf-9bd1-4a56-95be-4b4a62b0e17f in Status: IN_PROGRESS for 2s [ 1064.436315] env[66703]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66703) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1064.436477] env[66703]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66703) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1064.436560] env[66703]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66703) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1064.436931] env[66703]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66703) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1064.436931] env[66703]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66703) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1064.436931] env[66703]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: db254d47-d7a1-40b1-a751-5c5ada9bc604 is going to be updated. [ 1064.469666] env[66703]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66703) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1064.470093] env[66703]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66703) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1064.470093] env[66703]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66703) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1064.470302] env[66703]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66703) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1064.470470] env[66703]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66703) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1064.480665] env[66703]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: db254d47-d7a1-40b1-a751-5c5ada9bc604 in Status: IN_PROGRESS for 2s [ 1064.751933] env[66703]: INFO networking_nsxv3.common.synchronization [req-34edd64a-14f8-40eb-a5a4-89253423ade4 req-7e5e5556-d9c1-4aa8-a05f-7238b9e0d1e9 tempest-ServerRescueTestJSON-996972293 tempest-ServerRescueTestJSON-996972293-project-member] Enqueued Resource ID: bab497ff-3c4f-41ab-80e5-efd1dc76b6d8 with Priority: HIGHEST for action security_group_members [ 1064.752302] env[66703]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: bab497ff-3c4f-41ab-80e5-efd1dc76b6d8 with Priority: HIGHEST for action security_group_members [ 1064.752739] env[66703]: DEBUG networking_nsxv3.common.locking [-] Lock member-bab497ff-3c4f-41ab-80e5-efd1dc76b6d8 taken with stack trace [, , ] {{(pid=66703) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1064.752905] env[66703]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-bab497ff-3c4f-41ab-80e5-efd1dc76b6d8" {{(pid=66703) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1064.752987] env[66703]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-bab497ff-3c4f-41ab-80e5-efd1dc76b6d8" {{(pid=66703) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1064.753228] env[66703]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-bab497ff-3c4f-41ab-80e5-efd1dc76b6d8" {{(pid=66703) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1064.753426] env[66703]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=66703) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1064.753530] env[66703]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66703) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1064.753589] env[66703]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66703) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1064.753746] env[66703]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66703) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1064.753862] env[66703]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66703) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1064.753998] env[66703]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('bab497ff-3c4f-41ab-80e5-efd1dc76b6d8',) {} {{(pid=66703) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1064.796209] env[66703]: INFO networking_nsxv3.common.synchronization [req-829d07b3-f47b-4838-ae73-77847248172e req-3fc61786-8d9f-45f3-9370-4abcba178021 tempest-ListImageFiltersTestJSON-1383692930 tempest-ListImageFiltersTestJSON-1383692930-project-member] Enqueued Resource ID: 422a6afd-0a76-40ff-8ca7-239421300775 with Priority: HIGHEST for action security_group_members [ 1064.796890] env[66703]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 422a6afd-0a76-40ff-8ca7-239421300775 with Priority: HIGHEST for action security_group_members [ 1064.797217] env[66703]: DEBUG networking_nsxv3.common.locking [-] Lock member-422a6afd-0a76-40ff-8ca7-239421300775 taken with stack trace [, , ] {{(pid=66703) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1064.797346] env[66703]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-422a6afd-0a76-40ff-8ca7-239421300775" {{(pid=66703) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1064.797408] env[66703]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-422a6afd-0a76-40ff-8ca7-239421300775" {{(pid=66703) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1064.797646] env[66703]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-422a6afd-0a76-40ff-8ca7-239421300775" {{(pid=66703) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1064.797815] env[66703]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=66703) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1064.797942] env[66703]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66703) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1064.798092] env[66703]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66703) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1064.798172] env[66703]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66703) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1064.798260] env[66703]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66703) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1064.798469] env[66703]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('422a6afd-0a76-40ff-8ca7-239421300775',) {} {{(pid=66703) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1065.208271] env[66703]: DEBUG networking_nsxv3.common.locking [None req-ffa6d202-748e-4c81-9979-ad08741f9cf7 None None] Lock network-691 taken with stack trace [, , , , , , , , ] {{(pid=66703) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1065.208583] env[66703]: DEBUG oslo_concurrency.lockutils [None req-ffa6d202-748e-4c81-9979-ad08741f9cf7 None None] Acquiring lock "network-691" {{(pid=66703) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1065.208583] env[66703]: DEBUG oslo_concurrency.lockutils [None req-ffa6d202-748e-4c81-9979-ad08741f9cf7 None None] Acquired lock "network-691" {{(pid=66703) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1065.208847] env[66703]: DEBUG oslo_concurrency.lockutils [None req-ffa6d202-748e-4c81-9979-ad08741f9cf7 None None] Acquired external semaphore "network-691" {{(pid=66703) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1065.209482] env[66703]: DEBUG networking_nsxv3.common.locking [None req-ffa6d202-748e-4c81-9979-ad08741f9cf7 None None] Lock Segment taken with stack trace [, , , , , , , , , , ] {{(pid=66703) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1065.209482] env[66703]: DEBUG oslo_concurrency.lockutils [None req-ffa6d202-748e-4c81-9979-ad08741f9cf7 None None] Acquiring lock "Segment" {{(pid=66703) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1065.209806] env[66703]: DEBUG oslo_concurrency.lockutils [None req-ffa6d202-748e-4c81-9979-ad08741f9cf7 None None] Acquired lock "Segment" {{(pid=66703) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1065.209892] env[66703]: DEBUG oslo_concurrency.lockutils [None req-ffa6d202-748e-4c81-9979-ad08741f9cf7 None None] Acquired external semaphore "Segment" {{(pid=66703) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1065.210078] env[66703]: DEBUG oslo_concurrency.lockutils [None req-ffa6d202-748e-4c81-9979-ad08741f9cf7 None None] Releasing lock "Segment" {{(pid=66703) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1065.210309] env[66703]: DEBUG dogpile.cache.region [None req-ffa6d202-748e-4c81-9979-ad08741f9cf7 None None] No value present for key: 'zone-id' {{(pid=66703) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 1065.210458] env[66703]: DEBUG dogpile.lock [None req-ffa6d202-748e-4c81-9979-ad08741f9cf7 None None] NeedRegenerationException {{(pid=66703) _enter /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:90}} [ 1065.210608] env[66703]: DEBUG dogpile.lock [None req-ffa6d202-748e-4c81-9979-ad08741f9cf7 None None] no value, waiting for create lock {{(pid=66703) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:131}} [ 1065.210793] env[66703]: DEBUG dogpile.lock [None req-ffa6d202-748e-4c81-9979-ad08741f9cf7 None None] value creation lock acquired {{(pid=66703) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:135}} [ 1065.210932] env[66703]: DEBUG dogpile.cache.region [None req-ffa6d202-748e-4c81-9979-ad08741f9cf7 None None] No value present for key: 'zone-id' {{(pid=66703) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 1065.211065] env[66703]: DEBUG dogpile.lock [None req-ffa6d202-748e-4c81-9979-ad08741f9cf7 None None] Calling creation function for not-yet-present value {{(pid=66703) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:174}} [ 1065.211220] env[66703]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-ffa6d202-748e-4c81-9979-ad08741f9cf7 None None] Looking for TransportZone with name nsx-vlan-transportzone. [ 1065.235414] env[66703]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-ffa6d202-748e-4c81-9979-ad08741f9cf7 None None] loading zone with a95c914d-748d-497c-94ab-10d4647daeba and tags [{'scope': 'mp2policy_migr_status', 'tag': 'success'}] [ 1065.235414] env[66703]: DEBUG dogpile.cache.region [None req-ffa6d202-748e-4c81-9979-ad08741f9cf7 None None] Cache value generated in 0.024 seconds for key(s): 'zone-id' {{(pid=66703) _log_time /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:910}} [ 1065.235414] env[66703]: DEBUG dogpile.lock [None req-ffa6d202-748e-4c81-9979-ad08741f9cf7 None None] Released creation lock {{(pid=66703) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:182}} [ 1065.235616] env[66703]: DEBUG oslo_concurrency.lockutils [None req-ffa6d202-748e-4c81-9979-ad08741f9cf7 None None] Releasing lock "network-691" {{(pid=66703) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1065.235765] env[66703]: DEBUG networking_nsxv3.common.locking [None req-ffa6d202-748e-4c81-9979-ad08741f9cf7 None None] Lock port-4db24e4f-21e5-4152-8d3f-7f613b781e50 taken with stack trace [, , , , , , , , ] {{(pid=66703) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1065.235934] env[66703]: DEBUG oslo_concurrency.lockutils [None req-ffa6d202-748e-4c81-9979-ad08741f9cf7 None None] Acquiring lock "port-4db24e4f-21e5-4152-8d3f-7f613b781e50" {{(pid=66703) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1065.236062] env[66703]: DEBUG oslo_concurrency.lockutils [None req-ffa6d202-748e-4c81-9979-ad08741f9cf7 None None] Acquired lock "port-4db24e4f-21e5-4152-8d3f-7f613b781e50" {{(pid=66703) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1065.236387] env[66703]: DEBUG oslo_concurrency.lockutils [None req-ffa6d202-748e-4c81-9979-ad08741f9cf7 None None] Acquired external semaphore "port-4db24e4f-21e5-4152-8d3f-7f613b781e50" {{(pid=66703) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1065.236528] env[66703]: DEBUG networking_nsxv3.api.rpc [None req-ffa6d202-748e-4c81-9979-ad08741f9cf7 None None] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('4db24e4f-21e5-4152-8d3f-7f613b781e50',) {} {{(pid=66703) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1065.255893] env[66703]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=66703) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1065.256072] env[66703]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66703) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1065.256128] env[66703]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66703) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1065.256326] env[66703]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66703) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1065.256413] env[66703]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66703) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1065.256604] env[66703]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66703) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1065.256698] env[66703]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66703) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1065.256761] env[66703]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66703) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1065.256925] env[66703]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66703) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1065.257008] env[66703]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66703) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1065.257098] env[66703]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: bab497ff-3c4f-41ab-80e5-efd1dc76b6d8 is going to be updated. [ 1065.287234] env[66703]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66703) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1065.287383] env[66703]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66703) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1065.287484] env[66703]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66703) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1065.287816] env[66703]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66703) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1065.288008] env[66703]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66703) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1065.299378] env[66703]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: bab497ff-3c4f-41ab-80e5-efd1dc76b6d8 in Status: IN_PROGRESS for 2s [ 1065.300824] env[66703]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=66703) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1065.300983] env[66703]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66703) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1065.301072] env[66703]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66703) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1065.301278] env[66703]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66703) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1065.301366] env[66703]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66703) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1065.301545] env[66703]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66703) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1065.301646] env[66703]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66703) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1065.301709] env[66703]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66703) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1065.301856] env[66703]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66703) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1065.301955] env[66703]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66703) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1065.302059] env[66703]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 422a6afd-0a76-40ff-8ca7-239421300775 already deleted. [ 1065.302146] env[66703]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-422a6afd-0a76-40ff-8ca7-239421300775" {{(pid=66703) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1065.739230] env[66703]: DEBUG networking_nsxv3.common.locking [None req-ffa6d202-748e-4c81-9979-ad08741f9cf7 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , ] {{(pid=66703) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1065.739526] env[66703]: DEBUG oslo_concurrency.lockutils [None req-ffa6d202-748e-4c81-9979-ad08741f9cf7 None None] Acquiring lock "SegmentPort" {{(pid=66703) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1065.739691] env[66703]: DEBUG oslo_concurrency.lockutils [None req-ffa6d202-748e-4c81-9979-ad08741f9cf7 None None] Acquired lock "SegmentPort" {{(pid=66703) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1065.740063] env[66703]: DEBUG oslo_concurrency.lockutils [None req-ffa6d202-748e-4c81-9979-ad08741f9cf7 None None] Acquired external semaphore "SegmentPort" {{(pid=66703) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1065.740223] env[66703]: DEBUG oslo_concurrency.lockutils [None req-ffa6d202-748e-4c81-9979-ad08741f9cf7 None None] Releasing lock "SegmentPort" {{(pid=66703) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1065.740378] env[66703]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-ffa6d202-748e-4c81-9979-ad08741f9cf7 None None] Segment Port 4db24e4f-21e5-4152-8d3f-7f613b781e50 not found, creating... [ 1065.740655] env[66703]: DEBUG networking_nsxv3.common.locking [None req-ffa6d202-748e-4c81-9979-ad08741f9cf7 None None] Lock Segment taken with stack trace [, , , , , , , , , , , ] {{(pid=66703) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1065.740816] env[66703]: DEBUG oslo_concurrency.lockutils [None req-ffa6d202-748e-4c81-9979-ad08741f9cf7 None None] Acquiring lock "Segment" {{(pid=66703) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1065.740937] env[66703]: DEBUG oslo_concurrency.lockutils [None req-ffa6d202-748e-4c81-9979-ad08741f9cf7 None None] Acquired lock "Segment" {{(pid=66703) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1065.741183] env[66703]: DEBUG oslo_concurrency.lockutils [None req-ffa6d202-748e-4c81-9979-ad08741f9cf7 None None] Acquired external semaphore "Segment" {{(pid=66703) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1065.741323] env[66703]: DEBUG oslo_concurrency.lockutils [None req-ffa6d202-748e-4c81-9979-ad08741f9cf7 None None] Releasing lock "Segment" {{(pid=66703) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1065.741613] env[66703]: DEBUG networking_nsxv3.common.locking [None req-ffa6d202-748e-4c81-9979-ad08741f9cf7 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=66703) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1065.741767] env[66703]: DEBUG oslo_concurrency.lockutils [None req-ffa6d202-748e-4c81-9979-ad08741f9cf7 None None] Acquiring lock "SegmentPort" {{(pid=66703) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1065.741877] env[66703]: DEBUG oslo_concurrency.lockutils [None req-ffa6d202-748e-4c81-9979-ad08741f9cf7 None None] Acquired lock "SegmentPort" {{(pid=66703) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1065.742158] env[66703]: DEBUG oslo_concurrency.lockutils [None req-ffa6d202-748e-4c81-9979-ad08741f9cf7 None None] Acquired external semaphore "SegmentPort" {{(pid=66703) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1065.742265] env[66703]: DEBUG oslo_concurrency.lockutils [None req-ffa6d202-748e-4c81-9979-ad08741f9cf7 None None] Releasing lock "SegmentPort" {{(pid=66703) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1065.742459] env[66703]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-ffa6d202-748e-4c81-9979-ad08741f9cf7 None None] Resource: SegmentPort with ID: 4db24e4f-21e5-4152-8d3f-7f613b781e50 is going to be created. [ 1065.784211] env[66703]: DEBUG networking_nsxv3.common.locking [None req-ffa6d202-748e-4c81-9979-ad08741f9cf7 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=66703) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1065.784490] env[66703]: DEBUG oslo_concurrency.lockutils [None req-ffa6d202-748e-4c81-9979-ad08741f9cf7 None None] Acquiring lock "SegmentPort" {{(pid=66703) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1065.784636] env[66703]: DEBUG oslo_concurrency.lockutils [None req-ffa6d202-748e-4c81-9979-ad08741f9cf7 None None] Acquired lock "SegmentPort" {{(pid=66703) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1065.784943] env[66703]: DEBUG oslo_concurrency.lockutils [None req-ffa6d202-748e-4c81-9979-ad08741f9cf7 None None] Acquired external semaphore "SegmentPort" {{(pid=66703) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1065.785266] env[66703]: DEBUG oslo_concurrency.lockutils [None req-ffa6d202-748e-4c81-9979-ad08741f9cf7 None None] Releasing lock "SegmentPort" {{(pid=66703) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1065.785567] env[66703]: DEBUG oslo_concurrency.lockutils [None req-ffa6d202-748e-4c81-9979-ad08741f9cf7 None None] Releasing lock "port-4db24e4f-21e5-4152-8d3f-7f613b781e50" {{(pid=66703) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1066.312161] env[66703]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 48f2d2cf-9bd1-4a56-95be-4b4a62b0e17f in Status: SUCCESS [ 1066.312161] env[66703]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-48f2d2cf-9bd1-4a56-95be-4b4a62b0e17f" {{(pid=66703) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1066.484537] env[66703]: INFO networking_nsxv3.common.synchronization [req-829d07b3-f47b-4838-ae73-77847248172e req-65ba14af-5c18-4699-9bd4-1e5d55bc2253 service nova] Enqueued Resource ID: 422a6afd-0a76-40ff-8ca7-239421300775 with Priority: HIGHEST for action security_group_rules [ 1066.484760] env[66703]: INFO networking_nsxv3.common.synchronization [req-829d07b3-f47b-4838-ae73-77847248172e req-65ba14af-5c18-4699-9bd4-1e5d55bc2253 service nova] Enqueued Resource ID: 422a6afd-0a76-40ff-8ca7-239421300775 with Priority: HIGHEST for action security_group_members [ 1066.484907] env[66703]: INFO networking_nsxv3.common.synchronization [req-829d07b3-f47b-4838-ae73-77847248172e req-65ba14af-5c18-4699-9bd4-1e5d55bc2253 service nova] Enqueued Resource ID: 4db24e4f-21e5-4152-8d3f-7f613b781e50 with Priority: HIGHEST for action port [ 1066.485622] env[66703]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 422a6afd-0a76-40ff-8ca7-239421300775 with Priority: HIGHEST for action security_group_rules [ 1066.485687] env[66703]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 422a6afd-0a76-40ff-8ca7-239421300775 with Priority: HIGHEST for action security_group_members [ 1066.485820] env[66703]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 4db24e4f-21e5-4152-8d3f-7f613b781e50 with Priority: HIGHEST for action port [ 1066.486390] env[66703]: DEBUG networking_nsxv3.common.locking [-] Lock rules-422a6afd-0a76-40ff-8ca7-239421300775 taken with stack trace [, , ] {{(pid=66703) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1066.486574] env[66703]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-422a6afd-0a76-40ff-8ca7-239421300775" {{(pid=66703) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1066.486671] env[66703]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-422a6afd-0a76-40ff-8ca7-239421300775" {{(pid=66703) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1066.486996] env[66703]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-422a6afd-0a76-40ff-8ca7-239421300775" {{(pid=66703) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1066.487115] env[66703]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('422a6afd-0a76-40ff-8ca7-239421300775',) {} {{(pid=66703) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1066.488084] env[66703]: DEBUG networking_nsxv3.common.locking [-] Lock member-422a6afd-0a76-40ff-8ca7-239421300775 taken with stack trace [, , ] {{(pid=66703) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1066.488209] env[66703]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-422a6afd-0a76-40ff-8ca7-239421300775" {{(pid=66703) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1066.488273] env[66703]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-422a6afd-0a76-40ff-8ca7-239421300775" {{(pid=66703) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1066.488464] env[66703]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-422a6afd-0a76-40ff-8ca7-239421300775" {{(pid=66703) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1066.488687] env[66703]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=66703) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1066.488799] env[66703]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66703) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1066.488866] env[66703]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66703) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1066.489021] env[66703]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66703) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1066.489099] env[66703]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66703) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1066.489253] env[66703]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('422a6afd-0a76-40ff-8ca7-239421300775',) {} {{(pid=66703) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1066.490190] env[66703]: DEBUG networking_nsxv3.common.locking [-] Lock port-4db24e4f-21e5-4152-8d3f-7f613b781e50 taken with stack trace [, , ] {{(pid=66703) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1066.490330] env[66703]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-4db24e4f-21e5-4152-8d3f-7f613b781e50" {{(pid=66703) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1066.490383] env[66703]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-4db24e4f-21e5-4152-8d3f-7f613b781e50" {{(pid=66703) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1066.490522] env[66703]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-4db24e4f-21e5-4152-8d3f-7f613b781e50" {{(pid=66703) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1066.490683] env[66703]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('4db24e4f-21e5-4152-8d3f-7f613b781e50',) {} {{(pid=66703) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1066.494637] env[66703]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: db254d47-d7a1-40b1-a751-5c5ada9bc604 in Status: SUCCESS [ 1066.495117] env[66703]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-db254d47-d7a1-40b1-a751-5c5ada9bc604" {{(pid=66703) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1066.496057] env[66703]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-db254d47-d7a1-40b1-a751-5c5ada9bc604" {{(pid=66703) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1066.496922] env[66703]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-db254d47-d7a1-40b1-a751-5c5ada9bc604" {{(pid=66703) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1066.497157] env[66703]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=66703) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1066.497277] env[66703]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66703) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1066.497346] env[66703]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66703) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1066.497502] env[66703]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66703) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1066.497582] env[66703]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66703) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1066.497668] env[66703]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-db254d47-d7a1-40b1-a751-5c5ada9bc604" {{(pid=66703) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1066.497784] env[66703]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('db254d47-d7a1-40b1-a751-5c5ada9bc604',) {} {{(pid=66703) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1066.800152] env[66703]: INFO networking_nsxv3.common.synchronization [req-9cec80fc-fcee-4641-ab9b-e4e4e6e5c4fe req-c91490b9-ecb4-4822-9d53-0c598818b866 tempest-AttachInterfacesTestJSON-516416630 tempest-AttachInterfacesTestJSON-516416630-project-member] Enqueued Resource ID: 74884478-9760-4ca3-bceb-cbff7acb74c0 with Priority: HIGHEST for action security_group_members [ 1066.800152] env[66703]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 74884478-9760-4ca3-bceb-cbff7acb74c0 with Priority: HIGHEST for action security_group_members [ 1066.800634] env[66703]: DEBUG networking_nsxv3.common.locking [-] Lock member-74884478-9760-4ca3-bceb-cbff7acb74c0 taken with stack trace [, , ] {{(pid=66703) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1066.800996] env[66703]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-74884478-9760-4ca3-bceb-cbff7acb74c0" {{(pid=66703) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1066.801181] env[66703]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-74884478-9760-4ca3-bceb-cbff7acb74c0" {{(pid=66703) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1066.801525] env[66703]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-74884478-9760-4ca3-bceb-cbff7acb74c0" {{(pid=66703) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1066.801777] env[66703]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=66703) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1066.802020] env[66703]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66703) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1066.802179] env[66703]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66703) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1066.802494] env[66703]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66703) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1066.802692] env[66703]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66703) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1066.802875] env[66703]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('74884478-9760-4ca3-bceb-cbff7acb74c0',) {} {{(pid=66703) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1066.994988] env[66703]: DEBUG networking_nsxv3.common.locking [-] Lock member-422a6afd-0a76-40ff-8ca7-239421300775 taken with stack trace [, , , ] {{(pid=66703) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1066.995158] env[66703]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-422a6afd-0a76-40ff-8ca7-239421300775" {{(pid=66703) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1066.995382] env[66703]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('422a6afd-0a76-40ff-8ca7-239421300775',) {} {{(pid=66703) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1067.000616] env[66703]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] realization of port 4db24e4f-21e5-4152-8d3f-7f613b781e50 with status ACTIVE [ 1067.000914] env[66703]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=66703) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1067.001070] env[66703]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=66703) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1067.001141] env[66703]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=66703) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1067.001359] env[66703]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=66703) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1067.001450] env[66703]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=66703) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1067.001667] env[66703]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , ] {{(pid=66703) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1067.001773] env[66703]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=66703) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1067.001837] env[66703]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=66703) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1067.001991] env[66703]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=66703) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1067.002087] env[66703]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=66703) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1067.002281] env[66703]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=66703) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1067.002389] env[66703]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=66703) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1067.002456] env[66703]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=66703) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1067.002623] env[66703]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=66703) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1067.002700] env[66703]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=66703) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1067.002789] env[66703]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: SegmentPort with ID: 4db24e4f-21e5-4152-8d3f-7f613b781e50 is going to be updated. [ 1067.004661] env[66703]: DEBUG networking_nsxv3.common.locking [-] Lock member-db254d47-d7a1-40b1-a751-5c5ada9bc604 taken with stack trace [, , , ] {{(pid=66703) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1067.004791] env[66703]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-db254d47-d7a1-40b1-a751-5c5ada9bc604" {{(pid=66703) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1067.005158] env[66703]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-db254d47-d7a1-40b1-a751-5c5ada9bc604" {{(pid=66703) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1067.005337] env[66703]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-db254d47-d7a1-40b1-a751-5c5ada9bc604" {{(pid=66703) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1067.005522] env[66703]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=66703) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1067.005695] env[66703]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66703) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1067.005802] env[66703]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66703) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1067.005960] env[66703]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66703) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1067.006058] env[66703]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66703) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1067.006166] env[66703]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-db254d47-d7a1-40b1-a751-5c5ada9bc604" {{(pid=66703) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1067.006625] env[66703]: DEBUG networking_nsxv3.common.locking [-] Lock member-db254d47-d7a1-40b1-a751-5c5ada9bc604 taken with stack trace [, , , ] {{(pid=66703) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1067.006747] env[66703]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-db254d47-d7a1-40b1-a751-5c5ada9bc604" {{(pid=66703) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1067.006810] env[66703]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-db254d47-d7a1-40b1-a751-5c5ada9bc604" {{(pid=66703) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1067.007018] env[66703]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-db254d47-d7a1-40b1-a751-5c5ada9bc604" {{(pid=66703) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1067.007202] env[66703]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=66703) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1067.007249] env[66703]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66703) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1067.007316] env[66703]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66703) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1067.007480] env[66703]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66703) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1067.007560] env[66703]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66703) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1067.007665] env[66703]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-db254d47-d7a1-40b1-a751-5c5ada9bc604" {{(pid=66703) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1067.007780] env[66703]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('db254d47-d7a1-40b1-a751-5c5ada9bc604',) {} {{(pid=66703) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1067.037667] env[66703]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=66703) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1067.037667] env[66703]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=66703) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1067.037876] env[66703]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=66703) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1067.038164] env[66703]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=66703) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1067.038164] env[66703]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=66703) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1067.038288] env[66703]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-4db24e4f-21e5-4152-8d3f-7f613b781e50" {{(pid=66703) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1067.180503] env[66703]: DEBUG networking_nsxv3.common.locking [None req-ffa6d202-748e-4c81-9979-ad08741f9cf7 None None] Lock network-314 taken with stack trace [, , , , , , , , ] {{(pid=66703) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1067.180685] env[66703]: DEBUG oslo_concurrency.lockutils [None req-ffa6d202-748e-4c81-9979-ad08741f9cf7 None None] Acquiring lock "network-314" {{(pid=66703) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1067.180810] env[66703]: DEBUG oslo_concurrency.lockutils [None req-ffa6d202-748e-4c81-9979-ad08741f9cf7 None None] Acquired lock "network-314" {{(pid=66703) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1067.181145] env[66703]: DEBUG oslo_concurrency.lockutils [None req-ffa6d202-748e-4c81-9979-ad08741f9cf7 None None] Acquired external semaphore "network-314" {{(pid=66703) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1067.181418] env[66703]: DEBUG networking_nsxv3.common.locking [None req-ffa6d202-748e-4c81-9979-ad08741f9cf7 None None] Lock Segment taken with stack trace [, , , , , , , , , , ] {{(pid=66703) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1067.181581] env[66703]: DEBUG oslo_concurrency.lockutils [None req-ffa6d202-748e-4c81-9979-ad08741f9cf7 None None] Acquiring lock "Segment" {{(pid=66703) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1067.181961] env[66703]: DEBUG oslo_concurrency.lockutils [None req-ffa6d202-748e-4c81-9979-ad08741f9cf7 None None] Acquired lock "Segment" {{(pid=66703) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1067.181961] env[66703]: DEBUG oslo_concurrency.lockutils [None req-ffa6d202-748e-4c81-9979-ad08741f9cf7 None None] Acquired external semaphore "Segment" {{(pid=66703) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1067.182258] env[66703]: DEBUG oslo_concurrency.lockutils [None req-ffa6d202-748e-4c81-9979-ad08741f9cf7 None None] Releasing lock "Segment" {{(pid=66703) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1067.182258] env[66703]: DEBUG dogpile.cache.region [None req-ffa6d202-748e-4c81-9979-ad08741f9cf7 None None] No value present for key: 'zone-id' {{(pid=66703) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 1067.182381] env[66703]: DEBUG dogpile.lock [None req-ffa6d202-748e-4c81-9979-ad08741f9cf7 None None] NeedRegenerationException {{(pid=66703) _enter /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:90}} [ 1067.182489] env[66703]: DEBUG dogpile.lock [None req-ffa6d202-748e-4c81-9979-ad08741f9cf7 None None] no value, waiting for create lock {{(pid=66703) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:131}} [ 1067.182601] env[66703]: DEBUG dogpile.lock [None req-ffa6d202-748e-4c81-9979-ad08741f9cf7 None None] value creation lock acquired {{(pid=66703) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:135}} [ 1067.182778] env[66703]: DEBUG dogpile.cache.region [None req-ffa6d202-748e-4c81-9979-ad08741f9cf7 None None] No value present for key: 'zone-id' {{(pid=66703) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 1067.182827] env[66703]: DEBUG dogpile.lock [None req-ffa6d202-748e-4c81-9979-ad08741f9cf7 None None] Calling creation function for not-yet-present value {{(pid=66703) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:174}} [ 1067.182944] env[66703]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-ffa6d202-748e-4c81-9979-ad08741f9cf7 None None] Looking for TransportZone with name nsx-vlan-transportzone. [ 1067.207509] env[66703]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-ffa6d202-748e-4c81-9979-ad08741f9cf7 None None] loading zone with a95c914d-748d-497c-94ab-10d4647daeba and tags [{'scope': 'mp2policy_migr_status', 'tag': 'success'}] [ 1067.207683] env[66703]: DEBUG dogpile.cache.region [None req-ffa6d202-748e-4c81-9979-ad08741f9cf7 None None] Cache value generated in 0.025 seconds for key(s): 'zone-id' {{(pid=66703) _log_time /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:910}} [ 1067.207853] env[66703]: DEBUG dogpile.lock [None req-ffa6d202-748e-4c81-9979-ad08741f9cf7 None None] Released creation lock {{(pid=66703) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:182}} [ 1067.208104] env[66703]: DEBUG oslo_concurrency.lockutils [None req-ffa6d202-748e-4c81-9979-ad08741f9cf7 None None] Releasing lock "network-314" {{(pid=66703) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1067.208479] env[66703]: DEBUG networking_nsxv3.common.locking [None req-ffa6d202-748e-4c81-9979-ad08741f9cf7 None None] Lock port-61e1f128-8930-4a1f-87fb-c2c65b74c143 taken with stack trace [, , , , , , , , ] {{(pid=66703) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1067.208631] env[66703]: DEBUG oslo_concurrency.lockutils [None req-ffa6d202-748e-4c81-9979-ad08741f9cf7 None None] Acquiring lock "port-61e1f128-8930-4a1f-87fb-c2c65b74c143" {{(pid=66703) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1067.208751] env[66703]: DEBUG oslo_concurrency.lockutils [None req-ffa6d202-748e-4c81-9979-ad08741f9cf7 None None] Acquired lock "port-61e1f128-8930-4a1f-87fb-c2c65b74c143" {{(pid=66703) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1067.209135] env[66703]: DEBUG oslo_concurrency.lockutils [None req-ffa6d202-748e-4c81-9979-ad08741f9cf7 None None] Acquired external semaphore "port-61e1f128-8930-4a1f-87fb-c2c65b74c143" {{(pid=66703) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1067.209372] env[66703]: DEBUG networking_nsxv3.api.rpc [None req-ffa6d202-748e-4c81-9979-ad08741f9cf7 None None] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('61e1f128-8930-4a1f-87fb-c2c65b74c143',) {} {{(pid=66703) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1067.294324] env[66703]: INFO networking_nsxv3.common.synchronization [req-8265f757-e6dc-4e61-8b31-2a5e351e3c38 req-a37da0b9-3407-4382-937b-c412308f63e1 tempest-ServerActionsTestJSON-1903783594 tempest-ServerActionsTestJSON-1903783594-project-member] Enqueued Resource ID: b862fb2c-6a52-42d3-8708-a7bbc1341553 with Priority: HIGHEST for action security_group_members [ 1067.294835] env[66703]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: b862fb2c-6a52-42d3-8708-a7bbc1341553 with Priority: HIGHEST for action security_group_members [ 1067.295165] env[66703]: DEBUG networking_nsxv3.common.locking [-] Lock member-b862fb2c-6a52-42d3-8708-a7bbc1341553 taken with stack trace [, , ] {{(pid=66703) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1067.295298] env[66703]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-b862fb2c-6a52-42d3-8708-a7bbc1341553" {{(pid=66703) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1067.295374] env[66703]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-b862fb2c-6a52-42d3-8708-a7bbc1341553" {{(pid=66703) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1067.295553] env[66703]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-b862fb2c-6a52-42d3-8708-a7bbc1341553" {{(pid=66703) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1067.295704] env[66703]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=66703) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1067.295812] env[66703]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66703) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1067.295875] env[66703]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66703) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1067.296663] env[66703]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66703) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1067.296663] env[66703]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66703) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1067.296663] env[66703]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('b862fb2c-6a52-42d3-8708-a7bbc1341553',) {} {{(pid=66703) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1067.307214] env[66703]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=66703) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1067.307214] env[66703]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66703) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1067.307214] env[66703]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66703) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1067.307214] env[66703]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66703) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1067.307214] env[66703]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66703) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1067.307214] env[66703]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66703) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1067.307214] env[66703]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66703) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1067.307214] env[66703]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66703) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1067.307214] env[66703]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66703) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1067.307214] env[66703]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66703) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1067.307214] env[66703]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 74884478-9760-4ca3-bceb-cbff7acb74c0 already deleted. [ 1067.307214] env[66703]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-74884478-9760-4ca3-bceb-cbff7acb74c0" {{(pid=66703) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1067.310742] env[66703]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: bab497ff-3c4f-41ab-80e5-efd1dc76b6d8 in Status: SUCCESS [ 1067.310917] env[66703]: WARNING networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: bab497ff-3c4f-41ab-80e5-efd1dc76b6d8 deletion is rescheduled due to dependency. [ 1067.311129] env[66703]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-bab497ff-3c4f-41ab-80e5-efd1dc76b6d8" {{(pid=66703) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1067.501572] env[66703]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('422a6afd-0a76-40ff-8ca7-239421300775',) {} {{(pid=66703) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1067.512538] env[66703]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for db254d47-d7a1-40b1-a751-5c5ada9bc604: rpc.has_security_group_logging(os_id): False [ 1067.535197] env[66703]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=66703) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1067.535355] env[66703]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66703) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1067.535739] env[66703]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66703) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1067.535739] env[66703]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66703) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1067.535739] env[66703]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66703) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1067.536024] env[66703]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66703) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1067.536123] env[66703]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66703) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1067.536123] env[66703]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66703) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1067.536288] env[66703]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66703) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1067.536349] env[66703]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66703) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1067.536557] env[66703]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66703) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1067.536684] env[66703]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66703) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1067.536744] env[66703]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66703) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1067.536855] env[66703]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66703) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1067.536981] env[66703]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66703) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1067.537651] env[66703]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=66703) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1067.537849] env[66703]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66703) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1067.537945] env[66703]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66703) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1067.538113] env[66703]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66703) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1067.538193] env[66703]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66703) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1067.538281] env[66703]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: db254d47-d7a1-40b1-a751-5c5ada9bc604 is going to be updated. [ 1067.601721] env[66703]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=66703) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1067.601967] env[66703]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66703) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1067.602066] env[66703]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66703) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1067.602320] env[66703]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66703) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1067.602502] env[66703]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66703) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1067.616601] env[66703]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: db254d47-d7a1-40b1-a751-5c5ada9bc604 in Status: IN_PROGRESS for 2s [ 1067.712263] env[66703]: DEBUG networking_nsxv3.common.locking [None req-ffa6d202-748e-4c81-9979-ad08741f9cf7 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , ] {{(pid=66703) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1067.712560] env[66703]: DEBUG oslo_concurrency.lockutils [None req-ffa6d202-748e-4c81-9979-ad08741f9cf7 None None] Acquiring lock "SegmentPort" {{(pid=66703) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1067.712660] env[66703]: DEBUG oslo_concurrency.lockutils [None req-ffa6d202-748e-4c81-9979-ad08741f9cf7 None None] Acquired lock "SegmentPort" {{(pid=66703) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1067.713156] env[66703]: DEBUG oslo_concurrency.lockutils [None req-ffa6d202-748e-4c81-9979-ad08741f9cf7 None None] Acquired external semaphore "SegmentPort" {{(pid=66703) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1067.713371] env[66703]: DEBUG oslo_concurrency.lockutils [None req-ffa6d202-748e-4c81-9979-ad08741f9cf7 None None] Releasing lock "SegmentPort" {{(pid=66703) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1067.713534] env[66703]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-ffa6d202-748e-4c81-9979-ad08741f9cf7 None None] Segment Port 61e1f128-8930-4a1f-87fb-c2c65b74c143 not found, creating... [ 1067.713824] env[66703]: DEBUG networking_nsxv3.common.locking [None req-ffa6d202-748e-4c81-9979-ad08741f9cf7 None None] Lock Segment taken with stack trace [, , , , , , , , , , , ] {{(pid=66703) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1067.713983] env[66703]: DEBUG oslo_concurrency.lockutils [None req-ffa6d202-748e-4c81-9979-ad08741f9cf7 None None] Acquiring lock "Segment" {{(pid=66703) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1067.714199] env[66703]: DEBUG oslo_concurrency.lockutils [None req-ffa6d202-748e-4c81-9979-ad08741f9cf7 None None] Acquired lock "Segment" {{(pid=66703) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1067.714452] env[66703]: DEBUG oslo_concurrency.lockutils [None req-ffa6d202-748e-4c81-9979-ad08741f9cf7 None None] Acquired external semaphore "Segment" {{(pid=66703) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1067.714592] env[66703]: DEBUG oslo_concurrency.lockutils [None req-ffa6d202-748e-4c81-9979-ad08741f9cf7 None None] Releasing lock "Segment" {{(pid=66703) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1067.715411] env[66703]: DEBUG networking_nsxv3.common.locking [None req-ffa6d202-748e-4c81-9979-ad08741f9cf7 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=66703) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1067.715578] env[66703]: DEBUG oslo_concurrency.lockutils [None req-ffa6d202-748e-4c81-9979-ad08741f9cf7 None None] Acquiring lock "SegmentPort" {{(pid=66703) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1067.715695] env[66703]: DEBUG oslo_concurrency.lockutils [None req-ffa6d202-748e-4c81-9979-ad08741f9cf7 None None] Acquired lock "SegmentPort" {{(pid=66703) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1067.715928] env[66703]: DEBUG oslo_concurrency.lockutils [None req-ffa6d202-748e-4c81-9979-ad08741f9cf7 None None] Acquired external semaphore "SegmentPort" {{(pid=66703) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1067.716081] env[66703]: DEBUG oslo_concurrency.lockutils [None req-ffa6d202-748e-4c81-9979-ad08741f9cf7 None None] Releasing lock "SegmentPort" {{(pid=66703) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1067.716270] env[66703]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-ffa6d202-748e-4c81-9979-ad08741f9cf7 None None] Resource: SegmentPort with ID: 61e1f128-8930-4a1f-87fb-c2c65b74c143 is going to be created. [ 1067.740109] env[66703]: INFO networking_nsxv3.common.synchronization [req-5e28c82d-97ed-4f50-a0cb-77ee1c71eb79 req-9e301c25-47c5-48de-b823-31d0bf87b575 tempest-ListImageFiltersTestJSON-1383692930 tempest-ListImageFiltersTestJSON-1383692930-project-member] Enqueued Resource ID: 422a6afd-0a76-40ff-8ca7-239421300775 with Priority: HIGHEST for action security_group_members [ 1067.740796] env[66703]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 422a6afd-0a76-40ff-8ca7-239421300775 with Priority: HIGHEST for action security_group_members [ 1067.741704] env[66703]: DEBUG networking_nsxv3.common.locking [-] Lock member-422a6afd-0a76-40ff-8ca7-239421300775 taken with stack trace [, , ] {{(pid=66703) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1067.741704] env[66703]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-422a6afd-0a76-40ff-8ca7-239421300775" {{(pid=66703) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1067.749736] env[66703]: DEBUG networking_nsxv3.common.locking [None req-ffa6d202-748e-4c81-9979-ad08741f9cf7 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=66703) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1067.750149] env[66703]: DEBUG oslo_concurrency.lockutils [None req-ffa6d202-748e-4c81-9979-ad08741f9cf7 None None] Acquiring lock "SegmentPort" {{(pid=66703) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1067.750358] env[66703]: DEBUG oslo_concurrency.lockutils [None req-ffa6d202-748e-4c81-9979-ad08741f9cf7 None None] Acquired lock "SegmentPort" {{(pid=66703) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1067.750679] env[66703]: DEBUG oslo_concurrency.lockutils [None req-ffa6d202-748e-4c81-9979-ad08741f9cf7 None None] Acquired external semaphore "SegmentPort" {{(pid=66703) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1067.750937] env[66703]: DEBUG oslo_concurrency.lockutils [None req-ffa6d202-748e-4c81-9979-ad08741f9cf7 None None] Releasing lock "SegmentPort" {{(pid=66703) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1067.751201] env[66703]: DEBUG oslo_concurrency.lockutils [None req-ffa6d202-748e-4c81-9979-ad08741f9cf7 None None] Releasing lock "port-61e1f128-8930-4a1f-87fb-c2c65b74c143" {{(pid=66703) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1067.798389] env[66703]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=66703) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1067.798509] env[66703]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66703) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1067.798579] env[66703]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66703) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1067.798792] env[66703]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66703) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1067.798898] env[66703]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66703) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1067.799132] env[66703]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66703) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1067.799240] env[66703]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66703) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1067.799309] env[66703]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66703) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1067.799448] env[66703]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66703) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1067.799510] env[66703]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66703) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1067.799598] env[66703]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: b862fb2c-6a52-42d3-8708-a7bbc1341553 is going to be updated. [ 1067.859406] env[66703]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66703) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1067.859569] env[66703]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66703) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1067.859736] env[66703]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66703) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1067.859939] env[66703]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66703) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1067.860266] env[66703]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66703) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1067.878839] env[66703]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: b862fb2c-6a52-42d3-8708-a7bbc1341553 in Status: IN_PROGRESS for 2s [ 1068.004842] env[66703]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66703) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1068.004842] env[66703]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66703) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1068.004842] env[66703]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66703) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1068.006034] env[66703]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66703) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1068.006034] env[66703]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66703) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1068.006034] env[66703]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 422a6afd-0a76-40ff-8ca7-239421300775 is going to be created. [ 1068.033262] env[66703]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66703) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1068.033517] env[66703]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66703) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1068.033517] env[66703]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66703) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1068.033675] env[66703]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66703) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1068.033828] env[66703]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66703) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1068.045767] env[66703]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 422a6afd-0a76-40ff-8ca7-239421300775 in Status: UNINITIALIZED for 2s [ 1068.096422] env[66703]: INFO neutron.plugins.ml2.drivers.agent._common_agent [None req-7eb0921a-84a2-4396-bb0e-a2d86e8d2d3a None None] NSXv3 Agent Agent loop - iteration:1 completed [ 1068.096617] env[66703]: INFO neutron.plugins.ml2.drivers.agent._common_agent [None req-7eb0921a-84a2-4396-bb0e-a2d86e8d2d3a None None] NSXv3 Agent Agent loop - iteration:2 started [ 1068.183098] env[66703]: DEBUG networking_nsxv3.common.locking [None req-33d36011-a73c-4b6d-849a-f8c867240c48 None None] Lock network-691 taken with stack trace [, , , , , , , , ] {{(pid=66703) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1068.183320] env[66703]: DEBUG oslo_concurrency.lockutils [None req-33d36011-a73c-4b6d-849a-f8c867240c48 None None] Acquiring lock "network-691" {{(pid=66703) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1068.183455] env[66703]: DEBUG oslo_concurrency.lockutils [None req-33d36011-a73c-4b6d-849a-f8c867240c48 None None] Acquired lock "network-691" {{(pid=66703) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1068.183727] env[66703]: DEBUG oslo_concurrency.lockutils [None req-33d36011-a73c-4b6d-849a-f8c867240c48 None None] Acquired external semaphore "network-691" {{(pid=66703) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1068.183985] env[66703]: DEBUG networking_nsxv3.common.locking [None req-33d36011-a73c-4b6d-849a-f8c867240c48 None None] Lock Segment taken with stack trace [, , , , , , , , , , ] {{(pid=66703) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1068.184151] env[66703]: DEBUG oslo_concurrency.lockutils [None req-33d36011-a73c-4b6d-849a-f8c867240c48 None None] Acquiring lock "Segment" {{(pid=66703) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1068.184270] env[66703]: DEBUG oslo_concurrency.lockutils [None req-33d36011-a73c-4b6d-849a-f8c867240c48 None None] Acquired lock "Segment" {{(pid=66703) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1068.184478] env[66703]: DEBUG oslo_concurrency.lockutils [None req-33d36011-a73c-4b6d-849a-f8c867240c48 None None] Acquired external semaphore "Segment" {{(pid=66703) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1068.184622] env[66703]: DEBUG oslo_concurrency.lockutils [None req-33d36011-a73c-4b6d-849a-f8c867240c48 None None] Releasing lock "Segment" {{(pid=66703) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1068.184834] env[66703]: DEBUG dogpile.cache.region [None req-33d36011-a73c-4b6d-849a-f8c867240c48 None None] No value present for key: 'zone-id' {{(pid=66703) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 1068.184944] env[66703]: DEBUG dogpile.lock [None req-33d36011-a73c-4b6d-849a-f8c867240c48 None None] NeedRegenerationException {{(pid=66703) _enter /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:90}} [ 1068.185068] env[66703]: DEBUG dogpile.lock [None req-33d36011-a73c-4b6d-849a-f8c867240c48 None None] no value, waiting for create lock {{(pid=66703) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:131}} [ 1068.185180] env[66703]: DEBUG dogpile.lock [None req-33d36011-a73c-4b6d-849a-f8c867240c48 None None] value creation lock acquired {{(pid=66703) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:135}} [ 1068.185290] env[66703]: DEBUG dogpile.cache.region [None req-33d36011-a73c-4b6d-849a-f8c867240c48 None None] No value present for key: 'zone-id' {{(pid=66703) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 1068.185397] env[66703]: DEBUG dogpile.lock [None req-33d36011-a73c-4b6d-849a-f8c867240c48 None None] Calling creation function for not-yet-present value {{(pid=66703) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:174}} [ 1068.185528] env[66703]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-33d36011-a73c-4b6d-849a-f8c867240c48 None None] Looking for TransportZone with name nsx-vlan-transportzone. [ 1068.206631] env[66703]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-33d36011-a73c-4b6d-849a-f8c867240c48 None None] loading zone with a95c914d-748d-497c-94ab-10d4647daeba and tags [{'scope': 'mp2policy_migr_status', 'tag': 'success'}] [ 1068.206928] env[66703]: DEBUG dogpile.cache.region [None req-33d36011-a73c-4b6d-849a-f8c867240c48 None None] Cache value generated in 0.021 seconds for key(s): 'zone-id' {{(pid=66703) _log_time /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:910}} [ 1068.207122] env[66703]: DEBUG dogpile.lock [None req-33d36011-a73c-4b6d-849a-f8c867240c48 None None] Released creation lock {{(pid=66703) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:182}} [ 1068.207305] env[66703]: DEBUG oslo_concurrency.lockutils [None req-33d36011-a73c-4b6d-849a-f8c867240c48 None None] Releasing lock "network-691" {{(pid=66703) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1068.207631] env[66703]: DEBUG networking_nsxv3.common.locking [None req-33d36011-a73c-4b6d-849a-f8c867240c48 None None] Lock port-7a791d7c-a7b0-4a2f-be47-f045a0da233c taken with stack trace [, , , , , , , , ] {{(pid=66703) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1068.207808] env[66703]: DEBUG oslo_concurrency.lockutils [None req-33d36011-a73c-4b6d-849a-f8c867240c48 None None] Acquiring lock "port-7a791d7c-a7b0-4a2f-be47-f045a0da233c" {{(pid=66703) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1068.207931] env[66703]: DEBUG oslo_concurrency.lockutils [None req-33d36011-a73c-4b6d-849a-f8c867240c48 None None] Acquired lock "port-7a791d7c-a7b0-4a2f-be47-f045a0da233c" {{(pid=66703) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1068.208331] env[66703]: DEBUG oslo_concurrency.lockutils [None req-33d36011-a73c-4b6d-849a-f8c867240c48 None None] Acquired external semaphore "port-7a791d7c-a7b0-4a2f-be47-f045a0da233c" {{(pid=66703) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1068.208471] env[66703]: DEBUG networking_nsxv3.api.rpc [None req-33d36011-a73c-4b6d-849a-f8c867240c48 None None] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('7a791d7c-a7b0-4a2f-be47-f045a0da233c',) {} {{(pid=66703) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1068.444550] env[66703]: INFO networking_nsxv3.common.synchronization [req-9cec80fc-fcee-4641-ab9b-e4e4e6e5c4fe req-ff546ddc-f785-4fbe-9265-5de6db72459b service nova] Enqueued Resource ID: 74884478-9760-4ca3-bceb-cbff7acb74c0 with Priority: HIGHEST for action security_group_rules [ 1068.445075] env[66703]: INFO networking_nsxv3.common.synchronization [req-9cec80fc-fcee-4641-ab9b-e4e4e6e5c4fe req-ff546ddc-f785-4fbe-9265-5de6db72459b service nova] Enqueued Resource ID: 74884478-9760-4ca3-bceb-cbff7acb74c0 with Priority: HIGHEST for action security_group_members [ 1068.445075] env[66703]: INFO networking_nsxv3.common.synchronization [req-9cec80fc-fcee-4641-ab9b-e4e4e6e5c4fe req-ff546ddc-f785-4fbe-9265-5de6db72459b service nova] Enqueued Resource ID: 61e1f128-8930-4a1f-87fb-c2c65b74c143 with Priority: HIGHEST for action port [ 1068.445529] env[66703]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 74884478-9760-4ca3-bceb-cbff7acb74c0 with Priority: HIGHEST for action security_group_rules [ 1068.445717] env[66703]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 74884478-9760-4ca3-bceb-cbff7acb74c0 with Priority: HIGHEST for action security_group_members [ 1068.445879] env[66703]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 61e1f128-8930-4a1f-87fb-c2c65b74c143 with Priority: HIGHEST for action port [ 1068.446253] env[66703]: DEBUG networking_nsxv3.common.locking [-] Lock rules-74884478-9760-4ca3-bceb-cbff7acb74c0 taken with stack trace [, , ] {{(pid=66703) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1068.446424] env[66703]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-74884478-9760-4ca3-bceb-cbff7acb74c0" {{(pid=66703) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1068.446598] env[66703]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-74884478-9760-4ca3-bceb-cbff7acb74c0" {{(pid=66703) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1068.446948] env[66703]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-74884478-9760-4ca3-bceb-cbff7acb74c0" {{(pid=66703) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1068.447124] env[66703]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('74884478-9760-4ca3-bceb-cbff7acb74c0',) {} {{(pid=66703) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1068.448016] env[66703]: DEBUG networking_nsxv3.common.locking [-] Lock member-74884478-9760-4ca3-bceb-cbff7acb74c0 taken with stack trace [, , ] {{(pid=66703) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1068.448227] env[66703]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-74884478-9760-4ca3-bceb-cbff7acb74c0" {{(pid=66703) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1068.448380] env[66703]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-74884478-9760-4ca3-bceb-cbff7acb74c0" {{(pid=66703) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1068.448610] env[66703]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-74884478-9760-4ca3-bceb-cbff7acb74c0" {{(pid=66703) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1068.448824] env[66703]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=66703) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1068.448989] env[66703]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66703) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1068.449113] env[66703]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66703) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1068.449303] env[66703]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66703) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1068.449430] env[66703]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66703) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1068.449559] env[66703]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('74884478-9760-4ca3-bceb-cbff7acb74c0',) {} {{(pid=66703) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1068.450515] env[66703]: DEBUG networking_nsxv3.common.locking [-] Lock port-61e1f128-8930-4a1f-87fb-c2c65b74c143 taken with stack trace [, , ] {{(pid=66703) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1068.451444] env[66703]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-61e1f128-8930-4a1f-87fb-c2c65b74c143" {{(pid=66703) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1068.451521] env[66703]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-61e1f128-8930-4a1f-87fb-c2c65b74c143" {{(pid=66703) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1068.451827] env[66703]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-61e1f128-8930-4a1f-87fb-c2c65b74c143" {{(pid=66703) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1068.451827] env[66703]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('61e1f128-8930-4a1f-87fb-c2c65b74c143',) {} {{(pid=66703) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1068.711956] env[66703]: DEBUG networking_nsxv3.common.locking [None req-33d36011-a73c-4b6d-849a-f8c867240c48 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , ] {{(pid=66703) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1068.712475] env[66703]: DEBUG oslo_concurrency.lockutils [None req-33d36011-a73c-4b6d-849a-f8c867240c48 None None] Acquiring lock "SegmentPort" {{(pid=66703) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1068.712650] env[66703]: DEBUG oslo_concurrency.lockutils [None req-33d36011-a73c-4b6d-849a-f8c867240c48 None None] Acquired lock "SegmentPort" {{(pid=66703) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1068.713298] env[66703]: DEBUG oslo_concurrency.lockutils [None req-33d36011-a73c-4b6d-849a-f8c867240c48 None None] Acquired external semaphore "SegmentPort" {{(pid=66703) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1068.713404] env[66703]: DEBUG oslo_concurrency.lockutils [None req-33d36011-a73c-4b6d-849a-f8c867240c48 None None] Releasing lock "SegmentPort" {{(pid=66703) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1068.713613] env[66703]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-33d36011-a73c-4b6d-849a-f8c867240c48 None None] Segment Port 7a791d7c-a7b0-4a2f-be47-f045a0da233c not found, creating... [ 1068.714111] env[66703]: DEBUG networking_nsxv3.common.locking [None req-33d36011-a73c-4b6d-849a-f8c867240c48 None None] Lock Segment taken with stack trace [, , , , , , , , , , , ] {{(pid=66703) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1068.714435] env[66703]: DEBUG oslo_concurrency.lockutils [None req-33d36011-a73c-4b6d-849a-f8c867240c48 None None] Acquiring lock "Segment" {{(pid=66703) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1068.714615] env[66703]: DEBUG oslo_concurrency.lockutils [None req-33d36011-a73c-4b6d-849a-f8c867240c48 None None] Acquired lock "Segment" {{(pid=66703) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1068.715017] env[66703]: DEBUG oslo_concurrency.lockutils [None req-33d36011-a73c-4b6d-849a-f8c867240c48 None None] Acquired external semaphore "Segment" {{(pid=66703) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1068.715274] env[66703]: DEBUG oslo_concurrency.lockutils [None req-33d36011-a73c-4b6d-849a-f8c867240c48 None None] Releasing lock "Segment" {{(pid=66703) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1068.715768] env[66703]: DEBUG networking_nsxv3.common.locking [None req-33d36011-a73c-4b6d-849a-f8c867240c48 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=66703) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1068.716057] env[66703]: DEBUG oslo_concurrency.lockutils [None req-33d36011-a73c-4b6d-849a-f8c867240c48 None None] Acquiring lock "SegmentPort" {{(pid=66703) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1068.716283] env[66703]: DEBUG oslo_concurrency.lockutils [None req-33d36011-a73c-4b6d-849a-f8c867240c48 None None] Acquired lock "SegmentPort" {{(pid=66703) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1068.716649] env[66703]: DEBUG oslo_concurrency.lockutils [None req-33d36011-a73c-4b6d-849a-f8c867240c48 None None] Acquired external semaphore "SegmentPort" {{(pid=66703) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1068.716896] env[66703]: DEBUG oslo_concurrency.lockutils [None req-33d36011-a73c-4b6d-849a-f8c867240c48 None None] Releasing lock "SegmentPort" {{(pid=66703) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1068.717160] env[66703]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-33d36011-a73c-4b6d-849a-f8c867240c48 None None] Resource: SegmentPort with ID: 7a791d7c-a7b0-4a2f-be47-f045a0da233c is going to be created. [ 1068.741239] env[66703]: DEBUG networking_nsxv3.common.locking [None req-33d36011-a73c-4b6d-849a-f8c867240c48 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=66703) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1068.741479] env[66703]: DEBUG oslo_concurrency.lockutils [None req-33d36011-a73c-4b6d-849a-f8c867240c48 None None] Acquiring lock "SegmentPort" {{(pid=66703) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1068.741605] env[66703]: DEBUG oslo_concurrency.lockutils [None req-33d36011-a73c-4b6d-849a-f8c867240c48 None None] Acquired lock "SegmentPort" {{(pid=66703) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1068.741888] env[66703]: DEBUG oslo_concurrency.lockutils [None req-33d36011-a73c-4b6d-849a-f8c867240c48 None None] Acquired external semaphore "SegmentPort" {{(pid=66703) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1068.742139] env[66703]: DEBUG oslo_concurrency.lockutils [None req-33d36011-a73c-4b6d-849a-f8c867240c48 None None] Releasing lock "SegmentPort" {{(pid=66703) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1068.742377] env[66703]: DEBUG oslo_concurrency.lockutils [None req-33d36011-a73c-4b6d-849a-f8c867240c48 None None] Releasing lock "port-7a791d7c-a7b0-4a2f-be47-f045a0da233c" {{(pid=66703) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1068.954077] env[66703]: DEBUG networking_nsxv3.common.locking [-] Lock member-74884478-9760-4ca3-bceb-cbff7acb74c0 taken with stack trace [, , , ] {{(pid=66703) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1068.954077] env[66703]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-74884478-9760-4ca3-bceb-cbff7acb74c0" {{(pid=66703) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1068.954077] env[66703]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('74884478-9760-4ca3-bceb-cbff7acb74c0',) {} {{(pid=66703) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1068.955225] env[66703]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] realization of port 61e1f128-8930-4a1f-87fb-c2c65b74c143 with status ACTIVE [ 1068.955512] env[66703]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=66703) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1068.955689] env[66703]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=66703) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1068.955791] env[66703]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=66703) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1068.956108] env[66703]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=66703) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1068.956253] env[66703]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=66703) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1068.956532] env[66703]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , ] {{(pid=66703) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1068.956689] env[66703]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=66703) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1068.956795] env[66703]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=66703) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1068.957059] env[66703]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=66703) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1068.957187] env[66703]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=66703) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1068.957474] env[66703]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=66703) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1068.957635] env[66703]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=66703) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1068.957738] env[66703]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=66703) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1068.958013] env[66703]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=66703) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1068.958140] env[66703]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=66703) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1068.958271] env[66703]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: SegmentPort with ID: 61e1f128-8930-4a1f-87fb-c2c65b74c143 is going to be updated. [ 1068.982887] env[66703]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=66703) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1068.983171] env[66703]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=66703) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1068.983295] env[66703]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=66703) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1068.983534] env[66703]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=66703) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1068.984630] env[66703]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=66703) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1068.984630] env[66703]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-61e1f128-8930-4a1f-87fb-c2c65b74c143" {{(pid=66703) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1069.460462] env[66703]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('74884478-9760-4ca3-bceb-cbff7acb74c0',) {} {{(pid=66703) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1069.517437] env[66703]: INFO networking_nsxv3.common.synchronization [req-5e28c82d-97ed-4f50-a0cb-77ee1c71eb79 req-5ef6ab0e-ab7b-4d96-abef-555550e6b1bc service nova] Enqueued Resource ID: 422a6afd-0a76-40ff-8ca7-239421300775 with Priority: HIGHEST for action security_group_rules [ 1069.517437] env[66703]: INFO networking_nsxv3.common.synchronization [req-5e28c82d-97ed-4f50-a0cb-77ee1c71eb79 req-5ef6ab0e-ab7b-4d96-abef-555550e6b1bc service nova] Enqueued Resource ID: 422a6afd-0a76-40ff-8ca7-239421300775 with Priority: HIGHEST for action security_group_members [ 1069.517437] env[66703]: INFO networking_nsxv3.common.synchronization [req-5e28c82d-97ed-4f50-a0cb-77ee1c71eb79 req-5ef6ab0e-ab7b-4d96-abef-555550e6b1bc service nova] Enqueued Resource ID: 7a791d7c-a7b0-4a2f-be47-f045a0da233c with Priority: HIGHEST for action port [ 1069.520703] env[66703]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 422a6afd-0a76-40ff-8ca7-239421300775 with Priority: HIGHEST for action security_group_rules [ 1069.521490] env[66703]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 422a6afd-0a76-40ff-8ca7-239421300775 with Priority: HIGHEST for action security_group_members [ 1069.521490] env[66703]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 7a791d7c-a7b0-4a2f-be47-f045a0da233c with Priority: HIGHEST for action port [ 1069.521694] env[66703]: DEBUG networking_nsxv3.common.locking [-] Lock rules-422a6afd-0a76-40ff-8ca7-239421300775 taken with stack trace [, , ] {{(pid=66703) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1069.521830] env[66703]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-422a6afd-0a76-40ff-8ca7-239421300775" {{(pid=66703) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1069.522115] env[66703]: DEBUG networking_nsxv3.common.locking [-] Lock member-422a6afd-0a76-40ff-8ca7-239421300775 taken with stack trace [, , ] {{(pid=66703) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1069.522263] env[66703]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-422a6afd-0a76-40ff-8ca7-239421300775" {{(pid=66703) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1069.522484] env[66703]: DEBUG networking_nsxv3.common.locking [-] Lock port-7a791d7c-a7b0-4a2f-be47-f045a0da233c taken with stack trace [, , ] {{(pid=66703) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1069.522739] env[66703]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-7a791d7c-a7b0-4a2f-be47-f045a0da233c" {{(pid=66703) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1069.522739] env[66703]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-7a791d7c-a7b0-4a2f-be47-f045a0da233c" {{(pid=66703) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1069.522932] env[66703]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-7a791d7c-a7b0-4a2f-be47-f045a0da233c" {{(pid=66703) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1069.523057] env[66703]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('7a791d7c-a7b0-4a2f-be47-f045a0da233c',) {} {{(pid=66703) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1069.633121] env[66703]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: db254d47-d7a1-40b1-a751-5c5ada9bc604 in Status: SUCCESS [ 1069.634118] env[66703]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-db254d47-d7a1-40b1-a751-5c5ada9bc604" {{(pid=66703) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1069.892522] env[66703]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: b862fb2c-6a52-42d3-8708-a7bbc1341553 in Status: SUCCESS [ 1069.892980] env[66703]: WARNING networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: b862fb2c-6a52-42d3-8708-a7bbc1341553 deletion is rescheduled due to dependency. [ 1069.892980] env[66703]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-b862fb2c-6a52-42d3-8708-a7bbc1341553" {{(pid=66703) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1069.963852] env[66703]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66703) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1069.964118] env[66703]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66703) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1069.964175] env[66703]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66703) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1069.964504] env[66703]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66703) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1069.964594] env[66703]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66703) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1069.964704] env[66703]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 74884478-9760-4ca3-bceb-cbff7acb74c0 is going to be created. [ 1069.996164] env[66703]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66703) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1069.996360] env[66703]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66703) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1069.996360] env[66703]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66703) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1069.996590] env[66703]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66703) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1069.996754] env[66703]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66703) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1070.015064] env[66703]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 74884478-9760-4ca3-bceb-cbff7acb74c0 in Status: UNINITIALIZED for 2s [ 1070.026036] env[66703]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] realization of port 7a791d7c-a7b0-4a2f-be47-f045a0da233c with status ACTIVE [ 1070.026036] env[66703]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=66703) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1070.026036] env[66703]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=66703) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1070.026036] env[66703]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=66703) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1070.026678] env[66703]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=66703) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1070.026678] env[66703]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=66703) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1070.026678] env[66703]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , ] {{(pid=66703) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1070.026678] env[66703]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=66703) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1070.026678] env[66703]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=66703) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1070.027114] env[66703]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=66703) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1070.027114] env[66703]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=66703) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1070.027249] env[66703]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=66703) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1070.027249] env[66703]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=66703) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1070.027426] env[66703]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=66703) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1070.027497] env[66703]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=66703) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1070.027562] env[66703]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=66703) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1070.027650] env[66703]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: SegmentPort with ID: 7a791d7c-a7b0-4a2f-be47-f045a0da233c is going to be updated. [ 1070.048891] env[66703]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=66703) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1070.049075] env[66703]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=66703) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1070.049190] env[66703]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=66703) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1070.049464] env[66703]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=66703) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1070.049655] env[66703]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=66703) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1070.049871] env[66703]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-7a791d7c-a7b0-4a2f-be47-f045a0da233c" {{(pid=66703) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1070.060370] env[66703]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 422a6afd-0a76-40ff-8ca7-239421300775 in Status: SUCCESS [ 1070.060632] env[66703]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-422a6afd-0a76-40ff-8ca7-239421300775" {{(pid=66703) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1070.060824] env[66703]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-422a6afd-0a76-40ff-8ca7-239421300775" {{(pid=66703) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1070.061090] env[66703]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-422a6afd-0a76-40ff-8ca7-239421300775" {{(pid=66703) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1070.061321] env[66703]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=66703) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1070.061467] env[66703]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66703) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1070.061573] env[66703]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66703) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1070.061775] env[66703]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66703) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1070.061891] env[66703]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66703) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1070.062027] env[66703]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-422a6afd-0a76-40ff-8ca7-239421300775" {{(pid=66703) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1070.062171] env[66703]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('422a6afd-0a76-40ff-8ca7-239421300775',) {} {{(pid=66703) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1070.063049] env[66703]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-422a6afd-0a76-40ff-8ca7-239421300775" {{(pid=66703) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1070.063290] env[66703]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-422a6afd-0a76-40ff-8ca7-239421300775" {{(pid=66703) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1070.063480] env[66703]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=66703) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1070.063606] env[66703]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66703) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1070.063739] env[66703]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66703) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1070.063907] env[66703]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66703) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1070.064078] env[66703]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66703) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1070.064254] env[66703]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('422a6afd-0a76-40ff-8ca7-239421300775',) {} {{(pid=66703) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1070.566790] env[66703]: DEBUG networking_nsxv3.common.locking [-] Lock member-422a6afd-0a76-40ff-8ca7-239421300775 taken with stack trace [, , , ] {{(pid=66703) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1070.566790] env[66703]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-422a6afd-0a76-40ff-8ca7-239421300775" {{(pid=66703) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1070.569033] env[66703]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('422a6afd-0a76-40ff-8ca7-239421300775',) {} {{(pid=66703) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1071.071321] env[66703]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('422a6afd-0a76-40ff-8ca7-239421300775',) {} {{(pid=66703) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1071.574282] env[66703]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66703) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1071.574500] env[66703]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66703) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1071.574566] env[66703]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66703) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1071.574810] env[66703]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66703) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1071.574924] env[66703]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66703) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1071.575069] env[66703]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 422a6afd-0a76-40ff-8ca7-239421300775 is going to be updated. [ 1071.609077] env[66703]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66703) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1071.609077] env[66703]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66703) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1071.609077] env[66703]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66703) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1071.609077] env[66703]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66703) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1071.609492] env[66703]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66703) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1071.622168] env[66703]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 422a6afd-0a76-40ff-8ca7-239421300775 in Status: IN_PROGRESS for 2s [ 1072.029039] env[66703]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 74884478-9760-4ca3-bceb-cbff7acb74c0 in Status: SUCCESS [ 1072.029039] env[66703]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-74884478-9760-4ca3-bceb-cbff7acb74c0" {{(pid=66703) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1072.029039] env[66703]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-74884478-9760-4ca3-bceb-cbff7acb74c0" {{(pid=66703) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1072.029039] env[66703]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-74884478-9760-4ca3-bceb-cbff7acb74c0" {{(pid=66703) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1072.029039] env[66703]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=66703) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1072.029039] env[66703]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66703) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1072.029039] env[66703]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66703) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1072.029039] env[66703]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66703) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1072.029039] env[66703]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66703) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1072.029039] env[66703]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-74884478-9760-4ca3-bceb-cbff7acb74c0" {{(pid=66703) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1072.029039] env[66703]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('74884478-9760-4ca3-bceb-cbff7acb74c0',) {} {{(pid=66703) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1072.531398] env[66703]: DEBUG networking_nsxv3.common.locking [-] Lock member-74884478-9760-4ca3-bceb-cbff7acb74c0 taken with stack trace [, , , ] {{(pid=66703) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1072.531839] env[66703]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-74884478-9760-4ca3-bceb-cbff7acb74c0" {{(pid=66703) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1072.531839] env[66703]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-74884478-9760-4ca3-bceb-cbff7acb74c0" {{(pid=66703) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1072.531839] env[66703]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-74884478-9760-4ca3-bceb-cbff7acb74c0" {{(pid=66703) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1072.532123] env[66703]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=66703) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1072.532304] env[66703]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66703) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1072.532413] env[66703]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66703) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1072.532681] env[66703]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66703) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1072.532838] env[66703]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66703) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1072.533026] env[66703]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-74884478-9760-4ca3-bceb-cbff7acb74c0" {{(pid=66703) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1072.533206] env[66703]: DEBUG networking_nsxv3.common.locking [-] Lock member-74884478-9760-4ca3-bceb-cbff7acb74c0 taken with stack trace [, , , ] {{(pid=66703) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1072.533323] env[66703]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-74884478-9760-4ca3-bceb-cbff7acb74c0" {{(pid=66703) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1072.533387] env[66703]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-74884478-9760-4ca3-bceb-cbff7acb74c0" {{(pid=66703) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1072.533575] env[66703]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-74884478-9760-4ca3-bceb-cbff7acb74c0" {{(pid=66703) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1072.533747] env[66703]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=66703) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1072.533842] env[66703]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66703) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1072.533902] env[66703]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66703) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1072.534069] env[66703]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66703) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1072.534139] env[66703]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66703) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1072.534226] env[66703]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-74884478-9760-4ca3-bceb-cbff7acb74c0" {{(pid=66703) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1072.534404] env[66703]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('74884478-9760-4ca3-bceb-cbff7acb74c0',) {} {{(pid=66703) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1072.976729] env[66703]: INFO networking_nsxv3.common.synchronization [req-5ab4ce47-922c-4f2c-8191-b76733529af1 req-cf3abb38-4a08-406a-8389-15ead238c3f5 tempest-ServerDiskConfigTestJSON-1467775587 tempest-ServerDiskConfigTestJSON-1467775587-project-member] Enqueued Resource ID: 3304826c-ce8e-49f9-aefd-3be39a0c0fbb with Priority: HIGHEST for action security_group_members [ 1072.977391] env[66703]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 3304826c-ce8e-49f9-aefd-3be39a0c0fbb with Priority: HIGHEST for action security_group_members [ 1072.977679] env[66703]: DEBUG networking_nsxv3.common.locking [-] Lock member-3304826c-ce8e-49f9-aefd-3be39a0c0fbb taken with stack trace [, , ] {{(pid=66703) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1072.977808] env[66703]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-3304826c-ce8e-49f9-aefd-3be39a0c0fbb" {{(pid=66703) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1072.977899] env[66703]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-3304826c-ce8e-49f9-aefd-3be39a0c0fbb" {{(pid=66703) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1072.978128] env[66703]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-3304826c-ce8e-49f9-aefd-3be39a0c0fbb" {{(pid=66703) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1072.978311] env[66703]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=66703) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1072.978413] env[66703]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66703) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1072.978468] env[66703]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66703) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1072.980555] env[66703]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66703) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1072.980555] env[66703]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66703) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1072.980555] env[66703]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('3304826c-ce8e-49f9-aefd-3be39a0c0fbb',) {} {{(pid=66703) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1073.036397] env[66703]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for 74884478-9760-4ca3-bceb-cbff7acb74c0: rpc.has_security_group_logging(os_id): False [ 1073.057699] env[66703]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=66703) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1073.057833] env[66703]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66703) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1073.057833] env[66703]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66703) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1073.058181] env[66703]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66703) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1073.058277] env[66703]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66703) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1073.058469] env[66703]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66703) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1073.058563] env[66703]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66703) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1073.058628] env[66703]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66703) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1073.058781] env[66703]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66703) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1073.058860] env[66703]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66703) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1073.059805] env[66703]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66703) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1073.059805] env[66703]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66703) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1073.059805] env[66703]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66703) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1073.060041] env[66703]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66703) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1073.060041] env[66703]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66703) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1073.060693] env[66703]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=66703) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1073.060693] env[66703]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66703) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1073.060693] env[66703]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66703) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1073.062529] env[66703]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66703) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1073.062529] env[66703]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66703) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1073.062529] env[66703]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 74884478-9760-4ca3-bceb-cbff7acb74c0 is going to be created. [ 1073.123313] env[66703]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=66703) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1073.123571] env[66703]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66703) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1073.123571] env[66703]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66703) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1073.123901] env[66703]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66703) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1073.123974] env[66703]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66703) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1073.137832] env[66703]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 74884478-9760-4ca3-bceb-cbff7acb74c0 in Status: IN_PROGRESS for 2s [ 1073.481257] env[66703]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=66703) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1073.481591] env[66703]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66703) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1073.481642] env[66703]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66703) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1073.481951] env[66703]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66703) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1073.482069] env[66703]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66703) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1073.482321] env[66703]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66703) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1073.482484] env[66703]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66703) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1073.482534] env[66703]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66703) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1073.482709] env[66703]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66703) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1073.482861] env[66703]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66703) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1073.482861] env[66703]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 3304826c-ce8e-49f9-aefd-3be39a0c0fbb is going to be updated. [ 1073.521080] env[66703]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66703) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1073.521262] env[66703]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66703) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1073.521262] env[66703]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66703) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1073.521399] env[66703]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66703) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1073.521526] env[66703]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66703) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1073.534244] env[66703]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 3304826c-ce8e-49f9-aefd-3be39a0c0fbb in Status: IN_PROGRESS for 2s [ 1073.635178] env[66703]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 422a6afd-0a76-40ff-8ca7-239421300775 in Status: SUCCESS [ 1073.635178] env[66703]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-422a6afd-0a76-40ff-8ca7-239421300775" {{(pid=66703) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1073.635178] env[66703]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-422a6afd-0a76-40ff-8ca7-239421300775" {{(pid=66703) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1073.635407] env[66703]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-422a6afd-0a76-40ff-8ca7-239421300775" {{(pid=66703) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1073.635520] env[66703]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=66703) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1073.635852] env[66703]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66703) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1073.635852] env[66703]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66703) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1073.636408] env[66703]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66703) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1073.636408] env[66703]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66703) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1073.636408] env[66703]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('422a6afd-0a76-40ff-8ca7-239421300775',) {} {{(pid=66703) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1074.138852] env[66703]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('422a6afd-0a76-40ff-8ca7-239421300775',) {} {{(pid=66703) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1074.488057] env[66703]: INFO networking_nsxv3.common.synchronization [req-f7e45aba-3e3f-4fae-8fe6-6753cb228207 req-79cff9c8-5add-4367-8d14-4a1cbf4a7929 tempest-ServersNegativeTestJSON-656145057 tempest-ServersNegativeTestJSON-656145057-project-member] Enqueued Resource ID: 7e357460-6da6-4aac-9ef9-bd79503ba910 with Priority: HIGHEST for action security_group_members [ 1074.488057] env[66703]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 7e357460-6da6-4aac-9ef9-bd79503ba910 with Priority: HIGHEST for action security_group_members [ 1074.488057] env[66703]: DEBUG networking_nsxv3.common.locking [-] Lock member-7e357460-6da6-4aac-9ef9-bd79503ba910 taken with stack trace [, , ] {{(pid=66703) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1074.488057] env[66703]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-7e357460-6da6-4aac-9ef9-bd79503ba910" {{(pid=66703) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1074.488057] env[66703]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-7e357460-6da6-4aac-9ef9-bd79503ba910" {{(pid=66703) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1074.488057] env[66703]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-7e357460-6da6-4aac-9ef9-bd79503ba910" {{(pid=66703) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1074.488057] env[66703]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=66703) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1074.488057] env[66703]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66703) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1074.488587] env[66703]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66703) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1074.488587] env[66703]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66703) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1074.488587] env[66703]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66703) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1074.488587] env[66703]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('7e357460-6da6-4aac-9ef9-bd79503ba910',) {} {{(pid=66703) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1074.642586] env[66703]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('422a6afd-0a76-40ff-8ca7-239421300775',) {} {{(pid=66703) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1074.991681] env[66703]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('7e357460-6da6-4aac-9ef9-bd79503ba910',) {} {{(pid=66703) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1075.016203] env[66703]: DEBUG networking_nsxv3.common.locking [None req-ffa6d202-748e-4c81-9979-ad08741f9cf7 None None] Lock network-663 taken with stack trace [, , , , , , , , ] {{(pid=66703) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1075.016875] env[66703]: DEBUG oslo_concurrency.lockutils [None req-ffa6d202-748e-4c81-9979-ad08741f9cf7 None None] Acquiring lock "network-663" {{(pid=66703) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1075.016981] env[66703]: DEBUG oslo_concurrency.lockutils [None req-ffa6d202-748e-4c81-9979-ad08741f9cf7 None None] Acquired lock "network-663" {{(pid=66703) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1075.017369] env[66703]: DEBUG oslo_concurrency.lockutils [None req-ffa6d202-748e-4c81-9979-ad08741f9cf7 None None] Acquired external semaphore "network-663" {{(pid=66703) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1075.017659] env[66703]: DEBUG networking_nsxv3.common.locking [None req-ffa6d202-748e-4c81-9979-ad08741f9cf7 None None] Lock Segment taken with stack trace [, , , , , , , , , , ] {{(pid=66703) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1075.017826] env[66703]: DEBUG oslo_concurrency.lockutils [None req-ffa6d202-748e-4c81-9979-ad08741f9cf7 None None] Acquiring lock "Segment" {{(pid=66703) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1075.017967] env[66703]: DEBUG oslo_concurrency.lockutils [None req-ffa6d202-748e-4c81-9979-ad08741f9cf7 None None] Acquired lock "Segment" {{(pid=66703) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1075.018453] env[66703]: DEBUG oslo_concurrency.lockutils [None req-ffa6d202-748e-4c81-9979-ad08741f9cf7 None None] Acquired external semaphore "Segment" {{(pid=66703) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1075.018643] env[66703]: DEBUG oslo_concurrency.lockutils [None req-ffa6d202-748e-4c81-9979-ad08741f9cf7 None None] Releasing lock "Segment" {{(pid=66703) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1075.018888] env[66703]: DEBUG dogpile.cache.region [None req-ffa6d202-748e-4c81-9979-ad08741f9cf7 None None] No value present for key: 'zone-id' {{(pid=66703) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 1075.019338] env[66703]: DEBUG dogpile.lock [None req-ffa6d202-748e-4c81-9979-ad08741f9cf7 None None] NeedRegenerationException {{(pid=66703) _enter /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:90}} [ 1075.019338] env[66703]: DEBUG dogpile.lock [None req-ffa6d202-748e-4c81-9979-ad08741f9cf7 None None] no value, waiting for create lock {{(pid=66703) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:131}} [ 1075.019338] env[66703]: DEBUG dogpile.lock [None req-ffa6d202-748e-4c81-9979-ad08741f9cf7 None None] value creation lock acquired {{(pid=66703) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:135}} [ 1075.023168] env[66703]: DEBUG dogpile.cache.region [None req-ffa6d202-748e-4c81-9979-ad08741f9cf7 None None] No value present for key: 'zone-id' {{(pid=66703) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 1075.023168] env[66703]: DEBUG dogpile.lock [None req-ffa6d202-748e-4c81-9979-ad08741f9cf7 None None] Calling creation function for not-yet-present value {{(pid=66703) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:174}} [ 1075.023168] env[66703]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-ffa6d202-748e-4c81-9979-ad08741f9cf7 None None] Looking for TransportZone with name nsx-vlan-transportzone. [ 1075.042122] env[66703]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-ffa6d202-748e-4c81-9979-ad08741f9cf7 None None] loading zone with a95c914d-748d-497c-94ab-10d4647daeba and tags [{'scope': 'mp2policy_migr_status', 'tag': 'success'}] [ 1075.042122] env[66703]: DEBUG dogpile.cache.region [None req-ffa6d202-748e-4c81-9979-ad08741f9cf7 None None] Cache value generated in 0.021 seconds for key(s): 'zone-id' {{(pid=66703) _log_time /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:910}} [ 1075.042122] env[66703]: DEBUG dogpile.lock [None req-ffa6d202-748e-4c81-9979-ad08741f9cf7 None None] Released creation lock {{(pid=66703) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:182}} [ 1075.042122] env[66703]: DEBUG oslo_concurrency.lockutils [None req-ffa6d202-748e-4c81-9979-ad08741f9cf7 None None] Releasing lock "network-663" {{(pid=66703) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1075.042122] env[66703]: DEBUG networking_nsxv3.common.locking [None req-ffa6d202-748e-4c81-9979-ad08741f9cf7 None None] Lock port-7c0f44b5-17ab-4154-89fb-baddd0ea448e taken with stack trace [, , , , , , , , ] {{(pid=66703) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1075.042122] env[66703]: DEBUG oslo_concurrency.lockutils [None req-ffa6d202-748e-4c81-9979-ad08741f9cf7 None None] Acquiring lock "port-7c0f44b5-17ab-4154-89fb-baddd0ea448e" {{(pid=66703) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1075.042122] env[66703]: DEBUG oslo_concurrency.lockutils [None req-ffa6d202-748e-4c81-9979-ad08741f9cf7 None None] Acquired lock "port-7c0f44b5-17ab-4154-89fb-baddd0ea448e" {{(pid=66703) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1075.042122] env[66703]: DEBUG oslo_concurrency.lockutils [None req-ffa6d202-748e-4c81-9979-ad08741f9cf7 None None] Acquired external semaphore "port-7c0f44b5-17ab-4154-89fb-baddd0ea448e" {{(pid=66703) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1075.042122] env[66703]: DEBUG networking_nsxv3.api.rpc [None req-ffa6d202-748e-4c81-9979-ad08741f9cf7 None None] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('7c0f44b5-17ab-4154-89fb-baddd0ea448e',) {} {{(pid=66703) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1075.145696] env[66703]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66703) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1075.145868] env[66703]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66703) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1075.145974] env[66703]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66703) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1075.146172] env[66703]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66703) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1075.146288] env[66703]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66703) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1075.146401] env[66703]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 422a6afd-0a76-40ff-8ca7-239421300775 is going to be updated. [ 1075.156412] env[66703]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 74884478-9760-4ca3-bceb-cbff7acb74c0 in Status: SUCCESS [ 1075.156632] env[66703]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-74884478-9760-4ca3-bceb-cbff7acb74c0" {{(pid=66703) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1075.176300] env[66703]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66703) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1075.176455] env[66703]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66703) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1075.176629] env[66703]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66703) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1075.176758] env[66703]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66703) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1075.176900] env[66703]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66703) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1075.190527] env[66703]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 422a6afd-0a76-40ff-8ca7-239421300775 in Status: IN_PROGRESS for 2s [ 1075.494736] env[66703]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('7e357460-6da6-4aac-9ef9-bd79503ba910',) {} {{(pid=66703) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1075.546438] env[66703]: DEBUG networking_nsxv3.common.locking [None req-ffa6d202-748e-4c81-9979-ad08741f9cf7 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , ] {{(pid=66703) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1075.546438] env[66703]: DEBUG oslo_concurrency.lockutils [None req-ffa6d202-748e-4c81-9979-ad08741f9cf7 None None] Acquiring lock "SegmentPort" {{(pid=66703) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1075.546438] env[66703]: DEBUG oslo_concurrency.lockutils [None req-ffa6d202-748e-4c81-9979-ad08741f9cf7 None None] Acquired lock "SegmentPort" {{(pid=66703) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1075.546438] env[66703]: DEBUG oslo_concurrency.lockutils [None req-ffa6d202-748e-4c81-9979-ad08741f9cf7 None None] Acquired external semaphore "SegmentPort" {{(pid=66703) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1075.546438] env[66703]: DEBUG oslo_concurrency.lockutils [None req-ffa6d202-748e-4c81-9979-ad08741f9cf7 None None] Releasing lock "SegmentPort" {{(pid=66703) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1075.546931] env[66703]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-ffa6d202-748e-4c81-9979-ad08741f9cf7 None None] Segment Port 7c0f44b5-17ab-4154-89fb-baddd0ea448e not found, creating... [ 1075.546931] env[66703]: DEBUG networking_nsxv3.common.locking [None req-ffa6d202-748e-4c81-9979-ad08741f9cf7 None None] Lock Segment taken with stack trace [, , , , , , , , , , , ] {{(pid=66703) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1075.547054] env[66703]: DEBUG oslo_concurrency.lockutils [None req-ffa6d202-748e-4c81-9979-ad08741f9cf7 None None] Acquiring lock "Segment" {{(pid=66703) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1075.547188] env[66703]: DEBUG oslo_concurrency.lockutils [None req-ffa6d202-748e-4c81-9979-ad08741f9cf7 None None] Acquired lock "Segment" {{(pid=66703) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1075.547389] env[66703]: DEBUG oslo_concurrency.lockutils [None req-ffa6d202-748e-4c81-9979-ad08741f9cf7 None None] Acquired external semaphore "Segment" {{(pid=66703) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1075.547594] env[66703]: DEBUG oslo_concurrency.lockutils [None req-ffa6d202-748e-4c81-9979-ad08741f9cf7 None None] Releasing lock "Segment" {{(pid=66703) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1075.547818] env[66703]: DEBUG networking_nsxv3.common.locking [None req-ffa6d202-748e-4c81-9979-ad08741f9cf7 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=66703) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1075.547971] env[66703]: DEBUG oslo_concurrency.lockutils [None req-ffa6d202-748e-4c81-9979-ad08741f9cf7 None None] Acquiring lock "SegmentPort" {{(pid=66703) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1075.548140] env[66703]: DEBUG oslo_concurrency.lockutils [None req-ffa6d202-748e-4c81-9979-ad08741f9cf7 None None] Acquired lock "SegmentPort" {{(pid=66703) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1075.548358] env[66703]: DEBUG oslo_concurrency.lockutils [None req-ffa6d202-748e-4c81-9979-ad08741f9cf7 None None] Acquired external semaphore "SegmentPort" {{(pid=66703) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1075.548493] env[66703]: DEBUG oslo_concurrency.lockutils [None req-ffa6d202-748e-4c81-9979-ad08741f9cf7 None None] Releasing lock "SegmentPort" {{(pid=66703) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1075.548641] env[66703]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-ffa6d202-748e-4c81-9979-ad08741f9cf7 None None] Resource: SegmentPort with ID: 7c0f44b5-17ab-4154-89fb-baddd0ea448e is going to be created. [ 1075.550481] env[66703]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 3304826c-ce8e-49f9-aefd-3be39a0c0fbb in Status: SUCCESS [ 1075.550653] env[66703]: WARNING networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 3304826c-ce8e-49f9-aefd-3be39a0c0fbb deletion is rescheduled due to dependency. [ 1075.550770] env[66703]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-3304826c-ce8e-49f9-aefd-3be39a0c0fbb" {{(pid=66703) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1075.572361] env[66703]: DEBUG networking_nsxv3.common.locking [None req-ffa6d202-748e-4c81-9979-ad08741f9cf7 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=66703) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1075.572612] env[66703]: DEBUG oslo_concurrency.lockutils [None req-ffa6d202-748e-4c81-9979-ad08741f9cf7 None None] Acquiring lock "SegmentPort" {{(pid=66703) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1075.572612] env[66703]: DEBUG oslo_concurrency.lockutils [None req-ffa6d202-748e-4c81-9979-ad08741f9cf7 None None] Acquired lock "SegmentPort" {{(pid=66703) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1075.573033] env[66703]: DEBUG oslo_concurrency.lockutils [None req-ffa6d202-748e-4c81-9979-ad08741f9cf7 None None] Acquired external semaphore "SegmentPort" {{(pid=66703) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1075.573287] env[66703]: DEBUG oslo_concurrency.lockutils [None req-ffa6d202-748e-4c81-9979-ad08741f9cf7 None None] Releasing lock "SegmentPort" {{(pid=66703) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1075.573806] env[66703]: DEBUG oslo_concurrency.lockutils [None req-ffa6d202-748e-4c81-9979-ad08741f9cf7 None None] Releasing lock "port-7c0f44b5-17ab-4154-89fb-baddd0ea448e" {{(pid=66703) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1075.697616] env[66703]: INFO networking_nsxv3.common.synchronization [req-3a7da09d-c71c-407d-9be5-80207813f1b5 req-8591a5ba-9a1d-4c81-8dc5-04d582bf7567 tempest-ServerPasswordTestJSON-448032588 tempest-ServerPasswordTestJSON-448032588-project-member] Enqueued Resource ID: 48f2d2cf-9bd1-4a56-95be-4b4a62b0e17f with Priority: HIGHEST for action security_group_members [ 1075.698909] env[66703]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 48f2d2cf-9bd1-4a56-95be-4b4a62b0e17f with Priority: HIGHEST for action security_group_members [ 1075.699429] env[66703]: DEBUG networking_nsxv3.common.locking [-] Lock member-48f2d2cf-9bd1-4a56-95be-4b4a62b0e17f taken with stack trace [, , ] {{(pid=66703) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1075.699610] env[66703]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-48f2d2cf-9bd1-4a56-95be-4b4a62b0e17f" {{(pid=66703) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1075.699714] env[66703]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-48f2d2cf-9bd1-4a56-95be-4b4a62b0e17f" {{(pid=66703) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1075.700144] env[66703]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-48f2d2cf-9bd1-4a56-95be-4b4a62b0e17f" {{(pid=66703) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1075.700389] env[66703]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=66703) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1075.700562] env[66703]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66703) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1075.700759] env[66703]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66703) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1075.700925] env[66703]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66703) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1075.701111] env[66703]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66703) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1075.701269] env[66703]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('48f2d2cf-9bd1-4a56-95be-4b4a62b0e17f',) {} {{(pid=66703) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1075.997846] env[66703]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66703) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1075.998102] env[66703]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66703) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1075.998233] env[66703]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66703) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1075.998547] env[66703]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66703) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1075.999591] env[66703]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66703) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1075.999591] env[66703]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 7e357460-6da6-4aac-9ef9-bd79503ba910 is going to be updated. [ 1076.033583] env[66703]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66703) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1076.033752] env[66703]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66703) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1076.033824] env[66703]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66703) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1076.034049] env[66703]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66703) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1076.034195] env[66703]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66703) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1076.045586] env[66703]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 7e357460-6da6-4aac-9ef9-bd79503ba910 in Status: IN_PROGRESS for 2s [ 1076.205899] env[66703]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=66703) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1076.205899] env[66703]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66703) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1076.205899] env[66703]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66703) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1076.209037] env[66703]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66703) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1076.209037] env[66703]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66703) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1076.209037] env[66703]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66703) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1076.209037] env[66703]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66703) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1076.209037] env[66703]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66703) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1076.209037] env[66703]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66703) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1076.209037] env[66703]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66703) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1076.209037] env[66703]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 48f2d2cf-9bd1-4a56-95be-4b4a62b0e17f is going to be updated. [ 1076.246662] env[66703]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66703) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1076.248506] env[66703]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66703) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1076.248506] env[66703]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66703) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1076.248506] env[66703]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66703) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1076.248506] env[66703]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66703) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1076.259549] env[66703]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 48f2d2cf-9bd1-4a56-95be-4b4a62b0e17f in Status: IN_PROGRESS for 2s [ 1076.342966] env[66703]: INFO networking_nsxv3.common.synchronization [req-f7e45aba-3e3f-4fae-8fe6-6753cb228207 req-4ce47528-6376-4615-95f3-055c3c2961a1 service nova] Enqueued Resource ID: 7e357460-6da6-4aac-9ef9-bd79503ba910 with Priority: HIGHEST for action security_group_rules [ 1076.343192] env[66703]: INFO networking_nsxv3.common.synchronization [req-f7e45aba-3e3f-4fae-8fe6-6753cb228207 req-4ce47528-6376-4615-95f3-055c3c2961a1 service nova] Enqueued Resource ID: 7e357460-6da6-4aac-9ef9-bd79503ba910 with Priority: HIGHEST for action security_group_members [ 1076.343346] env[66703]: INFO networking_nsxv3.common.synchronization [req-f7e45aba-3e3f-4fae-8fe6-6753cb228207 req-4ce47528-6376-4615-95f3-055c3c2961a1 service nova] Enqueued Resource ID: 7c0f44b5-17ab-4154-89fb-baddd0ea448e with Priority: HIGHEST for action port [ 1076.343914] env[66703]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 7e357460-6da6-4aac-9ef9-bd79503ba910 with Priority: HIGHEST for action security_group_rules [ 1076.344072] env[66703]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 7e357460-6da6-4aac-9ef9-bd79503ba910 with Priority: HIGHEST for action security_group_members [ 1076.344182] env[66703]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 7c0f44b5-17ab-4154-89fb-baddd0ea448e with Priority: HIGHEST for action port [ 1076.344480] env[66703]: DEBUG networking_nsxv3.common.locking [-] Lock rules-7e357460-6da6-4aac-9ef9-bd79503ba910 taken with stack trace [, , ] {{(pid=66703) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1076.344618] env[66703]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-7e357460-6da6-4aac-9ef9-bd79503ba910" {{(pid=66703) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1076.344685] env[66703]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-7e357460-6da6-4aac-9ef9-bd79503ba910" {{(pid=66703) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1076.344891] env[66703]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-7e357460-6da6-4aac-9ef9-bd79503ba910" {{(pid=66703) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1076.345067] env[66703]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('7e357460-6da6-4aac-9ef9-bd79503ba910',) {} {{(pid=66703) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1076.345871] env[66703]: DEBUG networking_nsxv3.common.locking [-] Lock member-7e357460-6da6-4aac-9ef9-bd79503ba910 taken with stack trace [, , ] {{(pid=66703) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1076.346076] env[66703]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-7e357460-6da6-4aac-9ef9-bd79503ba910" {{(pid=66703) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1076.346195] env[66703]: DEBUG networking_nsxv3.common.locking [-] Lock port-7c0f44b5-17ab-4154-89fb-baddd0ea448e taken with stack trace [, , ] {{(pid=66703) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1076.346298] env[66703]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-7c0f44b5-17ab-4154-89fb-baddd0ea448e" {{(pid=66703) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1076.346363] env[66703]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-7c0f44b5-17ab-4154-89fb-baddd0ea448e" {{(pid=66703) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1076.346656] env[66703]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-7c0f44b5-17ab-4154-89fb-baddd0ea448e" {{(pid=66703) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1076.346656] env[66703]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('7c0f44b5-17ab-4154-89fb-baddd0ea448e',) {} {{(pid=66703) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1076.850089] env[66703]: DEBUG networking_nsxv3.common.locking [-] Lock member-7e357460-6da6-4aac-9ef9-bd79503ba910 taken with stack trace [, , , ] {{(pid=66703) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1076.850458] env[66703]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-7e357460-6da6-4aac-9ef9-bd79503ba910" {{(pid=66703) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1076.850558] env[66703]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] realization of port 7c0f44b5-17ab-4154-89fb-baddd0ea448e with status ACTIVE [ 1076.850766] env[66703]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=66703) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1076.850889] env[66703]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=66703) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1076.850965] env[66703]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=66703) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1076.851218] env[66703]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=66703) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1076.851319] env[66703]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=66703) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1076.851513] env[66703]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , ] {{(pid=66703) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1076.851612] env[66703]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=66703) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1076.851676] env[66703]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=66703) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1076.851854] env[66703]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=66703) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1076.853629] env[66703]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=66703) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1076.853900] env[66703]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=66703) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1076.854018] env[66703]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=66703) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1076.854097] env[66703]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=66703) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1076.854294] env[66703]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=66703) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1076.854367] env[66703]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=66703) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1076.854494] env[66703]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: SegmentPort with ID: 7c0f44b5-17ab-4154-89fb-baddd0ea448e is going to be updated. [ 1076.878384] env[66703]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=66703) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1076.878536] env[66703]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=66703) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1076.878582] env[66703]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=66703) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1076.878861] env[66703]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=66703) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1076.879047] env[66703]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=66703) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1076.879218] env[66703]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-7c0f44b5-17ab-4154-89fb-baddd0ea448e" {{(pid=66703) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1076.894852] env[66703]: INFO networking_nsxv3.common.synchronization [req-b0a7ea88-d992-4a86-ac05-2a05e0119348 req-e1203c1a-db9a-4d5b-a6dc-68885d748b95 tempest-ImagesTestJSON-1641770331 tempest-ImagesTestJSON-1641770331-project-member] Enqueued Resource ID: f52985e4-827d-4ac5-ba08-62ae5081fda6 with Priority: HIGHEST for action security_group_members [ 1076.896022] env[66703]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: f52985e4-827d-4ac5-ba08-62ae5081fda6 with Priority: HIGHEST for action security_group_members [ 1076.896921] env[66703]: DEBUG networking_nsxv3.common.locking [-] Lock member-f52985e4-827d-4ac5-ba08-62ae5081fda6 taken with stack trace [, , ] {{(pid=66703) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1076.897103] env[66703]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-f52985e4-827d-4ac5-ba08-62ae5081fda6" {{(pid=66703) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1076.897421] env[66703]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-f52985e4-827d-4ac5-ba08-62ae5081fda6" {{(pid=66703) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1076.897823] env[66703]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-f52985e4-827d-4ac5-ba08-62ae5081fda6" {{(pid=66703) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1076.899618] env[66703]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=66703) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1076.899618] env[66703]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66703) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1076.899838] env[66703]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66703) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1076.900293] env[66703]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66703) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1076.900396] env[66703]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66703) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1076.900783] env[66703]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('f52985e4-827d-4ac5-ba08-62ae5081fda6',) {} {{(pid=66703) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1077.199148] env[66703]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 422a6afd-0a76-40ff-8ca7-239421300775 in Status: SUCCESS [ 1077.199148] env[66703]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-422a6afd-0a76-40ff-8ca7-239421300775" {{(pid=66703) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1077.199148] env[66703]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-422a6afd-0a76-40ff-8ca7-239421300775" {{(pid=66703) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1077.199605] env[66703]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-422a6afd-0a76-40ff-8ca7-239421300775" {{(pid=66703) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1077.199605] env[66703]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=66703) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1077.199605] env[66703]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66703) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1077.199605] env[66703]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66703) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1077.199772] env[66703]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66703) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1077.199805] env[66703]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66703) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1077.199876] env[66703]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-422a6afd-0a76-40ff-8ca7-239421300775" {{(pid=66703) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1077.200073] env[66703]: DEBUG networking_nsxv3.common.locking [-] Lock member-422a6afd-0a76-40ff-8ca7-239421300775 taken with stack trace [, , , ] {{(pid=66703) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1077.200235] env[66703]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-422a6afd-0a76-40ff-8ca7-239421300775" {{(pid=66703) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1077.200235] env[66703]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-422a6afd-0a76-40ff-8ca7-239421300775" {{(pid=66703) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1077.201034] env[66703]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-422a6afd-0a76-40ff-8ca7-239421300775" {{(pid=66703) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1077.201034] env[66703]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=66703) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1077.201034] env[66703]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66703) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1077.201034] env[66703]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66703) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1077.201034] env[66703]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66703) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1077.201034] env[66703]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66703) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1077.201034] env[66703]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-422a6afd-0a76-40ff-8ca7-239421300775" {{(pid=66703) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1077.201354] env[66703]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('422a6afd-0a76-40ff-8ca7-239421300775',) {} {{(pid=66703) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1077.405185] env[66703]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=66703) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1077.405185] env[66703]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66703) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1077.405185] env[66703]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66703) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1077.405185] env[66703]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66703) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1077.405662] env[66703]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66703) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1077.405662] env[66703]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66703) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1077.405662] env[66703]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66703) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1077.405662] env[66703]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66703) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1077.405997] env[66703]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66703) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1077.405997] env[66703]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66703) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1077.405997] env[66703]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: f52985e4-827d-4ac5-ba08-62ae5081fda6 is going to be updated. [ 1077.436526] env[66703]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66703) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1077.438109] env[66703]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66703) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1077.438109] env[66703]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66703) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1077.438109] env[66703]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66703) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1077.438109] env[66703]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66703) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1077.447096] env[66703]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: f52985e4-827d-4ac5-ba08-62ae5081fda6 in Status: IN_PROGRESS for 2s [ 1077.704998] env[66703]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for 422a6afd-0a76-40ff-8ca7-239421300775: rpc.has_security_group_logging(os_id): False [ 1077.725143] env[66703]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=66703) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1077.725143] env[66703]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66703) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1077.725143] env[66703]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66703) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1077.725143] env[66703]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66703) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1077.725143] env[66703]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66703) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1077.725143] env[66703]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66703) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1077.725143] env[66703]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66703) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1077.725143] env[66703]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66703) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1077.725143] env[66703]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66703) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1077.725143] env[66703]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66703) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1077.725143] env[66703]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66703) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1077.725143] env[66703]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66703) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1077.725143] env[66703]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66703) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1077.725143] env[66703]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66703) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1077.725143] env[66703]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66703) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1077.725787] env[66703]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=66703) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1077.725787] env[66703]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66703) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1077.725787] env[66703]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66703) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1077.725787] env[66703]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66703) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1077.725787] env[66703]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66703) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1077.725787] env[66703]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 422a6afd-0a76-40ff-8ca7-239421300775 is going to be created. [ 1077.819837] env[66703]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=66703) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1077.819990] env[66703]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66703) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1077.820126] env[66703]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66703) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1077.820365] env[66703]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66703) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1077.820555] env[66703]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66703) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1077.833175] env[66703]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 422a6afd-0a76-40ff-8ca7-239421300775 in Status: IN_PROGRESS for 2s [ 1078.057161] env[66703]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 7e357460-6da6-4aac-9ef9-bd79503ba910 in Status: SUCCESS [ 1078.058603] env[66703]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-7e357460-6da6-4aac-9ef9-bd79503ba910" {{(pid=66703) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1078.058603] env[66703]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-7e357460-6da6-4aac-9ef9-bd79503ba910" {{(pid=66703) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1078.058603] env[66703]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-7e357460-6da6-4aac-9ef9-bd79503ba910" {{(pid=66703) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1078.058833] env[66703]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=66703) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1078.058914] env[66703]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66703) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1078.058967] env[66703]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66703) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1078.059310] env[66703]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66703) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1078.059492] env[66703]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66703) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1078.059701] env[66703]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('7e357460-6da6-4aac-9ef9-bd79503ba910',) {} {{(pid=66703) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1078.271605] env[66703]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 48f2d2cf-9bd1-4a56-95be-4b4a62b0e17f in Status: SUCCESS [ 1078.271605] env[66703]: WARNING networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 48f2d2cf-9bd1-4a56-95be-4b4a62b0e17f deletion is rescheduled due to dependency. [ 1078.271605] env[66703]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-48f2d2cf-9bd1-4a56-95be-4b4a62b0e17f" {{(pid=66703) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1078.564468] env[66703]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('7e357460-6da6-4aac-9ef9-bd79503ba910',) {} {{(pid=66703) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1079.067080] env[66703]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('7e357460-6da6-4aac-9ef9-bd79503ba910',) {} {{(pid=66703) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1079.460258] env[66703]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: f52985e4-827d-4ac5-ba08-62ae5081fda6 in Status: SUCCESS [ 1079.460462] env[66703]: WARNING networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: f52985e4-827d-4ac5-ba08-62ae5081fda6 deletion is rescheduled due to dependency. [ 1079.461540] env[66703]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-f52985e4-827d-4ac5-ba08-62ae5081fda6" {{(pid=66703) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1079.569475] env[66703]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66703) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1079.569677] env[66703]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66703) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1079.569751] env[66703]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66703) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1079.569975] env[66703]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66703) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1079.570137] env[66703]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66703) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1079.570253] env[66703]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 7e357460-6da6-4aac-9ef9-bd79503ba910 is going to be updated. [ 1079.605992] env[66703]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66703) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1079.606925] env[66703]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66703) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1079.606925] env[66703]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66703) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1079.606925] env[66703]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66703) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1079.606925] env[66703]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66703) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1079.616800] env[66703]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 7e357460-6da6-4aac-9ef9-bd79503ba910 in Status: IN_PROGRESS for 2s [ 1079.846752] env[66703]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 422a6afd-0a76-40ff-8ca7-239421300775 in Status: SUCCESS [ 1079.847011] env[66703]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-422a6afd-0a76-40ff-8ca7-239421300775" {{(pid=66703) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1079.847233] env[66703]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-422a6afd-0a76-40ff-8ca7-239421300775" {{(pid=66703) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1079.847465] env[66703]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-422a6afd-0a76-40ff-8ca7-239421300775" {{(pid=66703) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1079.847548] env[66703]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('422a6afd-0a76-40ff-8ca7-239421300775',) {} {{(pid=66703) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1080.350053] env[66703]: DEBUG networking_nsxv3.common.locking [-] Lock member-422a6afd-0a76-40ff-8ca7-239421300775 taken with stack trace [, , , ] {{(pid=66703) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1080.350404] env[66703]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-422a6afd-0a76-40ff-8ca7-239421300775" {{(pid=66703) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1080.350404] env[66703]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-422a6afd-0a76-40ff-8ca7-239421300775" {{(pid=66703) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1080.350678] env[66703]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-422a6afd-0a76-40ff-8ca7-239421300775" {{(pid=66703) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1080.350881] env[66703]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=66703) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1080.351572] env[66703]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66703) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1080.351572] env[66703]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66703) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1080.351572] env[66703]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66703) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1080.351572] env[66703]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66703) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1080.351572] env[66703]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-422a6afd-0a76-40ff-8ca7-239421300775" {{(pid=66703) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1080.351572] env[66703]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('422a6afd-0a76-40ff-8ca7-239421300775',) {} {{(pid=66703) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1080.617022] env[66703]: INFO networking_nsxv3.common.synchronization [req-eb0c6145-05fd-4cf9-bbe7-2fd61fa2fac9 req-6f8d6727-1e0b-492f-9772-c5009f029545 tempest-ServerDiskConfigTestJSON-1467775587 tempest-ServerDiskConfigTestJSON-1467775587-project-member] Enqueued Resource ID: 3304826c-ce8e-49f9-aefd-3be39a0c0fbb with Priority: HIGHEST for action security_group_members [ 1080.618205] env[66703]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 3304826c-ce8e-49f9-aefd-3be39a0c0fbb with Priority: HIGHEST for action security_group_members [ 1080.618205] env[66703]: DEBUG networking_nsxv3.common.locking [-] Lock member-3304826c-ce8e-49f9-aefd-3be39a0c0fbb taken with stack trace [, , ] {{(pid=66703) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1080.618402] env[66703]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-3304826c-ce8e-49f9-aefd-3be39a0c0fbb" {{(pid=66703) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1080.618402] env[66703]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-3304826c-ce8e-49f9-aefd-3be39a0c0fbb" {{(pid=66703) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1080.618599] env[66703]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-3304826c-ce8e-49f9-aefd-3be39a0c0fbb" {{(pid=66703) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1080.618796] env[66703]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=66703) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1080.618925] env[66703]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66703) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1080.618996] env[66703]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66703) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1080.619206] env[66703]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66703) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1080.619307] env[66703]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66703) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1080.619410] env[66703]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('3304826c-ce8e-49f9-aefd-3be39a0c0fbb',) {} {{(pid=66703) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1080.856088] env[66703]: DEBUG networking_nsxv3.common.locking [-] Lock member-422a6afd-0a76-40ff-8ca7-239421300775 taken with stack trace [, , , ] {{(pid=66703) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1080.856336] env[66703]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-422a6afd-0a76-40ff-8ca7-239421300775" {{(pid=66703) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1080.856336] env[66703]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-422a6afd-0a76-40ff-8ca7-239421300775" {{(pid=66703) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1080.856537] env[66703]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-422a6afd-0a76-40ff-8ca7-239421300775" {{(pid=66703) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1080.856706] env[66703]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=66703) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1080.856805] env[66703]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66703) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1080.857116] env[66703]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66703) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1080.857116] env[66703]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66703) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1080.857116] env[66703]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66703) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1080.857405] env[66703]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-422a6afd-0a76-40ff-8ca7-239421300775" {{(pid=66703) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1080.857405] env[66703]: DEBUG networking_nsxv3.common.locking [-] Lock member-422a6afd-0a76-40ff-8ca7-239421300775 taken with stack trace [, , , ] {{(pid=66703) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1080.857405] env[66703]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-422a6afd-0a76-40ff-8ca7-239421300775" {{(pid=66703) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1080.857523] env[66703]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-422a6afd-0a76-40ff-8ca7-239421300775" {{(pid=66703) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1080.857605] env[66703]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-422a6afd-0a76-40ff-8ca7-239421300775" {{(pid=66703) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1080.857741] env[66703]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=66703) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1080.857830] env[66703]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66703) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1080.857889] env[66703]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66703) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1080.858047] env[66703]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66703) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1080.858210] env[66703]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66703) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1080.858285] env[66703]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-422a6afd-0a76-40ff-8ca7-239421300775" {{(pid=66703) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1080.858385] env[66703]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('422a6afd-0a76-40ff-8ca7-239421300775',) {} {{(pid=66703) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1081.030240] env[66703]: DEBUG networking_nsxv3.common.locking [None req-33d36011-a73c-4b6d-849a-f8c867240c48 None None] Lock network-732 taken with stack trace [, , , , , , , , ] {{(pid=66703) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1081.030474] env[66703]: DEBUG oslo_concurrency.lockutils [None req-33d36011-a73c-4b6d-849a-f8c867240c48 None None] Acquiring lock "network-732" {{(pid=66703) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1081.030599] env[66703]: DEBUG oslo_concurrency.lockutils [None req-33d36011-a73c-4b6d-849a-f8c867240c48 None None] Acquired lock "network-732" {{(pid=66703) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1081.031053] env[66703]: DEBUG oslo_concurrency.lockutils [None req-33d36011-a73c-4b6d-849a-f8c867240c48 None None] Acquired external semaphore "network-732" {{(pid=66703) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1081.031364] env[66703]: DEBUG networking_nsxv3.common.locking [None req-33d36011-a73c-4b6d-849a-f8c867240c48 None None] Lock Segment taken with stack trace [, , , , , , , , , , ] {{(pid=66703) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1081.031653] env[66703]: DEBUG oslo_concurrency.lockutils [None req-33d36011-a73c-4b6d-849a-f8c867240c48 None None] Acquiring lock "Segment" {{(pid=66703) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1081.031829] env[66703]: DEBUG oslo_concurrency.lockutils [None req-33d36011-a73c-4b6d-849a-f8c867240c48 None None] Acquired lock "Segment" {{(pid=66703) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1081.032156] env[66703]: DEBUG oslo_concurrency.lockutils [None req-33d36011-a73c-4b6d-849a-f8c867240c48 None None] Acquired external semaphore "Segment" {{(pid=66703) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1081.032405] env[66703]: DEBUG oslo_concurrency.lockutils [None req-33d36011-a73c-4b6d-849a-f8c867240c48 None None] Releasing lock "Segment" {{(pid=66703) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1081.032628] env[66703]: DEBUG dogpile.cache.region [None req-33d36011-a73c-4b6d-849a-f8c867240c48 None None] No value present for key: 'zone-id' {{(pid=66703) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 1081.032762] env[66703]: DEBUG dogpile.lock [None req-33d36011-a73c-4b6d-849a-f8c867240c48 None None] NeedRegenerationException {{(pid=66703) _enter /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:90}} [ 1081.032965] env[66703]: DEBUG dogpile.lock [None req-33d36011-a73c-4b6d-849a-f8c867240c48 None None] no value, waiting for create lock {{(pid=66703) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:131}} [ 1081.033184] env[66703]: DEBUG dogpile.lock [None req-33d36011-a73c-4b6d-849a-f8c867240c48 None None] value creation lock acquired {{(pid=66703) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:135}} [ 1081.033338] env[66703]: DEBUG dogpile.cache.region [None req-33d36011-a73c-4b6d-849a-f8c867240c48 None None] No value present for key: 'zone-id' {{(pid=66703) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 1081.033454] env[66703]: DEBUG dogpile.lock [None req-33d36011-a73c-4b6d-849a-f8c867240c48 None None] Calling creation function for not-yet-present value {{(pid=66703) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:174}} [ 1081.033593] env[66703]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-33d36011-a73c-4b6d-849a-f8c867240c48 None None] Looking for TransportZone with name nsx-vlan-transportzone. [ 1081.054507] env[66703]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-33d36011-a73c-4b6d-849a-f8c867240c48 None None] loading zone with a95c914d-748d-497c-94ab-10d4647daeba and tags [{'scope': 'mp2policy_migr_status', 'tag': 'success'}] [ 1081.054695] env[66703]: DEBUG dogpile.cache.region [None req-33d36011-a73c-4b6d-849a-f8c867240c48 None None] Cache value generated in 0.021 seconds for key(s): 'zone-id' {{(pid=66703) _log_time /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:910}} [ 1081.054835] env[66703]: DEBUG dogpile.lock [None req-33d36011-a73c-4b6d-849a-f8c867240c48 None None] Released creation lock {{(pid=66703) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:182}} [ 1081.055027] env[66703]: DEBUG oslo_concurrency.lockutils [None req-33d36011-a73c-4b6d-849a-f8c867240c48 None None] Releasing lock "network-732" {{(pid=66703) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1081.055428] env[66703]: DEBUG networking_nsxv3.common.locking [None req-33d36011-a73c-4b6d-849a-f8c867240c48 None None] Lock port-8cffbf38-ceea-4d27-94ad-c66fc6efa0ef taken with stack trace [, , , , , , , , ] {{(pid=66703) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1081.055539] env[66703]: DEBUG oslo_concurrency.lockutils [None req-33d36011-a73c-4b6d-849a-f8c867240c48 None None] Acquiring lock "port-8cffbf38-ceea-4d27-94ad-c66fc6efa0ef" {{(pid=66703) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1081.055661] env[66703]: DEBUG oslo_concurrency.lockutils [None req-33d36011-a73c-4b6d-849a-f8c867240c48 None None] Acquired lock "port-8cffbf38-ceea-4d27-94ad-c66fc6efa0ef" {{(pid=66703) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1081.056051] env[66703]: DEBUG oslo_concurrency.lockutils [None req-33d36011-a73c-4b6d-849a-f8c867240c48 None None] Acquired external semaphore "port-8cffbf38-ceea-4d27-94ad-c66fc6efa0ef" {{(pid=66703) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1081.056200] env[66703]: DEBUG networking_nsxv3.api.rpc [None req-33d36011-a73c-4b6d-849a-f8c867240c48 None None] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('8cffbf38-ceea-4d27-94ad-c66fc6efa0ef',) {} {{(pid=66703) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1081.121795] env[66703]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=66703) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1081.121940] env[66703]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66703) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1081.121987] env[66703]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66703) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1081.122395] env[66703]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66703) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1081.122483] env[66703]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66703) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1081.122742] env[66703]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66703) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1081.122896] env[66703]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66703) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1081.123383] env[66703]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66703) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1081.123383] env[66703]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66703) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1081.123383] env[66703]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66703) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1081.123548] env[66703]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 3304826c-ce8e-49f9-aefd-3be39a0c0fbb is going to be updated. [ 1081.154100] env[66703]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66703) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1081.154423] env[66703]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66703) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1081.154423] env[66703]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66703) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1081.154630] env[66703]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66703) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1081.154769] env[66703]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66703) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1081.164338] env[66703]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 3304826c-ce8e-49f9-aefd-3be39a0c0fbb in Status: IN_PROGRESS for 2s [ 1081.361095] env[66703]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for 422a6afd-0a76-40ff-8ca7-239421300775: rpc.has_security_group_logging(os_id): False [ 1081.384713] env[66703]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=66703) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1081.384877] env[66703]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66703) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1081.384951] env[66703]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66703) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1081.385542] env[66703]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66703) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1081.385542] env[66703]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66703) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1081.385677] env[66703]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66703) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1081.385821] env[66703]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66703) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1081.385944] env[66703]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66703) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1081.386108] env[66703]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66703) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1081.386221] env[66703]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66703) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1081.386438] env[66703]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66703) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1081.386559] env[66703]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66703) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1081.386631] env[66703]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66703) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1081.386806] env[66703]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66703) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1081.386884] env[66703]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66703) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1081.387145] env[66703]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=66703) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1081.387267] env[66703]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66703) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1081.387355] env[66703]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66703) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1081.387525] env[66703]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66703) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1081.387603] env[66703]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66703) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1081.387715] env[66703]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 422a6afd-0a76-40ff-8ca7-239421300775 is going to be updated. [ 1081.490218] env[66703]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=66703) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1081.490472] env[66703]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66703) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1081.490472] env[66703]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66703) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1081.490772] env[66703]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66703) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1081.490958] env[66703]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66703) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1081.522893] env[66703]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 422a6afd-0a76-40ff-8ca7-239421300775 in Status: IN_PROGRESS for 2s [ 1081.558561] env[66703]: DEBUG networking_nsxv3.common.locking [None req-33d36011-a73c-4b6d-849a-f8c867240c48 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , ] {{(pid=66703) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1081.558809] env[66703]: DEBUG oslo_concurrency.lockutils [None req-33d36011-a73c-4b6d-849a-f8c867240c48 None None] Acquiring lock "SegmentPort" {{(pid=66703) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1081.558976] env[66703]: DEBUG oslo_concurrency.lockutils [None req-33d36011-a73c-4b6d-849a-f8c867240c48 None None] Acquired lock "SegmentPort" {{(pid=66703) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1081.559289] env[66703]: DEBUG oslo_concurrency.lockutils [None req-33d36011-a73c-4b6d-849a-f8c867240c48 None None] Acquired external semaphore "SegmentPort" {{(pid=66703) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1081.559494] env[66703]: DEBUG oslo_concurrency.lockutils [None req-33d36011-a73c-4b6d-849a-f8c867240c48 None None] Releasing lock "SegmentPort" {{(pid=66703) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1081.559734] env[66703]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-33d36011-a73c-4b6d-849a-f8c867240c48 None None] Segment Port 8cffbf38-ceea-4d27-94ad-c66fc6efa0ef not found, creating... [ 1081.560202] env[66703]: DEBUG networking_nsxv3.common.locking [None req-33d36011-a73c-4b6d-849a-f8c867240c48 None None] Lock Segment taken with stack trace [, , , , , , , , , , , ] {{(pid=66703) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1081.560438] env[66703]: DEBUG oslo_concurrency.lockutils [None req-33d36011-a73c-4b6d-849a-f8c867240c48 None None] Acquiring lock "Segment" {{(pid=66703) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1081.560568] env[66703]: DEBUG oslo_concurrency.lockutils [None req-33d36011-a73c-4b6d-849a-f8c867240c48 None None] Acquired lock "Segment" {{(pid=66703) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1081.560815] env[66703]: DEBUG oslo_concurrency.lockutils [None req-33d36011-a73c-4b6d-849a-f8c867240c48 None None] Acquired external semaphore "Segment" {{(pid=66703) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1081.560961] env[66703]: DEBUG oslo_concurrency.lockutils [None req-33d36011-a73c-4b6d-849a-f8c867240c48 None None] Releasing lock "Segment" {{(pid=66703) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1081.561354] env[66703]: DEBUG networking_nsxv3.common.locking [None req-33d36011-a73c-4b6d-849a-f8c867240c48 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=66703) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1081.561557] env[66703]: DEBUG oslo_concurrency.lockutils [None req-33d36011-a73c-4b6d-849a-f8c867240c48 None None] Acquiring lock "SegmentPort" {{(pid=66703) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1081.561651] env[66703]: DEBUG oslo_concurrency.lockutils [None req-33d36011-a73c-4b6d-849a-f8c867240c48 None None] Acquired lock "SegmentPort" {{(pid=66703) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1081.561870] env[66703]: DEBUG oslo_concurrency.lockutils [None req-33d36011-a73c-4b6d-849a-f8c867240c48 None None] Acquired external semaphore "SegmentPort" {{(pid=66703) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1081.562017] env[66703]: DEBUG oslo_concurrency.lockutils [None req-33d36011-a73c-4b6d-849a-f8c867240c48 None None] Releasing lock "SegmentPort" {{(pid=66703) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1081.562234] env[66703]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-33d36011-a73c-4b6d-849a-f8c867240c48 None None] Resource: SegmentPort with ID: 8cffbf38-ceea-4d27-94ad-c66fc6efa0ef is going to be created. [ 1081.600504] env[66703]: DEBUG networking_nsxv3.common.locking [None req-33d36011-a73c-4b6d-849a-f8c867240c48 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=66703) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1081.600869] env[66703]: DEBUG oslo_concurrency.lockutils [None req-33d36011-a73c-4b6d-849a-f8c867240c48 None None] Acquiring lock "SegmentPort" {{(pid=66703) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1081.601044] env[66703]: DEBUG oslo_concurrency.lockutils [None req-33d36011-a73c-4b6d-849a-f8c867240c48 None None] Acquired lock "SegmentPort" {{(pid=66703) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1081.601447] env[66703]: DEBUG oslo_concurrency.lockutils [None req-33d36011-a73c-4b6d-849a-f8c867240c48 None None] Acquired external semaphore "SegmentPort" {{(pid=66703) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1081.601806] env[66703]: DEBUG oslo_concurrency.lockutils [None req-33d36011-a73c-4b6d-849a-f8c867240c48 None None] Releasing lock "SegmentPort" {{(pid=66703) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1081.602115] env[66703]: DEBUG oslo_concurrency.lockutils [None req-33d36011-a73c-4b6d-849a-f8c867240c48 None None] Releasing lock "port-8cffbf38-ceea-4d27-94ad-c66fc6efa0ef" {{(pid=66703) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1081.628378] env[66703]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 7e357460-6da6-4aac-9ef9-bd79503ba910 in Status: SUCCESS [ 1081.628378] env[66703]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-7e357460-6da6-4aac-9ef9-bd79503ba910" {{(pid=66703) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1081.628378] env[66703]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-7e357460-6da6-4aac-9ef9-bd79503ba910" {{(pid=66703) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1081.628608] env[66703]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-7e357460-6da6-4aac-9ef9-bd79503ba910" {{(pid=66703) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1081.628766] env[66703]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=66703) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1081.628827] env[66703]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66703) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1081.628896] env[66703]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66703) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1081.629646] env[66703]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66703) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1081.629646] env[66703]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66703) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1081.629646] env[66703]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-7e357460-6da6-4aac-9ef9-bd79503ba910" {{(pid=66703) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1081.629646] env[66703]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('7e357460-6da6-4aac-9ef9-bd79503ba910',) {} {{(pid=66703) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1082.132574] env[66703]: DEBUG networking_nsxv3.common.locking [-] Lock member-7e357460-6da6-4aac-9ef9-bd79503ba910 taken with stack trace [, , , ] {{(pid=66703) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1082.132778] env[66703]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-7e357460-6da6-4aac-9ef9-bd79503ba910" {{(pid=66703) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1082.132823] env[66703]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-7e357460-6da6-4aac-9ef9-bd79503ba910" {{(pid=66703) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1082.133050] env[66703]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-7e357460-6da6-4aac-9ef9-bd79503ba910" {{(pid=66703) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1082.133215] env[66703]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=66703) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1082.133395] env[66703]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66703) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1082.133395] env[66703]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66703) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1082.133524] env[66703]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66703) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1082.133631] env[66703]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66703) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1082.133686] env[66703]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-7e357460-6da6-4aac-9ef9-bd79503ba910" {{(pid=66703) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1082.133870] env[66703]: DEBUG networking_nsxv3.common.locking [-] Lock member-7e357460-6da6-4aac-9ef9-bd79503ba910 taken with stack trace [, , , ] {{(pid=66703) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1082.133941] env[66703]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-7e357460-6da6-4aac-9ef9-bd79503ba910" {{(pid=66703) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1082.133975] env[66703]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-7e357460-6da6-4aac-9ef9-bd79503ba910" {{(pid=66703) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1082.134183] env[66703]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-7e357460-6da6-4aac-9ef9-bd79503ba910" {{(pid=66703) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1082.134278] env[66703]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=66703) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1082.134351] env[66703]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66703) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1082.134407] env[66703]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66703) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1082.135057] env[66703]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66703) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1082.135057] env[66703]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66703) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1082.135057] env[66703]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-7e357460-6da6-4aac-9ef9-bd79503ba910" {{(pid=66703) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1082.135057] env[66703]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('7e357460-6da6-4aac-9ef9-bd79503ba910',) {} {{(pid=66703) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1082.327143] env[66703]: INFO networking_nsxv3.common.synchronization [req-eb0c6145-05fd-4cf9-bbe7-2fd61fa2fac9 req-1dd8a693-b23f-4d6b-8182-fe80218b1e4a service nova] Enqueued Resource ID: 3304826c-ce8e-49f9-aefd-3be39a0c0fbb with Priority: HIGHEST for action security_group_rules [ 1082.327364] env[66703]: INFO networking_nsxv3.common.synchronization [req-eb0c6145-05fd-4cf9-bbe7-2fd61fa2fac9 req-1dd8a693-b23f-4d6b-8182-fe80218b1e4a service nova] Enqueued Resource ID: 3304826c-ce8e-49f9-aefd-3be39a0c0fbb with Priority: HIGHEST for action security_group_members [ 1082.327556] env[66703]: INFO networking_nsxv3.common.synchronization [req-eb0c6145-05fd-4cf9-bbe7-2fd61fa2fac9 req-1dd8a693-b23f-4d6b-8182-fe80218b1e4a service nova] Enqueued Resource ID: 8cffbf38-ceea-4d27-94ad-c66fc6efa0ef with Priority: HIGHEST for action port [ 1082.328107] env[66703]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 3304826c-ce8e-49f9-aefd-3be39a0c0fbb with Priority: HIGHEST for action security_group_rules [ 1082.328303] env[66703]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 3304826c-ce8e-49f9-aefd-3be39a0c0fbb with Priority: HIGHEST for action security_group_members [ 1082.328361] env[66703]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 8cffbf38-ceea-4d27-94ad-c66fc6efa0ef with Priority: HIGHEST for action port [ 1082.328594] env[66703]: DEBUG networking_nsxv3.common.locking [-] Lock rules-3304826c-ce8e-49f9-aefd-3be39a0c0fbb taken with stack trace [, , ] {{(pid=66703) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1082.328721] env[66703]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-3304826c-ce8e-49f9-aefd-3be39a0c0fbb" {{(pid=66703) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1082.328792] env[66703]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-3304826c-ce8e-49f9-aefd-3be39a0c0fbb" {{(pid=66703) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1082.329013] env[66703]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-3304826c-ce8e-49f9-aefd-3be39a0c0fbb" {{(pid=66703) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1082.329118] env[66703]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('3304826c-ce8e-49f9-aefd-3be39a0c0fbb',) {} {{(pid=66703) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1082.329989] env[66703]: DEBUG networking_nsxv3.common.locking [-] Lock member-3304826c-ce8e-49f9-aefd-3be39a0c0fbb taken with stack trace [, , ] {{(pid=66703) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1082.330093] env[66703]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-3304826c-ce8e-49f9-aefd-3be39a0c0fbb" {{(pid=66703) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1082.330296] env[66703]: DEBUG networking_nsxv3.common.locking [-] Lock port-8cffbf38-ceea-4d27-94ad-c66fc6efa0ef taken with stack trace [, , ] {{(pid=66703) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1082.330402] env[66703]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-8cffbf38-ceea-4d27-94ad-c66fc6efa0ef" {{(pid=66703) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1082.330465] env[66703]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-8cffbf38-ceea-4d27-94ad-c66fc6efa0ef" {{(pid=66703) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1082.330675] env[66703]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-8cffbf38-ceea-4d27-94ad-c66fc6efa0ef" {{(pid=66703) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1082.330796] env[66703]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('8cffbf38-ceea-4d27-94ad-c66fc6efa0ef',) {} {{(pid=66703) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1082.637176] env[66703]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for 7e357460-6da6-4aac-9ef9-bd79503ba910: rpc.has_security_group_logging(os_id): False [ 1082.660043] env[66703]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=66703) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1082.660043] env[66703]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66703) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1082.660043] env[66703]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66703) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1082.660043] env[66703]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66703) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1082.660043] env[66703]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66703) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1082.660422] env[66703]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66703) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1082.660422] env[66703]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66703) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1082.660422] env[66703]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66703) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1082.660569] env[66703]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66703) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1082.660569] env[66703]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66703) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1082.660809] env[66703]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66703) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1082.660909] env[66703]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66703) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1082.660972] env[66703]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66703) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1082.661220] env[66703]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66703) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1082.661316] env[66703]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66703) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1082.661539] env[66703]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=66703) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1082.661640] env[66703]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66703) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1082.661702] env[66703]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66703) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1082.661869] env[66703]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66703) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1082.661945] env[66703]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66703) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1082.662052] env[66703]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 7e357460-6da6-4aac-9ef9-bd79503ba910 is going to be updated. [ 1082.728738] env[66703]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=66703) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1082.728884] env[66703]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66703) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1082.729033] env[66703]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66703) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1082.730138] env[66703]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66703) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1082.730138] env[66703]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66703) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1082.745372] env[66703]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 7e357460-6da6-4aac-9ef9-bd79503ba910 in Status: IN_PROGRESS for 2s [ 1082.832706] env[66703]: DEBUG networking_nsxv3.common.locking [-] Lock member-3304826c-ce8e-49f9-aefd-3be39a0c0fbb taken with stack trace [, , , ] {{(pid=66703) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1082.832877] env[66703]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-3304826c-ce8e-49f9-aefd-3be39a0c0fbb" {{(pid=66703) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1082.834342] env[66703]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] realization of port 8cffbf38-ceea-4d27-94ad-c66fc6efa0ef with status ACTIVE [ 1082.834747] env[66703]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=66703) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1082.835110] env[66703]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=66703) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1082.835251] env[66703]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=66703) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1082.835565] env[66703]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=66703) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1082.835691] env[66703]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=66703) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1082.835959] env[66703]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , ] {{(pid=66703) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1082.836119] env[66703]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=66703) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1082.836215] env[66703]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=66703) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1082.836441] env[66703]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=66703) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1082.836554] env[66703]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=66703) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1082.836821] env[66703]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=66703) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1082.836956] env[66703]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=66703) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1082.837079] env[66703]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=66703) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1082.837294] env[66703]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=66703) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1082.837404] env[66703]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=66703) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1082.837527] env[66703]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: SegmentPort with ID: 8cffbf38-ceea-4d27-94ad-c66fc6efa0ef is going to be updated. [ 1082.866598] env[66703]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=66703) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1082.866809] env[66703]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=66703) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1082.866885] env[66703]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=66703) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1082.867198] env[66703]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=66703) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1082.867439] env[66703]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=66703) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1082.867621] env[66703]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-8cffbf38-ceea-4d27-94ad-c66fc6efa0ef" {{(pid=66703) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1083.180193] env[66703]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 3304826c-ce8e-49f9-aefd-3be39a0c0fbb in Status: SUCCESS [ 1083.180193] env[66703]: WARNING networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 3304826c-ce8e-49f9-aefd-3be39a0c0fbb deletion is rescheduled due to dependency. [ 1083.180193] env[66703]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-3304826c-ce8e-49f9-aefd-3be39a0c0fbb" {{(pid=66703) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1083.180193] env[66703]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-3304826c-ce8e-49f9-aefd-3be39a0c0fbb" {{(pid=66703) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1083.180193] env[66703]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-3304826c-ce8e-49f9-aefd-3be39a0c0fbb" {{(pid=66703) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1083.180830] env[66703]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=66703) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1083.181220] env[66703]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66703) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1083.181523] env[66703]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66703) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1083.181921] env[66703]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66703) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1083.182213] env[66703]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66703) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1083.183721] env[66703]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('3304826c-ce8e-49f9-aefd-3be39a0c0fbb',) {} {{(pid=66703) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1083.536959] env[66703]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 422a6afd-0a76-40ff-8ca7-239421300775 in Status: SUCCESS [ 1083.537204] env[66703]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-422a6afd-0a76-40ff-8ca7-239421300775" {{(pid=66703) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1083.685919] env[66703]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('3304826c-ce8e-49f9-aefd-3be39a0c0fbb',) {} {{(pid=66703) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1083.918042] env[66703]: INFO networking_nsxv3.common.synchronization [req-224d0d8b-eeb3-456d-a0ea-c95a76f2b4dd req-32bf36f7-48df-4e0a-94f5-9619cf264bfa tempest-AttachInterfacesTestJSON-516416630 tempest-AttachInterfacesTestJSON-516416630-project-member] Enqueued Resource ID: 74884478-9760-4ca3-bceb-cbff7acb74c0 with Priority: HIGHEST for action security_group_members [ 1083.918832] env[66703]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 74884478-9760-4ca3-bceb-cbff7acb74c0 with Priority: HIGHEST for action security_group_members [ 1083.919617] env[66703]: DEBUG networking_nsxv3.common.locking [-] Lock member-74884478-9760-4ca3-bceb-cbff7acb74c0 taken with stack trace [, , ] {{(pid=66703) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1083.919617] env[66703]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-74884478-9760-4ca3-bceb-cbff7acb74c0" {{(pid=66703) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1083.919617] env[66703]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-74884478-9760-4ca3-bceb-cbff7acb74c0" {{(pid=66703) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1083.919617] env[66703]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-74884478-9760-4ca3-bceb-cbff7acb74c0" {{(pid=66703) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1083.920420] env[66703]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=66703) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1083.920420] env[66703]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66703) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1083.920420] env[66703]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66703) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1083.920553] env[66703]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66703) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1083.920553] env[66703]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66703) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1083.920686] env[66703]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('74884478-9760-4ca3-bceb-cbff7acb74c0',) {} {{(pid=66703) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1084.188649] env[66703]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('3304826c-ce8e-49f9-aefd-3be39a0c0fbb',) {} {{(pid=66703) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1084.423037] env[66703]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=66703) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1084.423968] env[66703]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66703) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1084.423968] env[66703]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66703) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1084.423968] env[66703]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66703) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1084.423968] env[66703]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66703) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1084.424410] env[66703]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66703) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1084.424410] env[66703]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66703) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1084.424538] env[66703]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66703) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1084.424704] env[66703]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66703) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1084.424810] env[66703]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66703) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1084.424950] env[66703]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 74884478-9760-4ca3-bceb-cbff7acb74c0 is going to be updated. [ 1084.470256] env[66703]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66703) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1084.470583] env[66703]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66703) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1084.470583] env[66703]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66703) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1084.470723] env[66703]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66703) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1084.470865] env[66703]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66703) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1084.481532] env[66703]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 74884478-9760-4ca3-bceb-cbff7acb74c0 in Status: IN_PROGRESS for 2s [ 1084.692876] env[66703]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66703) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1084.692876] env[66703]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66703) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1084.692876] env[66703]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66703) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1084.692876] env[66703]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66703) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1084.693528] env[66703]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66703) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1084.693528] env[66703]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 3304826c-ce8e-49f9-aefd-3be39a0c0fbb is going to be updated. [ 1084.728217] env[66703]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66703) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1084.728657] env[66703]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66703) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1084.728657] env[66703]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66703) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1084.728925] env[66703]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66703) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1084.729174] env[66703]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66703) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1084.739696] env[66703]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 3304826c-ce8e-49f9-aefd-3be39a0c0fbb in Status: IN_PROGRESS for 2s [ 1084.789720] env[66703]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 7e357460-6da6-4aac-9ef9-bd79503ba910 in Status: SUCCESS [ 1084.790056] env[66703]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-7e357460-6da6-4aac-9ef9-bd79503ba910" {{(pid=66703) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1084.939200] env[66703]: INFO networking_nsxv3.common.synchronization [None req-5554c06d-05a2-4586-a32a-8069b5de0853 tempest-AttachVolumeNegativeTest-1369038245 tempest-AttachVolumeNegativeTest-1369038245-project-member] Enqueued Resource ID: 0a0added-7b70-4b18-961a-c2e749c49e44 with Priority: HIGHEST for action security_group_rules [ 1084.940272] env[66703]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 0a0added-7b70-4b18-961a-c2e749c49e44 with Priority: HIGHEST for action security_group_rules [ 1084.940272] env[66703]: DEBUG networking_nsxv3.common.locking [-] Lock rules-0a0added-7b70-4b18-961a-c2e749c49e44 taken with stack trace [, , ] {{(pid=66703) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1084.940272] env[66703]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-0a0added-7b70-4b18-961a-c2e749c49e44" {{(pid=66703) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1084.940272] env[66703]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-0a0added-7b70-4b18-961a-c2e749c49e44" {{(pid=66703) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1084.940835] env[66703]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-0a0added-7b70-4b18-961a-c2e749c49e44" {{(pid=66703) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1084.940835] env[66703]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('0a0added-7b70-4b18-961a-c2e749c49e44',) {} {{(pid=66703) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1085.038868] env[66703]: INFO networking_nsxv3.common.synchronization [None req-aee8580b-4319-4f90-aeb2-e7c6a1220c23 tempest-AttachVolumeNegativeTest-1369038245 tempest-AttachVolumeNegativeTest-1369038245-project-member] Enqueued Resource ID: 0a0added-7b70-4b18-961a-c2e749c49e44 with Priority: HIGHEST for action security_group_rules [ 1085.039805] env[66703]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 0a0added-7b70-4b18-961a-c2e749c49e44 with Priority: HIGHEST for action security_group_rules [ 1085.039805] env[66703]: DEBUG networking_nsxv3.common.locking [-] Lock rules-0a0added-7b70-4b18-961a-c2e749c49e44 taken with stack trace [, , ] {{(pid=66703) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1085.039998] env[66703]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-0a0added-7b70-4b18-961a-c2e749c49e44" {{(pid=66703) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1085.464143] env[66703]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=66703) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1085.464329] env[66703]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66703) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1085.464400] env[66703]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66703) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1085.464608] env[66703]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66703) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1085.464697] env[66703]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66703) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1085.464836] env[66703]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 0a0added-7b70-4b18-961a-c2e749c49e44 already deleted. [ 1085.464902] env[66703]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-0a0added-7b70-4b18-961a-c2e749c49e44" {{(pid=66703) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1085.465066] env[66703]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-0a0added-7b70-4b18-961a-c2e749c49e44" {{(pid=66703) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1085.465200] env[66703]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-0a0added-7b70-4b18-961a-c2e749c49e44" {{(pid=66703) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1085.465289] env[66703]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('0a0added-7b70-4b18-961a-c2e749c49e44',) {} {{(pid=66703) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1085.988493] env[66703]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=66703) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1085.988924] env[66703]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66703) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1085.988924] env[66703]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66703) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1085.989107] env[66703]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66703) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1085.989235] env[66703]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66703) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1085.989342] env[66703]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 0a0added-7b70-4b18-961a-c2e749c49e44 already deleted. [ 1085.989431] env[66703]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-0a0added-7b70-4b18-961a-c2e749c49e44" {{(pid=66703) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1086.497575] env[66703]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 74884478-9760-4ca3-bceb-cbff7acb74c0 in Status: SUCCESS [ 1086.497575] env[66703]: WARNING networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 74884478-9760-4ca3-bceb-cbff7acb74c0 deletion is rescheduled due to dependency. [ 1086.497575] env[66703]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-74884478-9760-4ca3-bceb-cbff7acb74c0" {{(pid=66703) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1086.751962] env[66703]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 3304826c-ce8e-49f9-aefd-3be39a0c0fbb in Status: SUCCESS [ 1086.752200] env[66703]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-3304826c-ce8e-49f9-aefd-3be39a0c0fbb" {{(pid=66703) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1086.757035] env[66703]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-3304826c-ce8e-49f9-aefd-3be39a0c0fbb" {{(pid=66703) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1086.757035] env[66703]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-3304826c-ce8e-49f9-aefd-3be39a0c0fbb" {{(pid=66703) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1086.758241] env[66703]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=66703) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1086.758241] env[66703]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66703) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1086.758241] env[66703]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66703) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1086.758241] env[66703]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66703) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1086.758241] env[66703]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66703) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1086.758241] env[66703]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-3304826c-ce8e-49f9-aefd-3be39a0c0fbb" {{(pid=66703) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1086.758241] env[66703]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('3304826c-ce8e-49f9-aefd-3be39a0c0fbb',) {} {{(pid=66703) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1087.262992] env[66703]: DEBUG networking_nsxv3.common.locking [-] Lock member-3304826c-ce8e-49f9-aefd-3be39a0c0fbb taken with stack trace [, , , ] {{(pid=66703) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1087.263709] env[66703]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-3304826c-ce8e-49f9-aefd-3be39a0c0fbb" {{(pid=66703) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1087.263709] env[66703]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-3304826c-ce8e-49f9-aefd-3be39a0c0fbb" {{(pid=66703) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1087.263709] env[66703]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-3304826c-ce8e-49f9-aefd-3be39a0c0fbb" {{(pid=66703) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1087.263923] env[66703]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=66703) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1087.263923] env[66703]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66703) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1087.264065] env[66703]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66703) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1087.264193] env[66703]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66703) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1087.264368] env[66703]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66703) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1087.264526] env[66703]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-3304826c-ce8e-49f9-aefd-3be39a0c0fbb" {{(pid=66703) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1087.264777] env[66703]: DEBUG networking_nsxv3.common.locking [-] Lock member-3304826c-ce8e-49f9-aefd-3be39a0c0fbb taken with stack trace [, , , ] {{(pid=66703) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1087.265287] env[66703]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-3304826c-ce8e-49f9-aefd-3be39a0c0fbb" {{(pid=66703) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1087.265287] env[66703]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-3304826c-ce8e-49f9-aefd-3be39a0c0fbb" {{(pid=66703) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1087.265287] env[66703]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-3304826c-ce8e-49f9-aefd-3be39a0c0fbb" {{(pid=66703) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1087.265975] env[66703]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=66703) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1087.265975] env[66703]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66703) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1087.265975] env[66703]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66703) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1087.265975] env[66703]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66703) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1087.266371] env[66703]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66703) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1087.266371] env[66703]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-3304826c-ce8e-49f9-aefd-3be39a0c0fbb" {{(pid=66703) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1087.267236] env[66703]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('3304826c-ce8e-49f9-aefd-3be39a0c0fbb',) {} {{(pid=66703) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1087.333039] env[66703]: INFO networking_nsxv3.common.synchronization [req-0d6c7fc6-8859-4cf0-9130-06f0aab02132 req-ca37b824-526a-47f7-a66e-6fb12015d231 tempest-AttachInterfacesTestJSON-516416630 tempest-AttachInterfacesTestJSON-516416630-project-member] Enqueued Resource ID: 1e2b2a96-49fb-4d3f-83d8-f1102c156f71 with Priority: HIGHEST for action security_group_members [ 1087.333809] env[66703]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 1e2b2a96-49fb-4d3f-83d8-f1102c156f71 with Priority: HIGHEST for action security_group_members [ 1087.333937] env[66703]: DEBUG networking_nsxv3.common.locking [-] Lock member-1e2b2a96-49fb-4d3f-83d8-f1102c156f71 taken with stack trace [, , ] {{(pid=66703) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1087.334188] env[66703]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-1e2b2a96-49fb-4d3f-83d8-f1102c156f71" {{(pid=66703) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1087.334408] env[66703]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-1e2b2a96-49fb-4d3f-83d8-f1102c156f71" {{(pid=66703) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1087.334528] env[66703]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-1e2b2a96-49fb-4d3f-83d8-f1102c156f71" {{(pid=66703) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1087.335437] env[66703]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=66703) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1087.335575] env[66703]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66703) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1087.335643] env[66703]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66703) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1087.335810] env[66703]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66703) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1087.336173] env[66703]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66703) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1087.336173] env[66703]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('1e2b2a96-49fb-4d3f-83d8-f1102c156f71',) {} {{(pid=66703) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1087.769586] env[66703]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for 3304826c-ce8e-49f9-aefd-3be39a0c0fbb: rpc.has_security_group_logging(os_id): False [ 1087.794353] env[66703]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=66703) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1087.794452] env[66703]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66703) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1087.794452] env[66703]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66703) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1087.795035] env[66703]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66703) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1087.795035] env[66703]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66703) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1087.795035] env[66703]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66703) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1087.795232] env[66703]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66703) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1087.795232] env[66703]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66703) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1087.795306] env[66703]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66703) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1087.795343] env[66703]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66703) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1087.795738] env[66703]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66703) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1087.795738] env[66703]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66703) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1087.795738] env[66703]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66703) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1087.795896] env[66703]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66703) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1087.795896] env[66703]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66703) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1087.800025] env[66703]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=66703) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1087.800025] env[66703]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66703) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1087.800025] env[66703]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66703) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1087.800025] env[66703]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66703) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1087.800025] env[66703]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66703) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1087.800025] env[66703]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 3304826c-ce8e-49f9-aefd-3be39a0c0fbb is going to be updated. [ 1087.839468] env[66703]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=66703) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1087.839468] env[66703]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66703) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1087.839468] env[66703]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66703) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1087.839468] env[66703]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66703) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1087.839769] env[66703]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66703) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1087.839769] env[66703]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66703) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1087.839853] env[66703]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66703) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1087.839853] env[66703]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66703) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1087.840022] env[66703]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66703) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1087.840120] env[66703]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66703) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1087.840249] env[66703]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 1e2b2a96-49fb-4d3f-83d8-f1102c156f71 is going to be updated. [ 1087.861780] env[66703]: INFO networking_nsxv3.common.synchronization [req-48bd3b8b-fc58-4253-8596-fccbb7ab48dd req-05d6341f-62a8-446b-b64d-c576597a70c1 tempest-ServersNegativeTestJSON-656145057 tempest-ServersNegativeTestJSON-656145057-project-member] Enqueued Resource ID: 7e357460-6da6-4aac-9ef9-bd79503ba910 with Priority: HIGHEST for action security_group_members [ 1087.862329] env[66703]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 7e357460-6da6-4aac-9ef9-bd79503ba910 with Priority: HIGHEST for action security_group_members [ 1087.862849] env[66703]: DEBUG networking_nsxv3.common.locking [-] Lock member-7e357460-6da6-4aac-9ef9-bd79503ba910 taken with stack trace [, , ] {{(pid=66703) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1087.862995] env[66703]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-7e357460-6da6-4aac-9ef9-bd79503ba910" {{(pid=66703) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1087.862995] env[66703]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-7e357460-6da6-4aac-9ef9-bd79503ba910" {{(pid=66703) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1087.863693] env[66703]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-7e357460-6da6-4aac-9ef9-bd79503ba910" {{(pid=66703) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1087.863693] env[66703]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=66703) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1087.863693] env[66703]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66703) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1087.863693] env[66703]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66703) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1087.863693] env[66703]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66703) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1087.864218] env[66703]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66703) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1087.864218] env[66703]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('7e357460-6da6-4aac-9ef9-bd79503ba910',) {} {{(pid=66703) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1087.865607] env[66703]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=66703) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1087.866201] env[66703]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66703) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1087.866201] env[66703]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66703) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1087.866201] env[66703]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66703) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1087.866667] env[66703]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66703) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1087.879208] env[66703]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66703) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1087.879592] env[66703]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66703) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1087.879592] env[66703]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66703) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1087.880098] env[66703]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66703) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1087.880098] env[66703]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66703) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1087.890624] env[66703]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 3304826c-ce8e-49f9-aefd-3be39a0c0fbb in Status: IN_PROGRESS for 2s [ 1087.890624] env[66703]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 1e2b2a96-49fb-4d3f-83d8-f1102c156f71 in Status: IN_PROGRESS for 2s [ 1088.369581] env[66703]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('7e357460-6da6-4aac-9ef9-bd79503ba910',) {} {{(pid=66703) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1088.872371] env[66703]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('7e357460-6da6-4aac-9ef9-bd79503ba910',) {} {{(pid=66703) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1089.375566] env[66703]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66703) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1089.375981] env[66703]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66703) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1089.375981] env[66703]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66703) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1089.376343] env[66703]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66703) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1089.376466] env[66703]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66703) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1089.376575] env[66703]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 7e357460-6da6-4aac-9ef9-bd79503ba910 is going to be updated. [ 1089.413887] env[66703]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66703) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1089.414093] env[66703]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66703) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1089.414430] env[66703]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66703) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1089.414430] env[66703]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66703) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1089.414548] env[66703]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66703) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1089.426870] env[66703]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 7e357460-6da6-4aac-9ef9-bd79503ba910 in Status: IN_PROGRESS for 2s [ 1089.983200] env[66703]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 1e2b2a96-49fb-4d3f-83d8-f1102c156f71 in Status: SUCCESS [ 1089.983476] env[66703]: WARNING networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 1e2b2a96-49fb-4d3f-83d8-f1102c156f71 deletion is rescheduled due to dependency. [ 1089.983476] env[66703]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-1e2b2a96-49fb-4d3f-83d8-f1102c156f71" {{(pid=66703) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1089.986169] env[66703]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 3304826c-ce8e-49f9-aefd-3be39a0c0fbb in Status: SUCCESS [ 1089.987907] env[66703]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-3304826c-ce8e-49f9-aefd-3be39a0c0fbb" {{(pid=66703) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1090.809874] env[66703]: INFO networking_nsxv3.common.synchronization [None req-35264fe1-0a14-47ae-a3f5-dc11e43392e1 None None] Enqueued Resource ID: 50a8319b-af39-4433-8ee9-7cf34312ea48 with Priority: HIGHEST for action port [ 1090.809874] env[66703]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 50a8319b-af39-4433-8ee9-7cf34312ea48 with Priority: HIGHEST for action port [ 1090.810433] env[66703]: DEBUG networking_nsxv3.common.locking [-] Lock port-50a8319b-af39-4433-8ee9-7cf34312ea48 taken with stack trace [, , ] {{(pid=66703) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1090.810433] env[66703]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-50a8319b-af39-4433-8ee9-7cf34312ea48" {{(pid=66703) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1090.810433] env[66703]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-50a8319b-af39-4433-8ee9-7cf34312ea48" {{(pid=66703) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1090.814021] env[66703]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-50a8319b-af39-4433-8ee9-7cf34312ea48" {{(pid=66703) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1090.814021] env[66703]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('50a8319b-af39-4433-8ee9-7cf34312ea48',) {} {{(pid=66703) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1091.315574] env[66703]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] deletion realization of port 50a8319b-af39-4433-8ee9-7cf34312ea48 [ 1091.315574] env[66703]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=66703) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1091.315574] env[66703]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=66703) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1091.315574] env[66703]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=66703) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1091.315574] env[66703]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=66703) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1091.315574] env[66703]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=66703) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1091.315574] env[66703]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Segment Port:50a8319b-af39-4433-8ee9-7cf34312ea48 already deleted. [ 1091.315574] env[66703]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-50a8319b-af39-4433-8ee9-7cf34312ea48" {{(pid=66703) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1091.440367] env[66703]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 7e357460-6da6-4aac-9ef9-bd79503ba910 in Status: SUCCESS [ 1091.440652] env[66703]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-7e357460-6da6-4aac-9ef9-bd79503ba910" {{(pid=66703) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1093.281173] env[66703]: INFO networking_nsxv3.common.synchronization [req-039f5328-2e32-4a2c-bf01-16179f3d1758 req-b0636397-3b55-422d-be9b-c6a58ceda005 tempest-AttachVolumeNegativeTest-1369038245 tempest-AttachVolumeNegativeTest-1369038245-project-member] Enqueued Resource ID: 0a0added-7b70-4b18-961a-c2e749c49e44 with Priority: HIGHEST for action security_group_members [ 1093.281173] env[66703]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 0a0added-7b70-4b18-961a-c2e749c49e44 with Priority: HIGHEST for action security_group_members [ 1093.282839] env[66703]: DEBUG networking_nsxv3.common.locking [-] Lock member-0a0added-7b70-4b18-961a-c2e749c49e44 taken with stack trace [, , ] {{(pid=66703) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1093.283186] env[66703]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-0a0added-7b70-4b18-961a-c2e749c49e44" {{(pid=66703) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1093.283623] env[66703]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-0a0added-7b70-4b18-961a-c2e749c49e44" {{(pid=66703) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1093.284988] env[66703]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-0a0added-7b70-4b18-961a-c2e749c49e44" {{(pid=66703) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1093.284988] env[66703]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=66703) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1093.285261] env[66703]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66703) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1093.285437] env[66703]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66703) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1093.286377] env[66703]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66703) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1093.286377] env[66703]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66703) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1093.286377] env[66703]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('0a0added-7b70-4b18-961a-c2e749c49e44',) {} {{(pid=66703) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1093.340662] env[66703]: INFO networking_nsxv3.common.synchronization [None req-dc551513-3653-4d27-abb7-465aeb875e86 None None] Enqueued Resource ID: d84648dd-6779-4ae4-b84a-1b5f2483e78e with Priority: HIGHEST for action port [ 1093.341572] env[66703]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: d84648dd-6779-4ae4-b84a-1b5f2483e78e with Priority: HIGHEST for action port [ 1093.341678] env[66703]: DEBUG networking_nsxv3.common.locking [-] Lock port-d84648dd-6779-4ae4-b84a-1b5f2483e78e taken with stack trace [, , ] {{(pid=66703) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1093.341806] env[66703]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-d84648dd-6779-4ae4-b84a-1b5f2483e78e" {{(pid=66703) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1093.341806] env[66703]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-d84648dd-6779-4ae4-b84a-1b5f2483e78e" {{(pid=66703) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1093.342452] env[66703]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-d84648dd-6779-4ae4-b84a-1b5f2483e78e" {{(pid=66703) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1093.342563] env[66703]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('d84648dd-6779-4ae4-b84a-1b5f2483e78e',) {} {{(pid=66703) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1093.690240] env[66703]: DEBUG networking_nsxv3.common.locking [None req-ffa6d202-748e-4c81-9979-ad08741f9cf7 None None] Lock network-840 taken with stack trace [, , , , , , , , ] {{(pid=66703) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1093.690462] env[66703]: DEBUG oslo_concurrency.lockutils [None req-ffa6d202-748e-4c81-9979-ad08741f9cf7 None None] Acquiring lock "network-840" {{(pid=66703) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1093.690593] env[66703]: DEBUG oslo_concurrency.lockutils [None req-ffa6d202-748e-4c81-9979-ad08741f9cf7 None None] Acquired lock "network-840" {{(pid=66703) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1093.690863] env[66703]: DEBUG oslo_concurrency.lockutils [None req-ffa6d202-748e-4c81-9979-ad08741f9cf7 None None] Acquired external semaphore "network-840" {{(pid=66703) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1093.691137] env[66703]: DEBUG networking_nsxv3.common.locking [None req-ffa6d202-748e-4c81-9979-ad08741f9cf7 None None] Lock Segment taken with stack trace [, , , , , , , , , , ] {{(pid=66703) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1093.691299] env[66703]: DEBUG oslo_concurrency.lockutils [None req-ffa6d202-748e-4c81-9979-ad08741f9cf7 None None] Acquiring lock "Segment" {{(pid=66703) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1093.691425] env[66703]: DEBUG oslo_concurrency.lockutils [None req-ffa6d202-748e-4c81-9979-ad08741f9cf7 None None] Acquired lock "Segment" {{(pid=66703) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1093.691634] env[66703]: DEBUG oslo_concurrency.lockutils [None req-ffa6d202-748e-4c81-9979-ad08741f9cf7 None None] Acquired external semaphore "Segment" {{(pid=66703) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1093.691782] env[66703]: DEBUG oslo_concurrency.lockutils [None req-ffa6d202-748e-4c81-9979-ad08741f9cf7 None None] Releasing lock "Segment" {{(pid=66703) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1093.692033] env[66703]: DEBUG dogpile.cache.region [None req-ffa6d202-748e-4c81-9979-ad08741f9cf7 None None] No value present for key: 'zone-id' {{(pid=66703) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 1093.692114] env[66703]: DEBUG dogpile.lock [None req-ffa6d202-748e-4c81-9979-ad08741f9cf7 None None] NeedRegenerationException {{(pid=66703) _enter /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:90}} [ 1093.692224] env[66703]: DEBUG dogpile.lock [None req-ffa6d202-748e-4c81-9979-ad08741f9cf7 None None] no value, waiting for create lock {{(pid=66703) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:131}} [ 1093.692333] env[66703]: DEBUG dogpile.lock [None req-ffa6d202-748e-4c81-9979-ad08741f9cf7 None None] value creation lock acquired {{(pid=66703) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:135}} [ 1093.692443] env[66703]: DEBUG dogpile.cache.region [None req-ffa6d202-748e-4c81-9979-ad08741f9cf7 None None] No value present for key: 'zone-id' {{(pid=66703) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 1093.692550] env[66703]: DEBUG dogpile.lock [None req-ffa6d202-748e-4c81-9979-ad08741f9cf7 None None] Calling creation function for not-yet-present value {{(pid=66703) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:174}} [ 1093.692680] env[66703]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-ffa6d202-748e-4c81-9979-ad08741f9cf7 None None] Looking for TransportZone with name nsx-vlan-transportzone. [ 1093.714455] env[66703]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-ffa6d202-748e-4c81-9979-ad08741f9cf7 None None] loading zone with a95c914d-748d-497c-94ab-10d4647daeba and tags [{'scope': 'mp2policy_migr_status', 'tag': 'success'}] [ 1093.714730] env[66703]: DEBUG dogpile.cache.region [None req-ffa6d202-748e-4c81-9979-ad08741f9cf7 None None] Cache value generated in 0.022 seconds for key(s): 'zone-id' {{(pid=66703) _log_time /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:910}} [ 1093.714880] env[66703]: DEBUG dogpile.lock [None req-ffa6d202-748e-4c81-9979-ad08741f9cf7 None None] Released creation lock {{(pid=66703) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:182}} [ 1093.715168] env[66703]: DEBUG oslo_concurrency.lockutils [None req-ffa6d202-748e-4c81-9979-ad08741f9cf7 None None] Releasing lock "network-840" {{(pid=66703) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1093.715547] env[66703]: DEBUG networking_nsxv3.common.locking [None req-ffa6d202-748e-4c81-9979-ad08741f9cf7 None None] Lock port-0435801c-26f0-47e8-84a4-0bf8c3e3477c taken with stack trace [, , , , , , , , ] {{(pid=66703) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1093.715767] env[66703]: DEBUG oslo_concurrency.lockutils [None req-ffa6d202-748e-4c81-9979-ad08741f9cf7 None None] Acquiring lock "port-0435801c-26f0-47e8-84a4-0bf8c3e3477c" {{(pid=66703) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1093.715950] env[66703]: DEBUG oslo_concurrency.lockutils [None req-ffa6d202-748e-4c81-9979-ad08741f9cf7 None None] Acquired lock "port-0435801c-26f0-47e8-84a4-0bf8c3e3477c" {{(pid=66703) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1093.716320] env[66703]: DEBUG oslo_concurrency.lockutils [None req-ffa6d202-748e-4c81-9979-ad08741f9cf7 None None] Acquired external semaphore "port-0435801c-26f0-47e8-84a4-0bf8c3e3477c" {{(pid=66703) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1093.716463] env[66703]: DEBUG networking_nsxv3.api.rpc [None req-ffa6d202-748e-4c81-9979-ad08741f9cf7 None None] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('0435801c-26f0-47e8-84a4-0bf8c3e3477c',) {} {{(pid=66703) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1093.791975] env[66703]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=66703) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1093.791975] env[66703]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66703) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1093.792193] env[66703]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66703) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1093.792277] env[66703]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66703) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1093.792391] env[66703]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66703) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1093.792613] env[66703]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66703) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1093.792735] env[66703]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66703) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1093.792817] env[66703]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66703) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1093.793449] env[66703]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66703) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1093.793449] env[66703]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66703) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1093.793449] env[66703]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 0a0added-7b70-4b18-961a-c2e749c49e44 already deleted. [ 1093.793449] env[66703]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-0a0added-7b70-4b18-961a-c2e749c49e44" {{(pid=66703) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1093.845498] env[66703]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] deletion realization of port d84648dd-6779-4ae4-b84a-1b5f2483e78e [ 1093.845785] env[66703]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=66703) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1093.845942] env[66703]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=66703) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1093.846031] env[66703]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=66703) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1093.846314] env[66703]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=66703) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1093.846434] env[66703]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=66703) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1093.846542] env[66703]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Segment Port:d84648dd-6779-4ae4-b84a-1b5f2483e78e already deleted. [ 1093.846705] env[66703]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-d84648dd-6779-4ae4-b84a-1b5f2483e78e" {{(pid=66703) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1094.219771] env[66703]: DEBUG networking_nsxv3.common.locking [None req-ffa6d202-748e-4c81-9979-ad08741f9cf7 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , ] {{(pid=66703) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1094.219771] env[66703]: DEBUG oslo_concurrency.lockutils [None req-ffa6d202-748e-4c81-9979-ad08741f9cf7 None None] Acquiring lock "SegmentPort" {{(pid=66703) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1094.219771] env[66703]: DEBUG oslo_concurrency.lockutils [None req-ffa6d202-748e-4c81-9979-ad08741f9cf7 None None] Acquired lock "SegmentPort" {{(pid=66703) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1094.220160] env[66703]: DEBUG oslo_concurrency.lockutils [None req-ffa6d202-748e-4c81-9979-ad08741f9cf7 None None] Acquired external semaphore "SegmentPort" {{(pid=66703) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1094.220411] env[66703]: DEBUG oslo_concurrency.lockutils [None req-ffa6d202-748e-4c81-9979-ad08741f9cf7 None None] Releasing lock "SegmentPort" {{(pid=66703) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1094.220647] env[66703]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-ffa6d202-748e-4c81-9979-ad08741f9cf7 None None] Segment Port 0435801c-26f0-47e8-84a4-0bf8c3e3477c not found, creating... [ 1094.220943] env[66703]: DEBUG networking_nsxv3.common.locking [None req-ffa6d202-748e-4c81-9979-ad08741f9cf7 None None] Lock Segment taken with stack trace [, , , , , , , , , , , ] {{(pid=66703) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1094.221195] env[66703]: DEBUG oslo_concurrency.lockutils [None req-ffa6d202-748e-4c81-9979-ad08741f9cf7 None None] Acquiring lock "Segment" {{(pid=66703) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1094.221286] env[66703]: DEBUG oslo_concurrency.lockutils [None req-ffa6d202-748e-4c81-9979-ad08741f9cf7 None None] Acquired lock "Segment" {{(pid=66703) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1094.221576] env[66703]: DEBUG oslo_concurrency.lockutils [None req-ffa6d202-748e-4c81-9979-ad08741f9cf7 None None] Acquired external semaphore "Segment" {{(pid=66703) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1094.221739] env[66703]: DEBUG oslo_concurrency.lockutils [None req-ffa6d202-748e-4c81-9979-ad08741f9cf7 None None] Releasing lock "Segment" {{(pid=66703) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1094.222052] env[66703]: DEBUG networking_nsxv3.common.locking [None req-ffa6d202-748e-4c81-9979-ad08741f9cf7 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=66703) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1094.222212] env[66703]: DEBUG oslo_concurrency.lockutils [None req-ffa6d202-748e-4c81-9979-ad08741f9cf7 None None] Acquiring lock "SegmentPort" {{(pid=66703) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1094.222330] env[66703]: DEBUG oslo_concurrency.lockutils [None req-ffa6d202-748e-4c81-9979-ad08741f9cf7 None None] Acquired lock "SegmentPort" {{(pid=66703) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1094.222551] env[66703]: DEBUG oslo_concurrency.lockutils [None req-ffa6d202-748e-4c81-9979-ad08741f9cf7 None None] Acquired external semaphore "SegmentPort" {{(pid=66703) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1094.222693] env[66703]: DEBUG oslo_concurrency.lockutils [None req-ffa6d202-748e-4c81-9979-ad08741f9cf7 None None] Releasing lock "SegmentPort" {{(pid=66703) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1094.222829] env[66703]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-ffa6d202-748e-4c81-9979-ad08741f9cf7 None None] Resource: SegmentPort with ID: 0435801c-26f0-47e8-84a4-0bf8c3e3477c is going to be created. [ 1094.246628] env[66703]: DEBUG networking_nsxv3.common.locking [None req-ffa6d202-748e-4c81-9979-ad08741f9cf7 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=66703) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1094.246811] env[66703]: DEBUG oslo_concurrency.lockutils [None req-ffa6d202-748e-4c81-9979-ad08741f9cf7 None None] Acquiring lock "SegmentPort" {{(pid=66703) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1094.246896] env[66703]: DEBUG oslo_concurrency.lockutils [None req-ffa6d202-748e-4c81-9979-ad08741f9cf7 None None] Acquired lock "SegmentPort" {{(pid=66703) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1094.247189] env[66703]: DEBUG oslo_concurrency.lockutils [None req-ffa6d202-748e-4c81-9979-ad08741f9cf7 None None] Acquired external semaphore "SegmentPort" {{(pid=66703) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1094.247434] env[66703]: DEBUG oslo_concurrency.lockutils [None req-ffa6d202-748e-4c81-9979-ad08741f9cf7 None None] Releasing lock "SegmentPort" {{(pid=66703) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1094.247724] env[66703]: DEBUG oslo_concurrency.lockutils [None req-ffa6d202-748e-4c81-9979-ad08741f9cf7 None None] Releasing lock "port-0435801c-26f0-47e8-84a4-0bf8c3e3477c" {{(pid=66703) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1095.421602] env[66703]: INFO networking_nsxv3.common.synchronization [req-039f5328-2e32-4a2c-bf01-16179f3d1758 req-003eba8d-5dfa-408f-ac6d-dfa33896d86d service nova] Enqueued Resource ID: 0a0added-7b70-4b18-961a-c2e749c49e44 with Priority: HIGHEST for action security_group_rules [ 1095.421884] env[66703]: INFO networking_nsxv3.common.synchronization [req-039f5328-2e32-4a2c-bf01-16179f3d1758 req-003eba8d-5dfa-408f-ac6d-dfa33896d86d service nova] Enqueued Resource ID: 0a0added-7b70-4b18-961a-c2e749c49e44 with Priority: HIGHEST for action security_group_members [ 1095.422011] env[66703]: INFO networking_nsxv3.common.synchronization [req-039f5328-2e32-4a2c-bf01-16179f3d1758 req-003eba8d-5dfa-408f-ac6d-dfa33896d86d service nova] Enqueued Resource ID: 0435801c-26f0-47e8-84a4-0bf8c3e3477c with Priority: HIGHEST for action port [ 1095.422579] env[66703]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 0a0added-7b70-4b18-961a-c2e749c49e44 with Priority: HIGHEST for action security_group_rules [ 1095.422731] env[66703]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 0a0added-7b70-4b18-961a-c2e749c49e44 with Priority: HIGHEST for action security_group_members [ 1095.422847] env[66703]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 0435801c-26f0-47e8-84a4-0bf8c3e3477c with Priority: HIGHEST for action port [ 1095.423771] env[66703]: DEBUG networking_nsxv3.common.locking [-] Lock rules-0a0added-7b70-4b18-961a-c2e749c49e44 taken with stack trace [, , ] {{(pid=66703) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1095.423859] env[66703]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-0a0added-7b70-4b18-961a-c2e749c49e44" {{(pid=66703) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1095.423940] env[66703]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-0a0added-7b70-4b18-961a-c2e749c49e44" {{(pid=66703) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1095.424614] env[66703]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-0a0added-7b70-4b18-961a-c2e749c49e44" {{(pid=66703) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1095.424614] env[66703]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('0a0added-7b70-4b18-961a-c2e749c49e44',) {} {{(pid=66703) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1095.428272] env[66703]: DEBUG networking_nsxv3.common.locking [-] Lock member-0a0added-7b70-4b18-961a-c2e749c49e44 taken with stack trace [, , ] {{(pid=66703) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1095.428514] env[66703]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-0a0added-7b70-4b18-961a-c2e749c49e44" {{(pid=66703) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1095.428622] env[66703]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-0a0added-7b70-4b18-961a-c2e749c49e44" {{(pid=66703) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1095.429266] env[66703]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-0a0added-7b70-4b18-961a-c2e749c49e44" {{(pid=66703) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1095.429266] env[66703]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=66703) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1095.429266] env[66703]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66703) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1095.429489] env[66703]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66703) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1095.430024] env[66703]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66703) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1095.430172] env[66703]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66703) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1095.431047] env[66703]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('0a0added-7b70-4b18-961a-c2e749c49e44',) {} {{(pid=66703) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1095.432718] env[66703]: DEBUG networking_nsxv3.common.locking [-] Lock port-0435801c-26f0-47e8-84a4-0bf8c3e3477c taken with stack trace [, , ] {{(pid=66703) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1095.433100] env[66703]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-0435801c-26f0-47e8-84a4-0bf8c3e3477c" {{(pid=66703) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1095.433197] env[66703]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-0435801c-26f0-47e8-84a4-0bf8c3e3477c" {{(pid=66703) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1095.433477] env[66703]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-0435801c-26f0-47e8-84a4-0bf8c3e3477c" {{(pid=66703) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1095.433846] env[66703]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('0435801c-26f0-47e8-84a4-0bf8c3e3477c',) {} {{(pid=66703) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1095.934279] env[66703]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('0a0added-7b70-4b18-961a-c2e749c49e44',) {} {{(pid=66703) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1095.936404] env[66703]: DEBUG networking_nsxv3.common.locking [-] Lock member-0a0added-7b70-4b18-961a-c2e749c49e44 taken with stack trace [, , , ] {{(pid=66703) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1095.936597] env[66703]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-0a0added-7b70-4b18-961a-c2e749c49e44" {{(pid=66703) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1095.936796] env[66703]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] realization of port 0435801c-26f0-47e8-84a4-0bf8c3e3477c with status ACTIVE [ 1095.936919] env[66703]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=66703) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1095.937036] env[66703]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=66703) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1095.937134] env[66703]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=66703) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1095.937337] env[66703]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=66703) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1095.937428] env[66703]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=66703) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1095.937628] env[66703]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , ] {{(pid=66703) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1095.937720] env[66703]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=66703) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1095.937788] env[66703]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=66703) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1095.937905] env[66703]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=66703) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1095.937985] env[66703]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=66703) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1095.938248] env[66703]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=66703) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1095.938435] env[66703]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=66703) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1095.938435] env[66703]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=66703) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1095.938539] env[66703]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=66703) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1095.938628] env[66703]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=66703) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1095.938671] env[66703]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: SegmentPort with ID: 0435801c-26f0-47e8-84a4-0bf8c3e3477c is going to be updated. [ 1095.959963] env[66703]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=66703) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1095.960242] env[66703]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=66703) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1095.960242] env[66703]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=66703) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1095.960503] env[66703]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=66703) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1095.960650] env[66703]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=66703) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1095.960906] env[66703]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-0435801c-26f0-47e8-84a4-0bf8c3e3477c" {{(pid=66703) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1096.438055] env[66703]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('0a0added-7b70-4b18-961a-c2e749c49e44',) {} {{(pid=66703) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1096.744145] env[66703]: INFO networking_nsxv3.common.synchronization [None req-cae90732-bcd8-4b5b-be87-ce4d9b2aed7f tempest-AttachInterfacesTestJSON-516416630 tempest-AttachInterfacesTestJSON-516416630-project-member] Enqueued Resource ID: 52a602e3-dbba-4de9-81cb-2d4b1e7aa1ab with Priority: HIGHEST for action security_group_rules [ 1096.744762] env[66703]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 52a602e3-dbba-4de9-81cb-2d4b1e7aa1ab with Priority: HIGHEST for action security_group_rules [ 1096.747293] env[66703]: DEBUG networking_nsxv3.common.locking [-] Lock rules-52a602e3-dbba-4de9-81cb-2d4b1e7aa1ab taken with stack trace [, , ] {{(pid=66703) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1096.747455] env[66703]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-52a602e3-dbba-4de9-81cb-2d4b1e7aa1ab" {{(pid=66703) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1096.747504] env[66703]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-52a602e3-dbba-4de9-81cb-2d4b1e7aa1ab" {{(pid=66703) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1096.747800] env[66703]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-52a602e3-dbba-4de9-81cb-2d4b1e7aa1ab" {{(pid=66703) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1096.747895] env[66703]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('52a602e3-dbba-4de9-81cb-2d4b1e7aa1ab',) {} {{(pid=66703) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1096.846697] env[66703]: INFO networking_nsxv3.common.synchronization [None req-c9ea6867-0e87-4817-90ee-0a949beeb08f tempest-AttachInterfacesTestJSON-516416630 tempest-AttachInterfacesTestJSON-516416630-project-member] Enqueued Resource ID: 52a602e3-dbba-4de9-81cb-2d4b1e7aa1ab with Priority: HIGHEST for action security_group_rules [ 1096.847381] env[66703]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 52a602e3-dbba-4de9-81cb-2d4b1e7aa1ab with Priority: HIGHEST for action security_group_rules [ 1096.847717] env[66703]: DEBUG networking_nsxv3.common.locking [-] Lock rules-52a602e3-dbba-4de9-81cb-2d4b1e7aa1ab taken with stack trace [, , ] {{(pid=66703) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1096.847846] env[66703]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-52a602e3-dbba-4de9-81cb-2d4b1e7aa1ab" {{(pid=66703) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1096.941165] env[66703]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66703) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1096.943796] env[66703]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66703) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1096.943796] env[66703]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66703) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1096.943796] env[66703]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66703) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1096.943796] env[66703]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66703) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1096.943796] env[66703]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 0a0added-7b70-4b18-961a-c2e749c49e44 is going to be created. [ 1096.972782] env[66703]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66703) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1096.973065] env[66703]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66703) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1096.973065] env[66703]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66703) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1096.973241] env[66703]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66703) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1096.973444] env[66703]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66703) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1096.988245] env[66703]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 0a0added-7b70-4b18-961a-c2e749c49e44 in Status: UNINITIALIZED for 2s [ 1097.272513] env[66703]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=66703) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1097.272687] env[66703]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66703) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1097.272774] env[66703]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66703) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1097.272989] env[66703]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66703) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1097.273091] env[66703]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66703) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1097.273187] env[66703]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 52a602e3-dbba-4de9-81cb-2d4b1e7aa1ab already deleted. [ 1097.273268] env[66703]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-52a602e3-dbba-4de9-81cb-2d4b1e7aa1ab" {{(pid=66703) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1097.273428] env[66703]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-52a602e3-dbba-4de9-81cb-2d4b1e7aa1ab" {{(pid=66703) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1097.273582] env[66703]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-52a602e3-dbba-4de9-81cb-2d4b1e7aa1ab" {{(pid=66703) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1097.273662] env[66703]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('52a602e3-dbba-4de9-81cb-2d4b1e7aa1ab',) {} {{(pid=66703) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1097.804304] env[66703]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=66703) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1097.804647] env[66703]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66703) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1097.804647] env[66703]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66703) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1097.804764] env[66703]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66703) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1097.804848] env[66703]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66703) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1097.805091] env[66703]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 52a602e3-dbba-4de9-81cb-2d4b1e7aa1ab already deleted. [ 1097.805091] env[66703]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-52a602e3-dbba-4de9-81cb-2d4b1e7aa1ab" {{(pid=66703) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1099.004476] env[66703]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 0a0added-7b70-4b18-961a-c2e749c49e44 in Status: SUCCESS [ 1099.004815] env[66703]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-0a0added-7b70-4b18-961a-c2e749c49e44" {{(pid=66703) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1099.004992] env[66703]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-0a0added-7b70-4b18-961a-c2e749c49e44" {{(pid=66703) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1099.005319] env[66703]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-0a0added-7b70-4b18-961a-c2e749c49e44" {{(pid=66703) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1099.005558] env[66703]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=66703) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1099.005669] env[66703]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66703) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1099.005777] env[66703]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66703) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1099.005941] env[66703]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66703) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1099.006053] env[66703]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66703) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1099.006153] env[66703]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-0a0added-7b70-4b18-961a-c2e749c49e44" {{(pid=66703) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1099.006273] env[66703]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('0a0added-7b70-4b18-961a-c2e749c49e44',) {} {{(pid=66703) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1099.509116] env[66703]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('0a0added-7b70-4b18-961a-c2e749c49e44',) {} {{(pid=66703) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1099.737376] env[66703]: INFO networking_nsxv3.common.synchronization [req-b74c3d17-158e-4ea2-a6fe-f23354d8135f req-831afc6f-ac61-4aad-9bdc-e0a416b1c205 tempest-ServerDiskConfigTestJSON-1467775587 tempest-ServerDiskConfigTestJSON-1467775587-project-member] Enqueued Resource ID: 3304826c-ce8e-49f9-aefd-3be39a0c0fbb with Priority: HIGHEST for action security_group_members [ 1099.738269] env[66703]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 3304826c-ce8e-49f9-aefd-3be39a0c0fbb with Priority: HIGHEST for action security_group_members [ 1099.738735] env[66703]: DEBUG networking_nsxv3.common.locking [-] Lock member-3304826c-ce8e-49f9-aefd-3be39a0c0fbb taken with stack trace [, , ] {{(pid=66703) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1099.738915] env[66703]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-3304826c-ce8e-49f9-aefd-3be39a0c0fbb" {{(pid=66703) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1099.739009] env[66703]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-3304826c-ce8e-49f9-aefd-3be39a0c0fbb" {{(pid=66703) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1099.739310] env[66703]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-3304826c-ce8e-49f9-aefd-3be39a0c0fbb" {{(pid=66703) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1099.739545] env[66703]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=66703) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1099.739706] env[66703]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66703) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1099.739832] env[66703]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66703) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1099.740135] env[66703]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66703) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1099.740250] env[66703]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66703) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1099.740419] env[66703]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('3304826c-ce8e-49f9-aefd-3be39a0c0fbb',) {} {{(pid=66703) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1100.013059] env[66703]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for 0a0added-7b70-4b18-961a-c2e749c49e44: rpc.has_security_group_logging(os_id): False [ 1100.030700] env[66703]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=66703) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1100.030910] env[66703]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66703) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1100.031030] env[66703]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66703) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1100.031358] env[66703]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66703) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1100.031505] env[66703]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66703) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1100.031861] env[66703]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=66703) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1100.032030] env[66703]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66703) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1100.032136] env[66703]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66703) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1100.032369] env[66703]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66703) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1100.032496] env[66703]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66703) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1100.032630] env[66703]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 0a0added-7b70-4b18-961a-c2e749c49e44 is going to be created. [ 1100.090302] env[66703]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=66703) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1100.090572] env[66703]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66703) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1100.090572] env[66703]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66703) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1100.090775] env[66703]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66703) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1100.090963] env[66703]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66703) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1100.108042] env[66703]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 0a0added-7b70-4b18-961a-c2e749c49e44 in Status: IN_PROGRESS for 2s [ 1100.244026] env[66703]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=66703) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1100.244026] env[66703]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66703) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1100.244026] env[66703]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66703) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1100.244316] env[66703]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66703) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1100.244316] env[66703]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66703) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1100.244515] env[66703]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66703) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1100.244613] env[66703]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66703) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1100.244676] env[66703]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66703) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1100.245631] env[66703]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66703) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1100.245631] env[66703]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66703) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1100.245631] env[66703]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 3304826c-ce8e-49f9-aefd-3be39a0c0fbb is going to be updated. [ 1100.286101] env[66703]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66703) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1100.286357] env[66703]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66703) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1100.286579] env[66703]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66703) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1100.286927] env[66703]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66703) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1100.287138] env[66703]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66703) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1100.298859] env[66703]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 3304826c-ce8e-49f9-aefd-3be39a0c0fbb in Status: IN_PROGRESS for 2s [ 1102.124138] env[66703]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 0a0added-7b70-4b18-961a-c2e749c49e44 in Status: SUCCESS [ 1102.124557] env[66703]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-0a0added-7b70-4b18-961a-c2e749c49e44" {{(pid=66703) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1102.317604] env[66703]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 3304826c-ce8e-49f9-aefd-3be39a0c0fbb in Status: SUCCESS [ 1102.317816] env[66703]: WARNING networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 3304826c-ce8e-49f9-aefd-3be39a0c0fbb deletion is rescheduled due to dependency. [ 1102.317939] env[66703]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-3304826c-ce8e-49f9-aefd-3be39a0c0fbb" {{(pid=66703) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1103.072918] env[66703]: INFO networking_nsxv3.common.synchronization [req-bd97b4c0-26b0-49dd-b99a-7738c99c4f51 req-ad00cd61-435b-4cd0-a07b-3df6ca0b426b tempest-ServersTestJSON-565357052 tempest-ServersTestJSON-565357052-project-member] Enqueued Resource ID: 4e788d78-bd3c-4249-acf9-3dd7a53e2a11 with Priority: HIGHEST for action security_group_members [ 1103.073441] env[66703]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 4e788d78-bd3c-4249-acf9-3dd7a53e2a11 with Priority: HIGHEST for action security_group_members [ 1103.073779] env[66703]: DEBUG networking_nsxv3.common.locking [-] Lock member-4e788d78-bd3c-4249-acf9-3dd7a53e2a11 taken with stack trace [, , ] {{(pid=66703) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1103.073906] env[66703]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-4e788d78-bd3c-4249-acf9-3dd7a53e2a11" {{(pid=66703) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1103.073974] env[66703]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-4e788d78-bd3c-4249-acf9-3dd7a53e2a11" {{(pid=66703) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1103.074245] env[66703]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-4e788d78-bd3c-4249-acf9-3dd7a53e2a11" {{(pid=66703) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1103.074419] env[66703]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=66703) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1103.074523] env[66703]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66703) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1103.074585] env[66703]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66703) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1103.074745] env[66703]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66703) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1103.074945] env[66703]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66703) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1103.075074] env[66703]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('4e788d78-bd3c-4249-acf9-3dd7a53e2a11',) {} {{(pid=66703) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1103.496478] env[66703]: DEBUG networking_nsxv3.common.locking [None req-ffa6d202-748e-4c81-9979-ad08741f9cf7 None None] Lock network-205 taken with stack trace [, , , , , , , , ] {{(pid=66703) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1103.496853] env[66703]: DEBUG oslo_concurrency.lockutils [None req-ffa6d202-748e-4c81-9979-ad08741f9cf7 None None] Acquiring lock "network-205" {{(pid=66703) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1103.496853] env[66703]: DEBUG oslo_concurrency.lockutils [None req-ffa6d202-748e-4c81-9979-ad08741f9cf7 None None] Acquired lock "network-205" {{(pid=66703) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1103.497221] env[66703]: DEBUG oslo_concurrency.lockutils [None req-ffa6d202-748e-4c81-9979-ad08741f9cf7 None None] Acquired external semaphore "network-205" {{(pid=66703) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1103.497830] env[66703]: DEBUG networking_nsxv3.common.locking [None req-ffa6d202-748e-4c81-9979-ad08741f9cf7 None None] Lock Segment taken with stack trace [, , , , , , , , , , ] {{(pid=66703) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1103.498012] env[66703]: DEBUG oslo_concurrency.lockutils [None req-ffa6d202-748e-4c81-9979-ad08741f9cf7 None None] Acquiring lock "Segment" {{(pid=66703) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1103.498077] env[66703]: DEBUG oslo_concurrency.lockutils [None req-ffa6d202-748e-4c81-9979-ad08741f9cf7 None None] Acquired lock "Segment" {{(pid=66703) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1103.498851] env[66703]: DEBUG oslo_concurrency.lockutils [None req-ffa6d202-748e-4c81-9979-ad08741f9cf7 None None] Acquired external semaphore "Segment" {{(pid=66703) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1103.498851] env[66703]: DEBUG oslo_concurrency.lockutils [None req-ffa6d202-748e-4c81-9979-ad08741f9cf7 None None] Releasing lock "Segment" {{(pid=66703) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1103.498851] env[66703]: DEBUG dogpile.cache.region [None req-ffa6d202-748e-4c81-9979-ad08741f9cf7 None None] No value present for key: 'zone-id' {{(pid=66703) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 1103.499040] env[66703]: DEBUG dogpile.lock [None req-ffa6d202-748e-4c81-9979-ad08741f9cf7 None None] NeedRegenerationException {{(pid=66703) _enter /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:90}} [ 1103.499040] env[66703]: DEBUG dogpile.lock [None req-ffa6d202-748e-4c81-9979-ad08741f9cf7 None None] no value, waiting for create lock {{(pid=66703) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:131}} [ 1103.499126] env[66703]: DEBUG dogpile.lock [None req-ffa6d202-748e-4c81-9979-ad08741f9cf7 None None] value creation lock acquired {{(pid=66703) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:135}} [ 1103.499240] env[66703]: DEBUG dogpile.cache.region [None req-ffa6d202-748e-4c81-9979-ad08741f9cf7 None None] No value present for key: 'zone-id' {{(pid=66703) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 1103.499352] env[66703]: DEBUG dogpile.lock [None req-ffa6d202-748e-4c81-9979-ad08741f9cf7 None None] Calling creation function for not-yet-present value {{(pid=66703) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:174}} [ 1103.499499] env[66703]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-ffa6d202-748e-4c81-9979-ad08741f9cf7 None None] Looking for TransportZone with name nsx-vlan-transportzone. [ 1103.533211] env[66703]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-ffa6d202-748e-4c81-9979-ad08741f9cf7 None None] loading zone with a95c914d-748d-497c-94ab-10d4647daeba and tags [{'scope': 'mp2policy_migr_status', 'tag': 'success'}] [ 1103.533600] env[66703]: DEBUG dogpile.cache.region [None req-ffa6d202-748e-4c81-9979-ad08741f9cf7 None None] Cache value generated in 0.034 seconds for key(s): 'zone-id' {{(pid=66703) _log_time /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:910}} [ 1103.533815] env[66703]: DEBUG dogpile.lock [None req-ffa6d202-748e-4c81-9979-ad08741f9cf7 None None] Released creation lock {{(pid=66703) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:182}} [ 1103.534434] env[66703]: DEBUG oslo_concurrency.lockutils [None req-ffa6d202-748e-4c81-9979-ad08741f9cf7 None None] Releasing lock "network-205" {{(pid=66703) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1103.534434] env[66703]: DEBUG networking_nsxv3.common.locking [None req-ffa6d202-748e-4c81-9979-ad08741f9cf7 None None] Lock port-cfba170b-21bc-4736-8d46-c0fea35f9321 taken with stack trace [, , , , , , , , ] {{(pid=66703) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1103.534695] env[66703]: DEBUG oslo_concurrency.lockutils [None req-ffa6d202-748e-4c81-9979-ad08741f9cf7 None None] Acquiring lock "port-cfba170b-21bc-4736-8d46-c0fea35f9321" {{(pid=66703) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1103.534877] env[66703]: DEBUG oslo_concurrency.lockutils [None req-ffa6d202-748e-4c81-9979-ad08741f9cf7 None None] Acquired lock "port-cfba170b-21bc-4736-8d46-c0fea35f9321" {{(pid=66703) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1103.535340] env[66703]: DEBUG oslo_concurrency.lockutils [None req-ffa6d202-748e-4c81-9979-ad08741f9cf7 None None] Acquired external semaphore "port-cfba170b-21bc-4736-8d46-c0fea35f9321" {{(pid=66703) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1103.535496] env[66703]: DEBUG networking_nsxv3.api.rpc [None req-ffa6d202-748e-4c81-9979-ad08741f9cf7 None None] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('cfba170b-21bc-4736-8d46-c0fea35f9321',) {} {{(pid=66703) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1103.577802] env[66703]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=66703) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1103.577965] env[66703]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66703) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1103.578049] env[66703]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66703) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1103.578274] env[66703]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66703) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1103.578409] env[66703]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66703) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1103.578652] env[66703]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66703) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1103.578652] env[66703]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66703) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1103.579113] env[66703]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66703) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1103.579113] env[66703]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66703) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1103.579113] env[66703]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66703) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1103.579259] env[66703]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 4e788d78-bd3c-4249-acf9-3dd7a53e2a11 already deleted. [ 1103.579259] env[66703]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-4e788d78-bd3c-4249-acf9-3dd7a53e2a11" {{(pid=66703) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1104.042225] env[66703]: DEBUG networking_nsxv3.common.locking [None req-ffa6d202-748e-4c81-9979-ad08741f9cf7 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , ] {{(pid=66703) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1104.042225] env[66703]: DEBUG oslo_concurrency.lockutils [None req-ffa6d202-748e-4c81-9979-ad08741f9cf7 None None] Acquiring lock "SegmentPort" {{(pid=66703) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1104.042225] env[66703]: DEBUG oslo_concurrency.lockutils [None req-ffa6d202-748e-4c81-9979-ad08741f9cf7 None None] Acquired lock "SegmentPort" {{(pid=66703) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1104.042225] env[66703]: DEBUG oslo_concurrency.lockutils [None req-ffa6d202-748e-4c81-9979-ad08741f9cf7 None None] Acquired external semaphore "SegmentPort" {{(pid=66703) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1104.042225] env[66703]: DEBUG oslo_concurrency.lockutils [None req-ffa6d202-748e-4c81-9979-ad08741f9cf7 None None] Releasing lock "SegmentPort" {{(pid=66703) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1104.042225] env[66703]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-ffa6d202-748e-4c81-9979-ad08741f9cf7 None None] Segment Port cfba170b-21bc-4736-8d46-c0fea35f9321 not found, creating... [ 1104.042225] env[66703]: DEBUG networking_nsxv3.common.locking [None req-ffa6d202-748e-4c81-9979-ad08741f9cf7 None None] Lock Segment taken with stack trace [, , , , , , , , , , , ] {{(pid=66703) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1104.042225] env[66703]: DEBUG oslo_concurrency.lockutils [None req-ffa6d202-748e-4c81-9979-ad08741f9cf7 None None] Acquiring lock "Segment" {{(pid=66703) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1104.042225] env[66703]: DEBUG oslo_concurrency.lockutils [None req-ffa6d202-748e-4c81-9979-ad08741f9cf7 None None] Acquired lock "Segment" {{(pid=66703) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1104.042225] env[66703]: DEBUG oslo_concurrency.lockutils [None req-ffa6d202-748e-4c81-9979-ad08741f9cf7 None None] Acquired external semaphore "Segment" {{(pid=66703) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1104.042225] env[66703]: DEBUG oslo_concurrency.lockutils [None req-ffa6d202-748e-4c81-9979-ad08741f9cf7 None None] Releasing lock "Segment" {{(pid=66703) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1104.042842] env[66703]: DEBUG networking_nsxv3.common.locking [None req-ffa6d202-748e-4c81-9979-ad08741f9cf7 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=66703) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1104.042842] env[66703]: DEBUG oslo_concurrency.lockutils [None req-ffa6d202-748e-4c81-9979-ad08741f9cf7 None None] Acquiring lock "SegmentPort" {{(pid=66703) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1104.042842] env[66703]: DEBUG oslo_concurrency.lockutils [None req-ffa6d202-748e-4c81-9979-ad08741f9cf7 None None] Acquired lock "SegmentPort" {{(pid=66703) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1104.042842] env[66703]: DEBUG oslo_concurrency.lockutils [None req-ffa6d202-748e-4c81-9979-ad08741f9cf7 None None] Acquired external semaphore "SegmentPort" {{(pid=66703) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1104.042842] env[66703]: DEBUG oslo_concurrency.lockutils [None req-ffa6d202-748e-4c81-9979-ad08741f9cf7 None None] Releasing lock "SegmentPort" {{(pid=66703) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1104.043609] env[66703]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-ffa6d202-748e-4c81-9979-ad08741f9cf7 None None] Resource: SegmentPort with ID: cfba170b-21bc-4736-8d46-c0fea35f9321 is going to be created. [ 1104.068204] env[66703]: DEBUG networking_nsxv3.common.locking [None req-ffa6d202-748e-4c81-9979-ad08741f9cf7 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=66703) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1104.068204] env[66703]: DEBUG oslo_concurrency.lockutils [None req-ffa6d202-748e-4c81-9979-ad08741f9cf7 None None] Acquiring lock "SegmentPort" {{(pid=66703) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1104.068204] env[66703]: DEBUG oslo_concurrency.lockutils [None req-ffa6d202-748e-4c81-9979-ad08741f9cf7 None None] Acquired lock "SegmentPort" {{(pid=66703) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1104.068204] env[66703]: DEBUG oslo_concurrency.lockutils [None req-ffa6d202-748e-4c81-9979-ad08741f9cf7 None None] Acquired external semaphore "SegmentPort" {{(pid=66703) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1104.068204] env[66703]: DEBUG oslo_concurrency.lockutils [None req-ffa6d202-748e-4c81-9979-ad08741f9cf7 None None] Releasing lock "SegmentPort" {{(pid=66703) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1104.068204] env[66703]: DEBUG oslo_concurrency.lockutils [None req-ffa6d202-748e-4c81-9979-ad08741f9cf7 None None] Releasing lock "port-cfba170b-21bc-4736-8d46-c0fea35f9321" {{(pid=66703) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1104.826189] env[66703]: INFO networking_nsxv3.common.synchronization [req-bd97b4c0-26b0-49dd-b99a-7738c99c4f51 req-2f871554-14a9-4ef3-886b-8a367c64f01b service nova] Enqueued Resource ID: 4e788d78-bd3c-4249-acf9-3dd7a53e2a11 with Priority: HIGHEST for action security_group_rules [ 1104.826189] env[66703]: INFO networking_nsxv3.common.synchronization [req-bd97b4c0-26b0-49dd-b99a-7738c99c4f51 req-2f871554-14a9-4ef3-886b-8a367c64f01b service nova] Enqueued Resource ID: 4e788d78-bd3c-4249-acf9-3dd7a53e2a11 with Priority: HIGHEST for action security_group_members [ 1104.826189] env[66703]: INFO networking_nsxv3.common.synchronization [req-bd97b4c0-26b0-49dd-b99a-7738c99c4f51 req-2f871554-14a9-4ef3-886b-8a367c64f01b service nova] Enqueued Resource ID: cfba170b-21bc-4736-8d46-c0fea35f9321 with Priority: HIGHEST for action port [ 1104.827106] env[66703]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 4e788d78-bd3c-4249-acf9-3dd7a53e2a11 with Priority: HIGHEST for action security_group_rules [ 1104.830024] env[66703]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 4e788d78-bd3c-4249-acf9-3dd7a53e2a11 with Priority: HIGHEST for action security_group_members [ 1104.830024] env[66703]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: cfba170b-21bc-4736-8d46-c0fea35f9321 with Priority: HIGHEST for action port [ 1104.830024] env[66703]: DEBUG networking_nsxv3.common.locking [-] Lock rules-4e788d78-bd3c-4249-acf9-3dd7a53e2a11 taken with stack trace [, , ] {{(pid=66703) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1104.830024] env[66703]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-4e788d78-bd3c-4249-acf9-3dd7a53e2a11" {{(pid=66703) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1104.830024] env[66703]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-4e788d78-bd3c-4249-acf9-3dd7a53e2a11" {{(pid=66703) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1104.830024] env[66703]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-4e788d78-bd3c-4249-acf9-3dd7a53e2a11" {{(pid=66703) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1104.830024] env[66703]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('4e788d78-bd3c-4249-acf9-3dd7a53e2a11',) {} {{(pid=66703) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1104.830024] env[66703]: DEBUG networking_nsxv3.common.locking [-] Lock member-4e788d78-bd3c-4249-acf9-3dd7a53e2a11 taken with stack trace [, , ] {{(pid=66703) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1104.830024] env[66703]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-4e788d78-bd3c-4249-acf9-3dd7a53e2a11" {{(pid=66703) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1104.830024] env[66703]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-4e788d78-bd3c-4249-acf9-3dd7a53e2a11" {{(pid=66703) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1104.830024] env[66703]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-4e788d78-bd3c-4249-acf9-3dd7a53e2a11" {{(pid=66703) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1104.830024] env[66703]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=66703) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1104.834978] env[66703]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66703) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1104.835242] env[66703]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66703) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1104.840037] env[66703]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66703) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1104.840037] env[66703]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66703) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1104.840037] env[66703]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('4e788d78-bd3c-4249-acf9-3dd7a53e2a11',) {} {{(pid=66703) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1104.840037] env[66703]: DEBUG networking_nsxv3.common.locking [-] Lock port-cfba170b-21bc-4736-8d46-c0fea35f9321 taken with stack trace [, , ] {{(pid=66703) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1104.840037] env[66703]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-cfba170b-21bc-4736-8d46-c0fea35f9321" {{(pid=66703) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1104.840037] env[66703]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-cfba170b-21bc-4736-8d46-c0fea35f9321" {{(pid=66703) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1104.840037] env[66703]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-cfba170b-21bc-4736-8d46-c0fea35f9321" {{(pid=66703) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1104.840037] env[66703]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('cfba170b-21bc-4736-8d46-c0fea35f9321',) {} {{(pid=66703) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1105.343117] env[66703]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('4e788d78-bd3c-4249-acf9-3dd7a53e2a11',) {} {{(pid=66703) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1105.346357] env[66703]: DEBUG networking_nsxv3.common.locking [-] Lock member-4e788d78-bd3c-4249-acf9-3dd7a53e2a11 taken with stack trace [, , , ] {{(pid=66703) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1105.346357] env[66703]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-4e788d78-bd3c-4249-acf9-3dd7a53e2a11" {{(pid=66703) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1105.346357] env[66703]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] realization of port cfba170b-21bc-4736-8d46-c0fea35f9321 with status ACTIVE [ 1105.346357] env[66703]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=66703) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1105.346357] env[66703]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=66703) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1105.346357] env[66703]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=66703) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1105.346357] env[66703]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=66703) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1105.346357] env[66703]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=66703) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1105.351024] env[66703]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , ] {{(pid=66703) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1105.351024] env[66703]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=66703) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1105.351024] env[66703]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=66703) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1105.351024] env[66703]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=66703) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1105.351024] env[66703]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=66703) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1105.351024] env[66703]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=66703) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1105.351024] env[66703]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=66703) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1105.351024] env[66703]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=66703) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1105.351024] env[66703]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=66703) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1105.351024] env[66703]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=66703) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1105.351024] env[66703]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: SegmentPort with ID: cfba170b-21bc-4736-8d46-c0fea35f9321 is going to be updated. [ 1105.375883] env[66703]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=66703) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1105.376215] env[66703]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=66703) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1105.376215] env[66703]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=66703) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1105.376341] env[66703]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=66703) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1105.376435] env[66703]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=66703) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1105.376642] env[66703]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-cfba170b-21bc-4736-8d46-c0fea35f9321" {{(pid=66703) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1105.506785] env[66703]: INFO networking_nsxv3.common.synchronization [req-778d03b5-c97a-495d-86c5-c01ee40a86c2 req-b5c4b7ac-f076-46f3-85f9-af9e76188718 tempest-AttachInterfacesTestJSON-516416630 tempest-AttachInterfacesTestJSON-516416630-project-member] Enqueued Resource ID: 52a602e3-dbba-4de9-81cb-2d4b1e7aa1ab with Priority: HIGHEST for action security_group_members [ 1105.507050] env[66703]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 52a602e3-dbba-4de9-81cb-2d4b1e7aa1ab with Priority: HIGHEST for action security_group_members [ 1105.507413] env[66703]: DEBUG networking_nsxv3.common.locking [-] Lock member-52a602e3-dbba-4de9-81cb-2d4b1e7aa1ab taken with stack trace [, , ] {{(pid=66703) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1105.507580] env[66703]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-52a602e3-dbba-4de9-81cb-2d4b1e7aa1ab" {{(pid=66703) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1105.507702] env[66703]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-52a602e3-dbba-4de9-81cb-2d4b1e7aa1ab" {{(pid=66703) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1105.508042] env[66703]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-52a602e3-dbba-4de9-81cb-2d4b1e7aa1ab" {{(pid=66703) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1105.508390] env[66703]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=66703) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1105.508590] env[66703]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66703) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1105.508590] env[66703]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66703) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1105.508713] env[66703]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66703) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1105.508803] env[66703]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66703) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1105.509183] env[66703]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('52a602e3-dbba-4de9-81cb-2d4b1e7aa1ab',) {} {{(pid=66703) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1105.849499] env[66703]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('4e788d78-bd3c-4249-acf9-3dd7a53e2a11',) {} {{(pid=66703) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1106.011551] env[66703]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=66703) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1106.012052] env[66703]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66703) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1106.012052] env[66703]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66703) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1106.012459] env[66703]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66703) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1106.012604] env[66703]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66703) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1106.012917] env[66703]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66703) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1106.013103] env[66703]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66703) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1106.013208] env[66703]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66703) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1106.013387] env[66703]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66703) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1106.013483] env[66703]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66703) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1106.013604] env[66703]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 52a602e3-dbba-4de9-81cb-2d4b1e7aa1ab already deleted. [ 1106.013695] env[66703]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-52a602e3-dbba-4de9-81cb-2d4b1e7aa1ab" {{(pid=66703) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1106.357661] env[66703]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66703) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1106.357874] env[66703]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66703) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1106.358009] env[66703]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66703) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1106.358310] env[66703]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66703) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1106.358423] env[66703]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66703) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1106.358544] env[66703]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 4e788d78-bd3c-4249-acf9-3dd7a53e2a11 is going to be created. [ 1106.365729] env[66703]: DEBUG networking_nsxv3.common.locking [None req-ffa6d202-748e-4c81-9979-ad08741f9cf7 None None] Lock network-314 taken with stack trace [, , , , , , , , ] {{(pid=66703) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1106.365971] env[66703]: DEBUG oslo_concurrency.lockutils [None req-ffa6d202-748e-4c81-9979-ad08741f9cf7 None None] Acquiring lock "network-314" {{(pid=66703) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1106.366109] env[66703]: DEBUG oslo_concurrency.lockutils [None req-ffa6d202-748e-4c81-9979-ad08741f9cf7 None None] Acquired lock "network-314" {{(pid=66703) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1106.366422] env[66703]: DEBUG oslo_concurrency.lockutils [None req-ffa6d202-748e-4c81-9979-ad08741f9cf7 None None] Acquired external semaphore "network-314" {{(pid=66703) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1106.366561] env[66703]: DEBUG networking_nsxv3.common.locking [None req-ffa6d202-748e-4c81-9979-ad08741f9cf7 None None] Lock Segment taken with stack trace [, , , , , , , , , , ] {{(pid=66703) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1106.366720] env[66703]: DEBUG oslo_concurrency.lockutils [None req-ffa6d202-748e-4c81-9979-ad08741f9cf7 None None] Acquiring lock "Segment" {{(pid=66703) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1106.366834] env[66703]: DEBUG oslo_concurrency.lockutils [None req-ffa6d202-748e-4c81-9979-ad08741f9cf7 None None] Acquired lock "Segment" {{(pid=66703) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1106.367057] env[66703]: DEBUG oslo_concurrency.lockutils [None req-ffa6d202-748e-4c81-9979-ad08741f9cf7 None None] Acquired external semaphore "Segment" {{(pid=66703) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1106.367196] env[66703]: DEBUG oslo_concurrency.lockutils [None req-ffa6d202-748e-4c81-9979-ad08741f9cf7 None None] Releasing lock "Segment" {{(pid=66703) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1106.367399] env[66703]: DEBUG dogpile.cache.region [None req-ffa6d202-748e-4c81-9979-ad08741f9cf7 None None] No value present for key: 'zone-id' {{(pid=66703) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 1106.367510] env[66703]: DEBUG dogpile.lock [None req-ffa6d202-748e-4c81-9979-ad08741f9cf7 None None] NeedRegenerationException {{(pid=66703) _enter /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:90}} [ 1106.367613] env[66703]: DEBUG dogpile.lock [None req-ffa6d202-748e-4c81-9979-ad08741f9cf7 None None] no value, waiting for create lock {{(pid=66703) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:131}} [ 1106.367717] env[66703]: DEBUG dogpile.lock [None req-ffa6d202-748e-4c81-9979-ad08741f9cf7 None None] value creation lock acquired {{(pid=66703) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:135}} [ 1106.367820] env[66703]: DEBUG dogpile.cache.region [None req-ffa6d202-748e-4c81-9979-ad08741f9cf7 None None] No value present for key: 'zone-id' {{(pid=66703) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 1106.367922] env[66703]: DEBUG dogpile.lock [None req-ffa6d202-748e-4c81-9979-ad08741f9cf7 None None] Calling creation function for not-yet-present value {{(pid=66703) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:174}} [ 1106.368063] env[66703]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-ffa6d202-748e-4c81-9979-ad08741f9cf7 None None] Looking for TransportZone with name nsx-vlan-transportzone. [ 1106.386401] env[66703]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66703) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1106.386616] env[66703]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66703) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1106.386741] env[66703]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66703) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1106.387064] env[66703]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66703) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1106.387532] env[66703]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66703) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1106.389756] env[66703]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-ffa6d202-748e-4c81-9979-ad08741f9cf7 None None] loading zone with a95c914d-748d-497c-94ab-10d4647daeba and tags [{'scope': 'mp2policy_migr_status', 'tag': 'success'}] [ 1106.389756] env[66703]: DEBUG dogpile.cache.region [None req-ffa6d202-748e-4c81-9979-ad08741f9cf7 None None] Cache value generated in 0.022 seconds for key(s): 'zone-id' {{(pid=66703) _log_time /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:910}} [ 1106.389954] env[66703]: DEBUG dogpile.lock [None req-ffa6d202-748e-4c81-9979-ad08741f9cf7 None None] Released creation lock {{(pid=66703) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:182}} [ 1106.390148] env[66703]: DEBUG oslo_concurrency.lockutils [None req-ffa6d202-748e-4c81-9979-ad08741f9cf7 None None] Releasing lock "network-314" {{(pid=66703) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1106.390443] env[66703]: DEBUG networking_nsxv3.common.locking [None req-ffa6d202-748e-4c81-9979-ad08741f9cf7 None None] Lock port-ed20f4c7-bbea-4b88-a0b8-496b823a489f taken with stack trace [, , , , , , , , ] {{(pid=66703) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1106.390666] env[66703]: DEBUG oslo_concurrency.lockutils [None req-ffa6d202-748e-4c81-9979-ad08741f9cf7 None None] Acquiring lock "port-ed20f4c7-bbea-4b88-a0b8-496b823a489f" {{(pid=66703) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1106.390792] env[66703]: DEBUG oslo_concurrency.lockutils [None req-ffa6d202-748e-4c81-9979-ad08741f9cf7 None None] Acquired lock "port-ed20f4c7-bbea-4b88-a0b8-496b823a489f" {{(pid=66703) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1106.391121] env[66703]: DEBUG oslo_concurrency.lockutils [None req-ffa6d202-748e-4c81-9979-ad08741f9cf7 None None] Acquired external semaphore "port-ed20f4c7-bbea-4b88-a0b8-496b823a489f" {{(pid=66703) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1106.391258] env[66703]: DEBUG networking_nsxv3.api.rpc [None req-ffa6d202-748e-4c81-9979-ad08741f9cf7 None None] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('ed20f4c7-bbea-4b88-a0b8-496b823a489f',) {} {{(pid=66703) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1106.403754] env[66703]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 4e788d78-bd3c-4249-acf9-3dd7a53e2a11 in Status: UNINITIALIZED for 2s [ 1106.896330] env[66703]: DEBUG networking_nsxv3.common.locking [None req-ffa6d202-748e-4c81-9979-ad08741f9cf7 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , ] {{(pid=66703) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1106.896827] env[66703]: DEBUG oslo_concurrency.lockutils [None req-ffa6d202-748e-4c81-9979-ad08741f9cf7 None None] Acquiring lock "SegmentPort" {{(pid=66703) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1106.896827] env[66703]: DEBUG oslo_concurrency.lockutils [None req-ffa6d202-748e-4c81-9979-ad08741f9cf7 None None] Acquired lock "SegmentPort" {{(pid=66703) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1106.896965] env[66703]: DEBUG oslo_concurrency.lockutils [None req-ffa6d202-748e-4c81-9979-ad08741f9cf7 None None] Acquired external semaphore "SegmentPort" {{(pid=66703) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1106.897122] env[66703]: DEBUG oslo_concurrency.lockutils [None req-ffa6d202-748e-4c81-9979-ad08741f9cf7 None None] Releasing lock "SegmentPort" {{(pid=66703) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1106.897287] env[66703]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-ffa6d202-748e-4c81-9979-ad08741f9cf7 None None] Segment Port ed20f4c7-bbea-4b88-a0b8-496b823a489f not found, creating... [ 1106.897553] env[66703]: DEBUG networking_nsxv3.common.locking [None req-ffa6d202-748e-4c81-9979-ad08741f9cf7 None None] Lock Segment taken with stack trace [, , , , , , , , , , , ] {{(pid=66703) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1106.897747] env[66703]: DEBUG oslo_concurrency.lockutils [None req-ffa6d202-748e-4c81-9979-ad08741f9cf7 None None] Acquiring lock "Segment" {{(pid=66703) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1106.897898] env[66703]: DEBUG oslo_concurrency.lockutils [None req-ffa6d202-748e-4c81-9979-ad08741f9cf7 None None] Acquired lock "Segment" {{(pid=66703) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1106.898155] env[66703]: DEBUG oslo_concurrency.lockutils [None req-ffa6d202-748e-4c81-9979-ad08741f9cf7 None None] Acquired external semaphore "Segment" {{(pid=66703) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1106.898294] env[66703]: DEBUG oslo_concurrency.lockutils [None req-ffa6d202-748e-4c81-9979-ad08741f9cf7 None None] Releasing lock "Segment" {{(pid=66703) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1106.898686] env[66703]: DEBUG networking_nsxv3.common.locking [None req-ffa6d202-748e-4c81-9979-ad08741f9cf7 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=66703) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1106.898896] env[66703]: DEBUG oslo_concurrency.lockutils [None req-ffa6d202-748e-4c81-9979-ad08741f9cf7 None None] Acquiring lock "SegmentPort" {{(pid=66703) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1106.899037] env[66703]: DEBUG oslo_concurrency.lockutils [None req-ffa6d202-748e-4c81-9979-ad08741f9cf7 None None] Acquired lock "SegmentPort" {{(pid=66703) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1106.899257] env[66703]: DEBUG oslo_concurrency.lockutils [None req-ffa6d202-748e-4c81-9979-ad08741f9cf7 None None] Acquired external semaphore "SegmentPort" {{(pid=66703) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1106.899437] env[66703]: DEBUG oslo_concurrency.lockutils [None req-ffa6d202-748e-4c81-9979-ad08741f9cf7 None None] Releasing lock "SegmentPort" {{(pid=66703) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1106.899598] env[66703]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-ffa6d202-748e-4c81-9979-ad08741f9cf7 None None] Resource: SegmentPort with ID: ed20f4c7-bbea-4b88-a0b8-496b823a489f is going to be created. [ 1106.921562] env[66703]: DEBUG networking_nsxv3.common.locking [None req-ffa6d202-748e-4c81-9979-ad08741f9cf7 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=66703) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1106.921889] env[66703]: DEBUG oslo_concurrency.lockutils [None req-ffa6d202-748e-4c81-9979-ad08741f9cf7 None None] Acquiring lock "SegmentPort" {{(pid=66703) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1106.921983] env[66703]: DEBUG oslo_concurrency.lockutils [None req-ffa6d202-748e-4c81-9979-ad08741f9cf7 None None] Acquired lock "SegmentPort" {{(pid=66703) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1106.922311] env[66703]: DEBUG oslo_concurrency.lockutils [None req-ffa6d202-748e-4c81-9979-ad08741f9cf7 None None] Acquired external semaphore "SegmentPort" {{(pid=66703) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1106.922554] env[66703]: DEBUG oslo_concurrency.lockutils [None req-ffa6d202-748e-4c81-9979-ad08741f9cf7 None None] Releasing lock "SegmentPort" {{(pid=66703) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1106.922889] env[66703]: DEBUG oslo_concurrency.lockutils [None req-ffa6d202-748e-4c81-9979-ad08741f9cf7 None None] Releasing lock "port-ed20f4c7-bbea-4b88-a0b8-496b823a489f" {{(pid=66703) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1107.640561] env[66703]: INFO networking_nsxv3.common.synchronization [req-778d03b5-c97a-495d-86c5-c01ee40a86c2 req-285bcfd2-1f75-4a35-93d1-7a11b9bfe3c3 service nova] Enqueued Resource ID: 52a602e3-dbba-4de9-81cb-2d4b1e7aa1ab with Priority: HIGHEST for action security_group_rules [ 1107.640770] env[66703]: INFO networking_nsxv3.common.synchronization [req-778d03b5-c97a-495d-86c5-c01ee40a86c2 req-285bcfd2-1f75-4a35-93d1-7a11b9bfe3c3 service nova] Enqueued Resource ID: 52a602e3-dbba-4de9-81cb-2d4b1e7aa1ab with Priority: HIGHEST for action security_group_members [ 1107.640942] env[66703]: INFO networking_nsxv3.common.synchronization [req-778d03b5-c97a-495d-86c5-c01ee40a86c2 req-285bcfd2-1f75-4a35-93d1-7a11b9bfe3c3 service nova] Enqueued Resource ID: ed20f4c7-bbea-4b88-a0b8-496b823a489f with Priority: HIGHEST for action port [ 1107.641689] env[66703]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 52a602e3-dbba-4de9-81cb-2d4b1e7aa1ab with Priority: HIGHEST for action security_group_rules [ 1107.641863] env[66703]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 52a602e3-dbba-4de9-81cb-2d4b1e7aa1ab with Priority: HIGHEST for action security_group_members [ 1107.642011] env[66703]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: ed20f4c7-bbea-4b88-a0b8-496b823a489f with Priority: HIGHEST for action port [ 1107.642351] env[66703]: DEBUG networking_nsxv3.common.locking [-] Lock rules-52a602e3-dbba-4de9-81cb-2d4b1e7aa1ab taken with stack trace [, , ] {{(pid=66703) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1107.642532] env[66703]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-52a602e3-dbba-4de9-81cb-2d4b1e7aa1ab" {{(pid=66703) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1107.643246] env[66703]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-52a602e3-dbba-4de9-81cb-2d4b1e7aa1ab" {{(pid=66703) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1107.643543] env[66703]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-52a602e3-dbba-4de9-81cb-2d4b1e7aa1ab" {{(pid=66703) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1107.643543] env[66703]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('52a602e3-dbba-4de9-81cb-2d4b1e7aa1ab',) {} {{(pid=66703) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1107.644502] env[66703]: DEBUG networking_nsxv3.common.locking [-] Lock member-52a602e3-dbba-4de9-81cb-2d4b1e7aa1ab taken with stack trace [, , ] {{(pid=66703) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1107.644627] env[66703]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-52a602e3-dbba-4de9-81cb-2d4b1e7aa1ab" {{(pid=66703) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1107.644696] env[66703]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-52a602e3-dbba-4de9-81cb-2d4b1e7aa1ab" {{(pid=66703) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1107.644975] env[66703]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-52a602e3-dbba-4de9-81cb-2d4b1e7aa1ab" {{(pid=66703) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1107.645026] env[66703]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=66703) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1107.645117] env[66703]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66703) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1107.645171] env[66703]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66703) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1107.645342] env[66703]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66703) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1107.645425] env[66703]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66703) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1107.645539] env[66703]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('52a602e3-dbba-4de9-81cb-2d4b1e7aa1ab',) {} {{(pid=66703) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1107.647377] env[66703]: DEBUG networking_nsxv3.common.locking [-] Lock port-ed20f4c7-bbea-4b88-a0b8-496b823a489f taken with stack trace [, , ] {{(pid=66703) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1107.647377] env[66703]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-ed20f4c7-bbea-4b88-a0b8-496b823a489f" {{(pid=66703) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1107.647377] env[66703]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-ed20f4c7-bbea-4b88-a0b8-496b823a489f" {{(pid=66703) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1107.647377] env[66703]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-ed20f4c7-bbea-4b88-a0b8-496b823a489f" {{(pid=66703) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1107.647377] env[66703]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('ed20f4c7-bbea-4b88-a0b8-496b823a489f',) {} {{(pid=66703) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1108.148592] env[66703]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('52a602e3-dbba-4de9-81cb-2d4b1e7aa1ab',) {} {{(pid=66703) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1108.150194] env[66703]: DEBUG networking_nsxv3.common.locking [-] Lock member-52a602e3-dbba-4de9-81cb-2d4b1e7aa1ab taken with stack trace [, , , ] {{(pid=66703) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1108.150194] env[66703]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-52a602e3-dbba-4de9-81cb-2d4b1e7aa1ab" {{(pid=66703) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1108.150749] env[66703]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] realization of port ed20f4c7-bbea-4b88-a0b8-496b823a489f with status ACTIVE [ 1108.151251] env[66703]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=66703) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1108.151453] env[66703]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=66703) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1108.151646] env[66703]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=66703) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1108.151967] env[66703]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=66703) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1108.152113] env[66703]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=66703) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1108.152380] env[66703]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , ] {{(pid=66703) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1108.152509] env[66703]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=66703) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1108.152626] env[66703]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=66703) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1108.152862] env[66703]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=66703) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1108.152992] env[66703]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=66703) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1108.153277] env[66703]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=66703) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1108.153426] env[66703]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=66703) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1108.153522] env[66703]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=66703) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1108.153739] env[66703]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=66703) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1108.153856] env[66703]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=66703) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1108.153984] env[66703]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: SegmentPort with ID: ed20f4c7-bbea-4b88-a0b8-496b823a489f is going to be updated. [ 1108.179229] env[66703]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=66703) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1108.179229] env[66703]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=66703) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1108.179229] env[66703]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=66703) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1108.179229] env[66703]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=66703) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1108.179560] env[66703]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=66703) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1108.179560] env[66703]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-ed20f4c7-bbea-4b88-a0b8-496b823a489f" {{(pid=66703) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1108.417523] env[66703]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 4e788d78-bd3c-4249-acf9-3dd7a53e2a11 in Status: SUCCESS [ 1108.417821] env[66703]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-4e788d78-bd3c-4249-acf9-3dd7a53e2a11" {{(pid=66703) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1108.417923] env[66703]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-4e788d78-bd3c-4249-acf9-3dd7a53e2a11" {{(pid=66703) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1108.418157] env[66703]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-4e788d78-bd3c-4249-acf9-3dd7a53e2a11" {{(pid=66703) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1108.418384] env[66703]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=66703) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1108.418564] env[66703]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66703) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1108.418611] env[66703]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66703) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1108.418740] env[66703]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66703) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1108.418819] env[66703]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66703) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1108.418904] env[66703]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-4e788d78-bd3c-4249-acf9-3dd7a53e2a11" {{(pid=66703) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1108.418998] env[66703]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('4e788d78-bd3c-4249-acf9-3dd7a53e2a11',) {} {{(pid=66703) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1108.651658] env[66703]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('52a602e3-dbba-4de9-81cb-2d4b1e7aa1ab',) {} {{(pid=66703) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1108.922056] env[66703]: DEBUG networking_nsxv3.common.locking [-] Lock member-4e788d78-bd3c-4249-acf9-3dd7a53e2a11 taken with stack trace [, , , ] {{(pid=66703) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1108.922056] env[66703]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-4e788d78-bd3c-4249-acf9-3dd7a53e2a11" {{(pid=66703) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1108.922056] env[66703]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-4e788d78-bd3c-4249-acf9-3dd7a53e2a11" {{(pid=66703) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1108.922375] env[66703]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-4e788d78-bd3c-4249-acf9-3dd7a53e2a11" {{(pid=66703) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1108.922536] env[66703]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=66703) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1108.922641] env[66703]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66703) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1108.922708] env[66703]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66703) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1108.922866] env[66703]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66703) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1108.922954] env[66703]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66703) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1108.923066] env[66703]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-4e788d78-bd3c-4249-acf9-3dd7a53e2a11" {{(pid=66703) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1108.923290] env[66703]: DEBUG networking_nsxv3.common.locking [-] Lock member-4e788d78-bd3c-4249-acf9-3dd7a53e2a11 taken with stack trace [, , , ] {{(pid=66703) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1108.923400] env[66703]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-4e788d78-bd3c-4249-acf9-3dd7a53e2a11" {{(pid=66703) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1108.923472] env[66703]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-4e788d78-bd3c-4249-acf9-3dd7a53e2a11" {{(pid=66703) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1108.923629] env[66703]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-4e788d78-bd3c-4249-acf9-3dd7a53e2a11" {{(pid=66703) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1108.923829] env[66703]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=66703) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1108.923945] env[66703]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66703) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1108.924019] env[66703]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66703) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1108.924161] env[66703]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66703) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1108.924241] env[66703]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66703) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1108.924325] env[66703]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-4e788d78-bd3c-4249-acf9-3dd7a53e2a11" {{(pid=66703) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1108.924419] env[66703]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('4e788d78-bd3c-4249-acf9-3dd7a53e2a11',) {} {{(pid=66703) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1109.154523] env[66703]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66703) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1109.155050] env[66703]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66703) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1109.155050] env[66703]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66703) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1109.155050] env[66703]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66703) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1109.155050] env[66703]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66703) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1109.155050] env[66703]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 52a602e3-dbba-4de9-81cb-2d4b1e7aa1ab is going to be created. [ 1109.179575] env[66703]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66703) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1109.179793] env[66703]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66703) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1109.179793] env[66703]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66703) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1109.179932] env[66703]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66703) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1109.180109] env[66703]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66703) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1109.190865] env[66703]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 52a602e3-dbba-4de9-81cb-2d4b1e7aa1ab in Status: UNINITIALIZED for 2s [ 1109.427350] env[66703]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for 4e788d78-bd3c-4249-acf9-3dd7a53e2a11: rpc.has_security_group_logging(os_id): False [ 1109.446052] env[66703]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=66703) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1109.446220] env[66703]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66703) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1109.446331] env[66703]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66703) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1109.446577] env[66703]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66703) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1109.446674] env[66703]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66703) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1109.446867] env[66703]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66703) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1109.446971] env[66703]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66703) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1109.447049] env[66703]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66703) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1109.447203] env[66703]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66703) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1109.447290] env[66703]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66703) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1109.447506] env[66703]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66703) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1109.447600] env[66703]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66703) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1109.447667] env[66703]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66703) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1109.447811] env[66703]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66703) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1109.447887] env[66703]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66703) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1109.448087] env[66703]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=66703) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1109.448183] env[66703]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66703) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1109.448248] env[66703]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66703) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1109.448390] env[66703]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66703) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1109.448604] env[66703]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66703) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1109.448661] env[66703]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 4e788d78-bd3c-4249-acf9-3dd7a53e2a11 is going to be created. [ 1109.512352] env[66703]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=66703) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1109.512352] env[66703]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66703) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1109.512352] env[66703]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66703) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1109.512352] env[66703]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66703) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1109.512702] env[66703]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66703) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1109.525106] env[66703]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 4e788d78-bd3c-4249-acf9-3dd7a53e2a11 in Status: IN_PROGRESS for 2s [ 1111.201849] env[66703]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 52a602e3-dbba-4de9-81cb-2d4b1e7aa1ab in Status: SUCCESS [ 1111.202239] env[66703]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-52a602e3-dbba-4de9-81cb-2d4b1e7aa1ab" {{(pid=66703) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1111.202320] env[66703]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-52a602e3-dbba-4de9-81cb-2d4b1e7aa1ab" {{(pid=66703) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1111.202557] env[66703]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-52a602e3-dbba-4de9-81cb-2d4b1e7aa1ab" {{(pid=66703) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1111.202794] env[66703]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=66703) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1111.202935] env[66703]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66703) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1111.203015] env[66703]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66703) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1111.203205] env[66703]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66703) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1111.203292] env[66703]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66703) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1111.203391] env[66703]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-52a602e3-dbba-4de9-81cb-2d4b1e7aa1ab" {{(pid=66703) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1111.203485] env[66703]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('52a602e3-dbba-4de9-81cb-2d4b1e7aa1ab',) {} {{(pid=66703) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1111.540909] env[66703]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 4e788d78-bd3c-4249-acf9-3dd7a53e2a11 in Status: SUCCESS [ 1111.541072] env[66703]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-4e788d78-bd3c-4249-acf9-3dd7a53e2a11" {{(pid=66703) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1111.706724] env[66703]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('52a602e3-dbba-4de9-81cb-2d4b1e7aa1ab',) {} {{(pid=66703) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1112.208388] env[66703]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for 52a602e3-dbba-4de9-81cb-2d4b1e7aa1ab: rpc.has_security_group_logging(os_id): False [ 1112.230531] env[66703]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=66703) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1112.230863] env[66703]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66703) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1112.231171] env[66703]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66703) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1112.231522] env[66703]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66703) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1112.231751] env[66703]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66703) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1112.232279] env[66703]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=66703) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1112.232457] env[66703]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66703) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1112.232555] env[66703]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66703) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1112.233018] env[66703]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66703) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1112.233192] env[66703]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66703) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1112.233347] env[66703]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 52a602e3-dbba-4de9-81cb-2d4b1e7aa1ab is going to be created. [ 1112.307094] env[66703]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=66703) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1112.307094] env[66703]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66703) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1112.307094] env[66703]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66703) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1112.307094] env[66703]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66703) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1112.307420] env[66703]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66703) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1112.321678] env[66703]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 52a602e3-dbba-4de9-81cb-2d4b1e7aa1ab in Status: IN_PROGRESS for 2s [ 1112.643099] env[66703]: INFO networking_nsxv3.common.synchronization [-] No activity for the last 5 seconds. [ 1112.643224] env[66703]: INFO networking_nsxv3.common.synchronization [-] Sizes Queue[Active=0, Passive=0], Jobs=1 [ 1113.452884] env[66703]: INFO networking_nsxv3.common.synchronization [req-3cf1b3bc-a8cb-4081-bd97-0ebb5629b664 req-bf3ffd3d-ffb9-4148-b2f2-cf152b177c9f tempest-DeleteServersTestJSON-1282002617 tempest-DeleteServersTestJSON-1282002617-project-member] Enqueued Resource ID: db254d47-d7a1-40b1-a751-5c5ada9bc604 with Priority: HIGHEST for action security_group_members [ 1113.453257] env[66703]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: db254d47-d7a1-40b1-a751-5c5ada9bc604 with Priority: HIGHEST for action security_group_members [ 1113.456464] env[66703]: DEBUG networking_nsxv3.common.locking [-] Lock member-db254d47-d7a1-40b1-a751-5c5ada9bc604 taken with stack trace [, , ] {{(pid=66703) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1113.456671] env[66703]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-db254d47-d7a1-40b1-a751-5c5ada9bc604" {{(pid=66703) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1113.456864] env[66703]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-db254d47-d7a1-40b1-a751-5c5ada9bc604" {{(pid=66703) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1113.457132] env[66703]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-db254d47-d7a1-40b1-a751-5c5ada9bc604" {{(pid=66703) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1113.457373] env[66703]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=66703) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1113.457554] env[66703]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66703) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1113.457642] env[66703]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66703) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1113.457952] env[66703]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66703) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1113.458028] env[66703]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66703) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1113.458133] env[66703]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('db254d47-d7a1-40b1-a751-5c5ada9bc604',) {} {{(pid=66703) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1113.961812] env[66703]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=66703) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1113.962030] env[66703]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66703) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1113.962115] env[66703]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66703) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1113.962337] env[66703]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66703) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1113.962429] env[66703]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66703) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1113.962625] env[66703]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66703) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1113.962725] env[66703]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66703) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1113.962851] env[66703]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66703) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1113.962968] env[66703]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66703) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1113.963058] env[66703]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66703) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1113.963169] env[66703]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: db254d47-d7a1-40b1-a751-5c5ada9bc604 is going to be updated. [ 1114.001256] env[66703]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66703) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1114.001256] env[66703]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66703) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1114.001256] env[66703]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66703) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1114.001482] env[66703]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66703) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1114.001640] env[66703]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66703) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1114.010205] env[66703]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: db254d47-d7a1-40b1-a751-5c5ada9bc604 in Status: IN_PROGRESS for 2s [ 1114.334751] env[66703]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 52a602e3-dbba-4de9-81cb-2d4b1e7aa1ab in Status: SUCCESS [ 1114.335557] env[66703]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-52a602e3-dbba-4de9-81cb-2d4b1e7aa1ab" {{(pid=66703) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1116.021112] env[66703]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: db254d47-d7a1-40b1-a751-5c5ada9bc604 in Status: SUCCESS [ 1116.021675] env[66703]: WARNING networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: db254d47-d7a1-40b1-a751-5c5ada9bc604 deletion is rescheduled due to dependency. [ 1116.021675] env[66703]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-db254d47-d7a1-40b1-a751-5c5ada9bc604" {{(pid=66703) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1118.454896] env[66703]: INFO networking_nsxv3.common.synchronization [-] No activity for the last 5 seconds. [ 1118.454896] env[66703]: INFO networking_nsxv3.common.synchronization [-] Sizes Queue[Active=0, Passive=0], Jobs=0 [ 1120.035485] env[66703]: INFO networking_nsxv3.common.synchronization [None req-28c170f8-7986-458e-bb1d-9095e216367e None None] Enqueued Resource ID: 5e190291-2500-4d07-81e9-23c85326bf5e with Priority: HIGHEST for action port [ 1120.035903] env[66703]: DEBUG networking_nsxv3.common.locking [-] Lock all taken with stack trace [, , , , , ] {{(pid=66703) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1120.035903] env[66703]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "all" {{(pid=66703) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1120.036108] env[66703]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "all" {{(pid=66703) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1120.036208] env[66703]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "all" {{(pid=66703) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1120.036308] env[66703]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_ports_with_revisions called with arguments (1000, 0) {} {{(pid=66703) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1120.037373] env[66703]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 5e190291-2500-4d07-81e9-23c85326bf5e with Priority: HIGHEST for action port [ 1120.038602] env[66703]: DEBUG networking_nsxv3.common.locking [-] Lock port-5e190291-2500-4d07-81e9-23c85326bf5e taken with stack trace [, , ] {{(pid=66703) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1120.038602] env[66703]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-5e190291-2500-4d07-81e9-23c85326bf5e" {{(pid=66703) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1120.038602] env[66703]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-5e190291-2500-4d07-81e9-23c85326bf5e" {{(pid=66703) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1120.038602] env[66703]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-5e190291-2500-4d07-81e9-23c85326bf5e" {{(pid=66703) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1120.038602] env[66703]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('5e190291-2500-4d07-81e9-23c85326bf5e',) {} {{(pid=66703) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1120.539762] env[66703]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_groups_with_revisions called with arguments (1000, 0) {} {{(pid=66703) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1120.540684] env[66703]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] deletion realization of port 5e190291-2500-4d07-81e9-23c85326bf5e [ 1120.540957] env[66703]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=66703) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1120.541109] env[66703]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=66703) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1120.541173] env[66703]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=66703) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1120.541379] env[66703]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=66703) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1120.541465] env[66703]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=66703) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1120.541559] env[66703]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Segment Port:5e190291-2500-4d07-81e9-23c85326bf5e already deleted. [ 1120.541639] env[66703]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-5e190291-2500-4d07-81e9-23c85326bf5e" {{(pid=66703) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1121.045400] env[66703]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_qos_policies_with_revisions called with arguments (1000, 0) {} {{(pid=66703) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1121.222264] env[66703]: INFO networking_nsxv3.common.synchronization [req-55074d31-8fd6-46c4-923c-5b5a23e5e0e0 req-4fc956ec-c857-4066-95d1-8f5b56c526f4 tempest-ServersTestJSON-565357052 tempest-ServersTestJSON-565357052-project-member] Enqueued Resource ID: 4e788d78-bd3c-4249-acf9-3dd7a53e2a11 with Priority: HIGHEST for action security_group_members [ 1121.222887] env[66703]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 4e788d78-bd3c-4249-acf9-3dd7a53e2a11 with Priority: HIGHEST for action security_group_members [ 1121.223456] env[66703]: DEBUG networking_nsxv3.common.locking [-] Lock member-4e788d78-bd3c-4249-acf9-3dd7a53e2a11 taken with stack trace [, , ] {{(pid=66703) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1121.223456] env[66703]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-4e788d78-bd3c-4249-acf9-3dd7a53e2a11" {{(pid=66703) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1121.223622] env[66703]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-4e788d78-bd3c-4249-acf9-3dd7a53e2a11" {{(pid=66703) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1121.223791] env[66703]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-4e788d78-bd3c-4249-acf9-3dd7a53e2a11" {{(pid=66703) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1121.223953] env[66703]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=66703) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1121.224085] env[66703]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66703) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1121.224144] env[66703]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66703) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1121.224276] env[66703]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66703) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1121.224359] env[66703]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66703) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1121.224453] env[66703]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('4e788d78-bd3c-4249-acf9-3dd7a53e2a11',) {} {{(pid=66703) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1121.555858] env[66703]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Inventory metadata is going to be refreshed. [ 1121.555858] env[66703]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] [Policy] Fetching Policy NSX-T metadata for Type:Segment. [ 1121.727237] env[66703]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('4e788d78-bd3c-4249-acf9-3dd7a53e2a11',) {} {{(pid=66703) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1121.774175] env[66703]: DEBUG networking_nsxv3.common.locking [None req-ffa6d202-748e-4c81-9979-ad08741f9cf7 None None] Lock network-205 taken with stack trace [, , , , , , , , ] {{(pid=66703) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1121.774175] env[66703]: DEBUG oslo_concurrency.lockutils [None req-ffa6d202-748e-4c81-9979-ad08741f9cf7 None None] Acquiring lock "network-205" {{(pid=66703) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1121.774175] env[66703]: DEBUG oslo_concurrency.lockutils [None req-ffa6d202-748e-4c81-9979-ad08741f9cf7 None None] Acquired lock "network-205" {{(pid=66703) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1121.774175] env[66703]: DEBUG oslo_concurrency.lockutils [None req-ffa6d202-748e-4c81-9979-ad08741f9cf7 None None] Acquired external semaphore "network-205" {{(pid=66703) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1121.774175] env[66703]: DEBUG networking_nsxv3.common.locking [None req-ffa6d202-748e-4c81-9979-ad08741f9cf7 None None] Lock Segment taken with stack trace [, , , , , , , , , , ] {{(pid=66703) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1121.774175] env[66703]: DEBUG oslo_concurrency.lockutils [None req-ffa6d202-748e-4c81-9979-ad08741f9cf7 None None] Acquiring lock "Segment" {{(pid=66703) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1121.774175] env[66703]: DEBUG oslo_concurrency.lockutils [None req-ffa6d202-748e-4c81-9979-ad08741f9cf7 None None] Acquired lock "Segment" {{(pid=66703) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1121.774647] env[66703]: DEBUG oslo_concurrency.lockutils [None req-ffa6d202-748e-4c81-9979-ad08741f9cf7 None None] Acquired external semaphore "Segment" {{(pid=66703) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1121.774912] env[66703]: DEBUG oslo_concurrency.lockutils [None req-ffa6d202-748e-4c81-9979-ad08741f9cf7 None None] Releasing lock "Segment" {{(pid=66703) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1121.775279] env[66703]: DEBUG dogpile.cache.region [None req-ffa6d202-748e-4c81-9979-ad08741f9cf7 None None] No value present for key: 'zone-id' {{(pid=66703) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 1121.775538] env[66703]: DEBUG dogpile.lock [None req-ffa6d202-748e-4c81-9979-ad08741f9cf7 None None] NeedRegenerationException {{(pid=66703) _enter /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:90}} [ 1121.776017] env[66703]: DEBUG dogpile.lock [None req-ffa6d202-748e-4c81-9979-ad08741f9cf7 None None] no value, waiting for create lock {{(pid=66703) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:131}} [ 1121.776310] env[66703]: DEBUG dogpile.lock [None req-ffa6d202-748e-4c81-9979-ad08741f9cf7 None None] value creation lock acquired {{(pid=66703) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:135}} [ 1121.776567] env[66703]: DEBUG dogpile.cache.region [None req-ffa6d202-748e-4c81-9979-ad08741f9cf7 None None] No value present for key: 'zone-id' {{(pid=66703) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 1121.776816] env[66703]: DEBUG dogpile.lock [None req-ffa6d202-748e-4c81-9979-ad08741f9cf7 None None] Calling creation function for not-yet-present value {{(pid=66703) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:174}} [ 1121.777080] env[66703]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-ffa6d202-748e-4c81-9979-ad08741f9cf7 None None] Looking for TransportZone with name nsx-vlan-transportzone. [ 1121.809027] env[66703]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-ffa6d202-748e-4c81-9979-ad08741f9cf7 None None] loading zone with a95c914d-748d-497c-94ab-10d4647daeba and tags [{'scope': 'mp2policy_migr_status', 'tag': 'success'}] [ 1121.809027] env[66703]: DEBUG dogpile.cache.region [None req-ffa6d202-748e-4c81-9979-ad08741f9cf7 None None] Cache value generated in 0.030 seconds for key(s): 'zone-id' {{(pid=66703) _log_time /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:910}} [ 1121.809027] env[66703]: DEBUG dogpile.lock [None req-ffa6d202-748e-4c81-9979-ad08741f9cf7 None None] Released creation lock {{(pid=66703) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:182}} [ 1121.809027] env[66703]: DEBUG oslo_concurrency.lockutils [None req-ffa6d202-748e-4c81-9979-ad08741f9cf7 None None] Releasing lock "network-205" {{(pid=66703) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1121.809027] env[66703]: DEBUG networking_nsxv3.common.locking [None req-ffa6d202-748e-4c81-9979-ad08741f9cf7 None None] Lock port-659d0d8d-1b92-41a5-a517-957c317b081b taken with stack trace [, , , , , , , , ] {{(pid=66703) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1121.809027] env[66703]: DEBUG oslo_concurrency.lockutils [None req-ffa6d202-748e-4c81-9979-ad08741f9cf7 None None] Acquiring lock "port-659d0d8d-1b92-41a5-a517-957c317b081b" {{(pid=66703) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1121.809653] env[66703]: DEBUG oslo_concurrency.lockutils [None req-ffa6d202-748e-4c81-9979-ad08741f9cf7 None None] Acquired lock "port-659d0d8d-1b92-41a5-a517-957c317b081b" {{(pid=66703) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1121.810157] env[66703]: DEBUG oslo_concurrency.lockutils [None req-ffa6d202-748e-4c81-9979-ad08741f9cf7 None None] Acquired external semaphore "port-659d0d8d-1b92-41a5-a517-957c317b081b" {{(pid=66703) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1121.810534] env[66703]: DEBUG networking_nsxv3.api.rpc [None req-ffa6d202-748e-4c81-9979-ad08741f9cf7 None None] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('659d0d8d-1b92-41a5-a517-957c317b081b',) {} {{(pid=66703) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1122.231256] env[66703]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('4e788d78-bd3c-4249-acf9-3dd7a53e2a11',) {} {{(pid=66703) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1122.315364] env[66703]: DEBUG networking_nsxv3.common.locking [None req-ffa6d202-748e-4c81-9979-ad08741f9cf7 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , ] {{(pid=66703) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1122.315585] env[66703]: DEBUG oslo_concurrency.lockutils [None req-ffa6d202-748e-4c81-9979-ad08741f9cf7 None None] Acquiring lock "SegmentPort" {{(pid=66703) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1122.316029] env[66703]: DEBUG oslo_concurrency.lockutils [None req-ffa6d202-748e-4c81-9979-ad08741f9cf7 None None] Acquired lock "SegmentPort" {{(pid=66703) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1122.316107] env[66703]: DEBUG oslo_concurrency.lockutils [None req-ffa6d202-748e-4c81-9979-ad08741f9cf7 None None] Acquired external semaphore "SegmentPort" {{(pid=66703) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1122.316252] env[66703]: DEBUG oslo_concurrency.lockutils [None req-ffa6d202-748e-4c81-9979-ad08741f9cf7 None None] Releasing lock "SegmentPort" {{(pid=66703) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1122.316434] env[66703]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-ffa6d202-748e-4c81-9979-ad08741f9cf7 None None] Segment Port 659d0d8d-1b92-41a5-a517-957c317b081b not found, creating... [ 1122.317032] env[66703]: DEBUG networking_nsxv3.common.locking [None req-ffa6d202-748e-4c81-9979-ad08741f9cf7 None None] Lock Segment taken with stack trace [, , , , , , , , , , , ] {{(pid=66703) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1122.317032] env[66703]: DEBUG oslo_concurrency.lockutils [None req-ffa6d202-748e-4c81-9979-ad08741f9cf7 None None] Acquiring lock "Segment" {{(pid=66703) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1122.317032] env[66703]: DEBUG oslo_concurrency.lockutils [None req-ffa6d202-748e-4c81-9979-ad08741f9cf7 None None] Acquired lock "Segment" {{(pid=66703) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1122.317448] env[66703]: DEBUG oslo_concurrency.lockutils [None req-ffa6d202-748e-4c81-9979-ad08741f9cf7 None None] Acquired external semaphore "Segment" {{(pid=66703) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1122.317448] env[66703]: DEBUG oslo_concurrency.lockutils [None req-ffa6d202-748e-4c81-9979-ad08741f9cf7 None None] Releasing lock "Segment" {{(pid=66703) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1122.317770] env[66703]: DEBUG networking_nsxv3.common.locking [None req-ffa6d202-748e-4c81-9979-ad08741f9cf7 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=66703) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1122.318062] env[66703]: DEBUG oslo_concurrency.lockutils [None req-ffa6d202-748e-4c81-9979-ad08741f9cf7 None None] Acquiring lock "SegmentPort" {{(pid=66703) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1122.318244] env[66703]: DEBUG oslo_concurrency.lockutils [None req-ffa6d202-748e-4c81-9979-ad08741f9cf7 None None] Acquired lock "SegmentPort" {{(pid=66703) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1122.318483] env[66703]: DEBUG oslo_concurrency.lockutils [None req-ffa6d202-748e-4c81-9979-ad08741f9cf7 None None] Acquired external semaphore "SegmentPort" {{(pid=66703) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1122.318889] env[66703]: DEBUG oslo_concurrency.lockutils [None req-ffa6d202-748e-4c81-9979-ad08741f9cf7 None None] Releasing lock "SegmentPort" {{(pid=66703) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1122.319090] env[66703]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-ffa6d202-748e-4c81-9979-ad08741f9cf7 None None] Resource: SegmentPort with ID: 659d0d8d-1b92-41a5-a517-957c317b081b is going to be created. [ 1122.342594] env[66703]: DEBUG networking_nsxv3.common.locking [None req-ffa6d202-748e-4c81-9979-ad08741f9cf7 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=66703) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1122.342867] env[66703]: DEBUG oslo_concurrency.lockutils [None req-ffa6d202-748e-4c81-9979-ad08741f9cf7 None None] Acquiring lock "SegmentPort" {{(pid=66703) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1122.343026] env[66703]: DEBUG oslo_concurrency.lockutils [None req-ffa6d202-748e-4c81-9979-ad08741f9cf7 None None] Acquired lock "SegmentPort" {{(pid=66703) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1122.343326] env[66703]: DEBUG oslo_concurrency.lockutils [None req-ffa6d202-748e-4c81-9979-ad08741f9cf7 None None] Acquired external semaphore "SegmentPort" {{(pid=66703) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1122.343557] env[66703]: DEBUG oslo_concurrency.lockutils [None req-ffa6d202-748e-4c81-9979-ad08741f9cf7 None None] Releasing lock "SegmentPort" {{(pid=66703) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1122.343775] env[66703]: DEBUG oslo_concurrency.lockutils [None req-ffa6d202-748e-4c81-9979-ad08741f9cf7 None None] Releasing lock "port-659d0d8d-1b92-41a5-a517-957c317b081b" {{(pid=66703) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1122.384171] env[66703]: INFO networking_nsxv3.common.synchronization [req-60066249-e0f1-447d-99af-0780898874eb req-3fc06a58-5e30-478d-a6ea-b8718b88f66d tempest-ServerActionsTestJSON-1903783594 tempest-ServerActionsTestJSON-1903783594-project-member] Enqueued Resource ID: e2dfd056-9012-4ee5-8e8c-6878a22ada99 with Priority: HIGHEST for action security_group_members [ 1122.384810] env[66703]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: e2dfd056-9012-4ee5-8e8c-6878a22ada99 with Priority: HIGHEST for action security_group_members [ 1122.385660] env[66703]: DEBUG networking_nsxv3.common.locking [-] Lock member-e2dfd056-9012-4ee5-8e8c-6878a22ada99 taken with stack trace [, , ] {{(pid=66703) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1122.386132] env[66703]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-e2dfd056-9012-4ee5-8e8c-6878a22ada99" {{(pid=66703) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1122.386132] env[66703]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-e2dfd056-9012-4ee5-8e8c-6878a22ada99" {{(pid=66703) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1122.386132] env[66703]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-e2dfd056-9012-4ee5-8e8c-6878a22ada99" {{(pid=66703) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1122.386423] env[66703]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=66703) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1122.386523] env[66703]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66703) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1122.386587] env[66703]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66703) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1122.386750] env[66703]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66703) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1122.386967] env[66703]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66703) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1122.387030] env[66703]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('e2dfd056-9012-4ee5-8e8c-6878a22ada99',) {} {{(pid=66703) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1122.533421] env[66703]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , , ] {{(pid=66703) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1122.533421] env[66703]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=66703) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1122.533421] env[66703]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=66703) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1122.533421] env[66703]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=66703) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1122.546926] env[66703]: WARNING networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider [-] Duplicate resource with OS_ID: 992 ID: cl2-zone-992 [ 1122.548421] env[66703]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=66703) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1122.550261] env[66703]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] [Policy] Fetching Policy NSX-T metadata for Type:SegmentPort. [ 1122.591523] env[66703]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=66703) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1122.591696] env[66703]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=66703) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1122.591765] env[66703]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=66703) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1122.591996] env[66703]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=66703) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1122.609716] env[66703]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=66703) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1122.610148] env[66703]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] [Policy] The number of outdated resources for Type:SegmentPort Is:0. [ 1122.610251] env[66703]: DEBUG networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Outdated resources of Type:SegmentPort Are:set() {{(pid=66703) outdated /opt/stack/networking-nsx-t/networking_nsxv3/plugins/ml2/drivers/nsxv3/agent/provider_nsx_policy.py:1130}} [ 1122.610330] env[66703]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] [Policy] Fetching Policy NSX-T metadata for Type:Security Group (Rules). [ 1122.655841] env[66703]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , , ] {{(pid=66703) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1122.655841] env[66703]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66703) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1122.655841] env[66703]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66703) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1122.655841] env[66703]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66703) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1122.656281] env[66703]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66703) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1122.656281] env[66703]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] [Policy] Fetching Policy NSX-T metadata for Type:Security Group (Rules Remote IP Prefix). [ 1122.735424] env[66703]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66703) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1122.735574] env[66703]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66703) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1122.735644] env[66703]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66703) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1122.735872] env[66703]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66703) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1122.735957] env[66703]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66703) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1122.736060] env[66703]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 4e788d78-bd3c-4249-acf9-3dd7a53e2a11 is going to be updated. [ 1122.770600] env[66703]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66703) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1122.772223] env[66703]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66703) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1122.772223] env[66703]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66703) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1122.772223] env[66703]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66703) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1122.772223] env[66703]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66703) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1122.776373] env[66703]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules Remote IP Prefix) taken with stack trace [, , , , , , , ] {{(pid=66703) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1122.776524] env[66703]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules Remote IP Prefix)" {{(pid=66703) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1122.776599] env[66703]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules Remote IP Prefix)" {{(pid=66703) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1122.776809] env[66703]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules Remote IP Prefix)" {{(pid=66703) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1122.777166] env[66703]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules Remote IP Prefix)" {{(pid=66703) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1122.777481] env[66703]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] [Policy] Fetching Policy NSX-T metadata for Type:Address Group. [ 1122.800128] env[66703]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 4e788d78-bd3c-4249-acf9-3dd7a53e2a11 in Status: IN_PROGRESS for 2s [ 1122.891984] env[66703]: DEBUG networking_nsxv3.common.locking [-] Lock Address Group taken with stack trace [, , , , , , , ] {{(pid=66703) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1122.891984] env[66703]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Address Group" {{(pid=66703) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1122.891984] env[66703]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Address Group" {{(pid=66703) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1122.891984] env[66703]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Address Group" {{(pid=66703) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1122.892304] env[66703]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Address Group" {{(pid=66703) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1122.892562] env[66703]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] [Policy] The number of outdated resources for Type:Security Group (Rules) Is:50. [ 1122.892562] env[66703]: DEBUG networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Outdated resources of Type:Security Group (Rules) Are:{'e2dfd056-9012-4ee5-8e8c-6878a22ada99', '795bc015-1eb3-4f14-a94a-8ce341dbdd81', 'b862fb2c-6a52-42d3-8708-a7bbc1341553', '84965a9f-e013-4442-ad2d-26e8a4cb9e82', '4872b703-920a-4af9-a3a7-4649c45283ab', '451b70bc-ee39-4478-8b6b-ae8f5e4bf551', 'f52985e4-827d-4ac5-ba08-62ae5081fda6', '0707dfd1-3090-427b-9f88-1e41af4a94c0', '48f2d2cf-9bd1-4a56-95be-4b4a62b0e17f', '74884478-9760-4ca3-bceb-cbff7acb74c0', '1e2b2a96-49fb-4d3f-83d8-f1102c156f71', '6365a784-f6cd-436e-be41-fa820f180738', 'bab497ff-3c4f-41ab-80e5-efd1dc76b6d8', '4770ab45-fdc2-4722-972d-6fa3445d1b25', 'e5478296-296b-4855-b680-ee0ae524bfb1', '3304826c-ce8e-49f9-aefd-3be39a0c0fbb', '422a6afd-0a76-40ff-8ca7-239421300775', '4e788d78-bd3c-4249-acf9-3dd7a53e2a11', '6346706c-1caf-4cbe-88de-b1c9a0ad8189', 'e67add3f-2e36-4deb-be60-d3fd9e28ce9a', '9e323f42-5013-4d32-95d0-2cc0dffa766e', '50deca7c-20de-416b-a7ff-7a2252a34c03', 'db254d47-d7a1-40b1-a751-5c5ada9bc604', '433d87a8-b488-4016-b086-c4329efa2811', '41686f41-1a2e-4978-b11b-0069e0dbf969', '0a0added-7b70-4b18-961a-c2e749c49e44', '94cfd855-34d7-4ee3-83ae-9a9910adce5a', '1e4f4349-a036-4da7-ac6f-1277bb1760f6', 'bc05e17c-09a9-4bc8-9a77-96ca3ea29999', '5f884ef4-4fdd-434c-9108-5775888c1d71', 'fd11726e-2764-449e-84ac-e0167df921d4', '016af0c8-4276-4aa2-affa-7060eb9467c4', '35f311e8-9fa5-4653-bc01-ffb31083430c', 'f1ca8429-6b1e-4072-9f62-c350b5814260', '660372db-97b0-4c25-a97c-8d2de7c849c4', '5a3ab0bf-8204-4d17-b3f0-d07129e04ee1', 'b71d7cca-9437-49ca-9e76-44102d6232fb', '35ccdf8d-34a1-42c6-b9d2-6233117683f2', '32e0f1f8-5e67-463a-bbe6-da9c89b63705', 'a8f04bfa-28b4-468c-97f4-e8e0cfcbb095', '8e4a28ae-331b-4bc3-83a7-35099819703c', '7e357460-6da6-4aac-9ef9-bd79503ba910', 'a28d8168-ddcb-4c73-9a65-8357fac367a8', 'fa4efca7-8152-4fd8-af73-ebfcdf5db312', 'b2516a1a-ba5c-4ad7-8828-fd394c2ff5bf', '717b6a7a-29a1-4fd1-aba1-2df2cf68dfcc', 'afb07c54-934e-420f-a541-315d002a64fc', '52a602e3-dbba-4de9-81cb-2d4b1e7aa1ab', 'a9c5dd23-48a3-431d-ac41-19c73af4faf6', 'cbccdb9d-dce5-4ab1-92ae-de158a3ea733'} {{(pid=66703) outdated /opt/stack/networking-nsx-t/networking_nsxv3/plugins/ml2/drivers/nsxv3/agent/provider_nsx_policy.py:1130}} [ 1122.892731] env[66703]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] [Policy] Fetching Policy NSX-T metadata for Type:Segment QoS. [ 1122.895269] env[66703]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=66703) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1122.895269] env[66703]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66703) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1122.895269] env[66703]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66703) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1122.895269] env[66703]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66703) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1122.929073] env[66703]: DEBUG networking_nsxv3.common.locking [-] Lock Segment QoS taken with stack trace [, , , , , , , ] {{(pid=66703) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1122.930081] env[66703]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment QoS" {{(pid=66703) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1122.930081] env[66703]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment QoS" {{(pid=66703) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1122.930081] env[66703]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment QoS" {{(pid=66703) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1122.930081] env[66703]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment QoS" {{(pid=66703) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1122.930567] env[66703]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] [Policy] The number of outdated resources for Type:Segment QoS Is:0. [ 1122.930567] env[66703]: DEBUG networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Outdated resources of Type:Segment QoS Are:set() {{(pid=66703) outdated /opt/stack/networking-nsx-t/networking_nsxv3/plugins/ml2/drivers/nsxv3/agent/provider_nsx_policy.py:1130}} [ 1122.930567] env[66703]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] [Policy] Fetching Policy NSX-T metadata for Type:Security Group (Members). [ 1122.940919] env[66703]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66703) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1122.941355] env[66703]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66703) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1122.941565] env[66703]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66703) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1122.941820] env[66703]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66703) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1122.942257] env[66703]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66703) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1122.942257] env[66703]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66703) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1122.942353] env[66703]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: e2dfd056-9012-4ee5-8e8c-6878a22ada99 is going to be updated. [ 1122.997222] env[66703]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66703) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1122.997222] env[66703]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66703) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1122.997222] env[66703]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66703) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1122.997222] env[66703]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66703) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1122.997222] env[66703]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66703) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1123.018932] env[66703]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: e2dfd056-9012-4ee5-8e8c-6878a22ada99 in Status: IN_PROGRESS for 2s [ 1123.076592] env[66703]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , , ] {{(pid=66703) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1123.076937] env[66703]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66703) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1123.076937] env[66703]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66703) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1123.077096] env[66703]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66703) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1123.078785] env[66703]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66703) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1123.079453] env[66703]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] [Policy] The number of outdated resources for Type:Security Group (Members) Is:0. [ 1123.079453] env[66703]: DEBUG networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Outdated resources of Type:Security Group (Members) Are:set() {{(pid=66703) outdated /opt/stack/networking-nsx-t/networking_nsxv3/plugins/ml2/drivers/nsxv3/agent/provider_nsx_policy.py:1130}} [ 1123.079453] env[66703]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Inventory metadata have been refreshed. [ 1123.079653] env[66703]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Realizing 0/0 resources of Type:Ports [ 1123.079653] env[66703]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Realizing 20/50 resources of Type:Security Group Rules [ 1123.079653] env[66703]: INFO networking_nsxv3.common.synchronization [-] Enqueued Resource ID: e2dfd056-9012-4ee5-8e8c-6878a22ada99 with Priority: HIGH for action security_group_rules [ 1123.079758] env[66703]: INFO networking_nsxv3.common.synchronization [-] Enqueued Resource ID: 795bc015-1eb3-4f14-a94a-8ce341dbdd81 with Priority: HIGH for action security_group_rules [ 1123.079758] env[66703]: INFO networking_nsxv3.common.synchronization [-] Enqueued Resource ID: b862fb2c-6a52-42d3-8708-a7bbc1341553 with Priority: HIGH for action security_group_rules [ 1123.079822] env[66703]: INFO networking_nsxv3.common.synchronization [-] Enqueued Resource ID: 84965a9f-e013-4442-ad2d-26e8a4cb9e82 with Priority: HIGH for action security_group_rules [ 1123.079900] env[66703]: INFO networking_nsxv3.common.synchronization [-] Enqueued Resource ID: 4872b703-920a-4af9-a3a7-4649c45283ab with Priority: HIGH for action security_group_rules [ 1123.079950] env[66703]: INFO networking_nsxv3.common.synchronization [-] Enqueued Resource ID: 451b70bc-ee39-4478-8b6b-ae8f5e4bf551 with Priority: HIGH for action security_group_rules [ 1123.080022] env[66703]: INFO networking_nsxv3.common.synchronization [-] Enqueued Resource ID: f52985e4-827d-4ac5-ba08-62ae5081fda6 with Priority: HIGH for action security_group_rules [ 1123.080078] env[66703]: INFO networking_nsxv3.common.synchronization [-] Enqueued Resource ID: 0707dfd1-3090-427b-9f88-1e41af4a94c0 with Priority: HIGH for action security_group_rules [ 1123.080152] env[66703]: INFO networking_nsxv3.common.synchronization [-] Enqueued Resource ID: 48f2d2cf-9bd1-4a56-95be-4b4a62b0e17f with Priority: HIGH for action security_group_rules [ 1123.080203] env[66703]: INFO networking_nsxv3.common.synchronization [-] Enqueued Resource ID: 74884478-9760-4ca3-bceb-cbff7acb74c0 with Priority: HIGH for action security_group_rules [ 1123.080258] env[66703]: INFO networking_nsxv3.common.synchronization [-] Enqueued Resource ID: 1e2b2a96-49fb-4d3f-83d8-f1102c156f71 with Priority: HIGH for action security_group_rules [ 1123.080353] env[66703]: INFO networking_nsxv3.common.synchronization [-] Enqueued Resource ID: 6365a784-f6cd-436e-be41-fa820f180738 with Priority: HIGH for action security_group_rules [ 1123.080674] env[66703]: INFO networking_nsxv3.common.synchronization [-] Enqueued Resource ID: bab497ff-3c4f-41ab-80e5-efd1dc76b6d8 with Priority: HIGH for action security_group_rules [ 1123.080674] env[66703]: INFO networking_nsxv3.common.synchronization [-] Enqueued Resource ID: 4770ab45-fdc2-4722-972d-6fa3445d1b25 with Priority: HIGH for action security_group_rules [ 1123.080674] env[66703]: INFO networking_nsxv3.common.synchronization [-] Enqueued Resource ID: e5478296-296b-4855-b680-ee0ae524bfb1 with Priority: HIGH for action security_group_rules [ 1123.080674] env[66703]: INFO networking_nsxv3.common.synchronization [-] Enqueued Resource ID: 3304826c-ce8e-49f9-aefd-3be39a0c0fbb with Priority: HIGH for action security_group_rules [ 1123.080674] env[66703]: INFO networking_nsxv3.common.synchronization [-] Enqueued Resource ID: 422a6afd-0a76-40ff-8ca7-239421300775 with Priority: HIGH for action security_group_rules [ 1123.080998] env[66703]: INFO networking_nsxv3.common.synchronization [-] Enqueued Resource ID: 4e788d78-bd3c-4249-acf9-3dd7a53e2a11 with Priority: HIGH for action security_group_rules [ 1123.080998] env[66703]: INFO networking_nsxv3.common.synchronization [-] Enqueued Resource ID: 6346706c-1caf-4cbe-88de-b1c9a0ad8189 with Priority: HIGH for action security_group_rules [ 1123.080998] env[66703]: INFO networking_nsxv3.common.synchronization [-] Enqueued Resource ID: e67add3f-2e36-4deb-be60-d3fd9e28ce9a with Priority: HIGH for action security_group_rules [ 1123.081235] env[66703]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "all" {{(pid=66703) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1123.102245] env[66703]: INFO networking_nsxv3.common.synchronization [req-55074d31-8fd6-46c4-923c-5b5a23e5e0e0 req-fd762a30-7b0f-41f6-8471-5d66617580c2 service nova] Enqueued Resource ID: 4e788d78-bd3c-4249-acf9-3dd7a53e2a11 with Priority: HIGHEST for action security_group_rules [ 1123.102245] env[66703]: INFO networking_nsxv3.common.synchronization [req-55074d31-8fd6-46c4-923c-5b5a23e5e0e0 req-fd762a30-7b0f-41f6-8471-5d66617580c2 service nova] Enqueued Resource ID: 4e788d78-bd3c-4249-acf9-3dd7a53e2a11 with Priority: HIGHEST for action security_group_members [ 1123.102245] env[66703]: INFO networking_nsxv3.common.synchronization [req-55074d31-8fd6-46c4-923c-5b5a23e5e0e0 req-fd762a30-7b0f-41f6-8471-5d66617580c2 service nova] Enqueued Resource ID: 659d0d8d-1b92-41a5-a517-957c317b081b with Priority: HIGHEST for action port [ 1123.102656] env[66703]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 4e788d78-bd3c-4249-acf9-3dd7a53e2a11 with Priority: HIGHEST for action security_group_rules [ 1123.102815] env[66703]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 4e788d78-bd3c-4249-acf9-3dd7a53e2a11 with Priority: HIGHEST for action security_group_members [ 1123.102902] env[66703]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 659d0d8d-1b92-41a5-a517-957c317b081b with Priority: HIGHEST for action port [ 1123.103206] env[66703]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: e2dfd056-9012-4ee5-8e8c-6878a22ada99 with Priority: HIGH for action security_group_rules [ 1123.103416] env[66703]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: b862fb2c-6a52-42d3-8708-a7bbc1341553 with Priority: HIGH for action security_group_rules [ 1123.103535] env[66703]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: f52985e4-827d-4ac5-ba08-62ae5081fda6 with Priority: HIGH for action security_group_rules [ 1123.103588] env[66703]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: e5478296-296b-4855-b680-ee0ae524bfb1 with Priority: HIGH for action security_group_rules [ 1123.103688] env[66703]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: e67add3f-2e36-4deb-be60-d3fd9e28ce9a with Priority: HIGH for action security_group_rules [ 1123.103808] env[66703]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 6346706c-1caf-4cbe-88de-b1c9a0ad8189 with Priority: HIGH for action security_group_rules [ 1123.103927] env[66703]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 4e788d78-bd3c-4249-acf9-3dd7a53e2a11 with Priority: HIGH for action security_group_rules [ 1123.104051] env[66703]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 422a6afd-0a76-40ff-8ca7-239421300775 with Priority: HIGH for action security_group_rules [ 1123.104146] env[66703]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 4770ab45-fdc2-4722-972d-6fa3445d1b25 with Priority: HIGH for action security_group_rules [ 1123.104230] env[66703]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 3304826c-ce8e-49f9-aefd-3be39a0c0fbb with Priority: HIGH for action security_group_rules [ 1123.104334] env[66703]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: bab497ff-3c4f-41ab-80e5-efd1dc76b6d8 with Priority: HIGH for action security_group_rules [ 1123.104432] env[66703]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 6365a784-f6cd-436e-be41-fa820f180738 with Priority: HIGH for action security_group_rules [ 1123.104522] env[66703]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 1e2b2a96-49fb-4d3f-83d8-f1102c156f71 with Priority: HIGH for action security_group_rules [ 1123.104612] env[66703]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 74884478-9760-4ca3-bceb-cbff7acb74c0 with Priority: HIGH for action security_group_rules [ 1123.104689] env[66703]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 48f2d2cf-9bd1-4a56-95be-4b4a62b0e17f with Priority: HIGH for action security_group_rules [ 1123.104784] env[66703]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 451b70bc-ee39-4478-8b6b-ae8f5e4bf551 with Priority: HIGH for action security_group_rules [ 1123.104892] env[66703]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 0707dfd1-3090-427b-9f88-1e41af4a94c0 with Priority: HIGH for action security_group_rules [ 1123.105025] env[66703]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 4872b703-920a-4af9-a3a7-4649c45283ab with Priority: HIGH for action security_group_rules [ 1123.108969] env[66703]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 795bc015-1eb3-4f14-a94a-8ce341dbdd81 with Priority: HIGH for action security_group_rules [ 1123.109157] env[66703]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 84965a9f-e013-4442-ad2d-26e8a4cb9e82 with Priority: HIGH for action security_group_rules [ 1123.109518] env[66703]: DEBUG networking_nsxv3.common.locking [-] Lock rules-4e788d78-bd3c-4249-acf9-3dd7a53e2a11 taken with stack trace [, , ] {{(pid=66703) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1123.110037] env[66703]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-4e788d78-bd3c-4249-acf9-3dd7a53e2a11" {{(pid=66703) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1123.110037] env[66703]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-4e788d78-bd3c-4249-acf9-3dd7a53e2a11" {{(pid=66703) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1123.110037] env[66703]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-4e788d78-bd3c-4249-acf9-3dd7a53e2a11" {{(pid=66703) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1123.110037] env[66703]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('4e788d78-bd3c-4249-acf9-3dd7a53e2a11',) {} {{(pid=66703) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1123.111123] env[66703]: DEBUG networking_nsxv3.common.locking [-] Lock member-4e788d78-bd3c-4249-acf9-3dd7a53e2a11 taken with stack trace [, , ] {{(pid=66703) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1123.111276] env[66703]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-4e788d78-bd3c-4249-acf9-3dd7a53e2a11" {{(pid=66703) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1123.111565] env[66703]: DEBUG networking_nsxv3.common.locking [-] Lock port-659d0d8d-1b92-41a5-a517-957c317b081b taken with stack trace [, , ] {{(pid=66703) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1123.111801] env[66703]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-659d0d8d-1b92-41a5-a517-957c317b081b" {{(pid=66703) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1123.111801] env[66703]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-659d0d8d-1b92-41a5-a517-957c317b081b" {{(pid=66703) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1123.112076] env[66703]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-659d0d8d-1b92-41a5-a517-957c317b081b" {{(pid=66703) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1123.112181] env[66703]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('659d0d8d-1b92-41a5-a517-957c317b081b',) {} {{(pid=66703) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1123.113597] env[66703]: DEBUG networking_nsxv3.common.locking [-] Lock rules-e2dfd056-9012-4ee5-8e8c-6878a22ada99 taken with stack trace [, , ] {{(pid=66703) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1123.113760] env[66703]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-e2dfd056-9012-4ee5-8e8c-6878a22ada99" {{(pid=66703) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1123.113760] env[66703]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-e2dfd056-9012-4ee5-8e8c-6878a22ada99" {{(pid=66703) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1123.113964] env[66703]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-e2dfd056-9012-4ee5-8e8c-6878a22ada99" {{(pid=66703) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1123.116650] env[66703]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('e2dfd056-9012-4ee5-8e8c-6878a22ada99',) {} {{(pid=66703) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1123.116650] env[66703]: DEBUG networking_nsxv3.common.locking [-] Lock rules-b862fb2c-6a52-42d3-8708-a7bbc1341553 taken with stack trace [, , ] {{(pid=66703) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1123.116650] env[66703]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-b862fb2c-6a52-42d3-8708-a7bbc1341553" {{(pid=66703) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1123.116650] env[66703]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-b862fb2c-6a52-42d3-8708-a7bbc1341553" {{(pid=66703) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1123.116650] env[66703]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-b862fb2c-6a52-42d3-8708-a7bbc1341553" {{(pid=66703) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1123.116650] env[66703]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('b862fb2c-6a52-42d3-8708-a7bbc1341553',) {} {{(pid=66703) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1123.117572] env[66703]: DEBUG networking_nsxv3.common.locking [-] Lock rules-f52985e4-827d-4ac5-ba08-62ae5081fda6 taken with stack trace [, , ] {{(pid=66703) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1123.117684] env[66703]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-f52985e4-827d-4ac5-ba08-62ae5081fda6" {{(pid=66703) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1123.117684] env[66703]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-f52985e4-827d-4ac5-ba08-62ae5081fda6" {{(pid=66703) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1123.117873] env[66703]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-f52985e4-827d-4ac5-ba08-62ae5081fda6" {{(pid=66703) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1123.118038] env[66703]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('f52985e4-827d-4ac5-ba08-62ae5081fda6',) {} {{(pid=66703) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1123.118801] env[66703]: DEBUG networking_nsxv3.common.locking [-] Lock rules-e5478296-296b-4855-b680-ee0ae524bfb1 taken with stack trace [, , ] {{(pid=66703) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1123.119261] env[66703]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-e5478296-296b-4855-b680-ee0ae524bfb1" {{(pid=66703) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1123.119261] env[66703]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-e5478296-296b-4855-b680-ee0ae524bfb1" {{(pid=66703) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1123.119261] env[66703]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-e5478296-296b-4855-b680-ee0ae524bfb1" {{(pid=66703) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1123.119261] env[66703]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('e5478296-296b-4855-b680-ee0ae524bfb1',) {} {{(pid=66703) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1123.120094] env[66703]: DEBUG networking_nsxv3.common.locking [-] Lock rules-e67add3f-2e36-4deb-be60-d3fd9e28ce9a taken with stack trace [, , ] {{(pid=66703) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1123.120209] env[66703]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-e67add3f-2e36-4deb-be60-d3fd9e28ce9a" {{(pid=66703) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1123.120306] env[66703]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-e67add3f-2e36-4deb-be60-d3fd9e28ce9a" {{(pid=66703) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1123.121503] env[66703]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-e67add3f-2e36-4deb-be60-d3fd9e28ce9a" {{(pid=66703) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1123.121623] env[66703]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('e67add3f-2e36-4deb-be60-d3fd9e28ce9a',) {} {{(pid=66703) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1123.123710] env[66703]: DEBUG networking_nsxv3.common.locking [-] Lock rules-6346706c-1caf-4cbe-88de-b1c9a0ad8189 taken with stack trace [, , ] {{(pid=66703) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1123.123865] env[66703]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-6346706c-1caf-4cbe-88de-b1c9a0ad8189" {{(pid=66703) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1123.123925] env[66703]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-6346706c-1caf-4cbe-88de-b1c9a0ad8189" {{(pid=66703) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1123.127201] env[66703]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-6346706c-1caf-4cbe-88de-b1c9a0ad8189" {{(pid=66703) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1123.127201] env[66703]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('6346706c-1caf-4cbe-88de-b1c9a0ad8189',) {} {{(pid=66703) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1123.127201] env[66703]: DEBUG networking_nsxv3.common.locking [-] Lock rules-4e788d78-bd3c-4249-acf9-3dd7a53e2a11 taken with stack trace [, , ] {{(pid=66703) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1123.127201] env[66703]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-4e788d78-bd3c-4249-acf9-3dd7a53e2a11" {{(pid=66703) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1123.127201] env[66703]: DEBUG networking_nsxv3.common.locking [-] Lock rules-422a6afd-0a76-40ff-8ca7-239421300775 taken with stack trace [, , ] {{(pid=66703) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1123.127201] env[66703]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-422a6afd-0a76-40ff-8ca7-239421300775" {{(pid=66703) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1123.127201] env[66703]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-422a6afd-0a76-40ff-8ca7-239421300775" {{(pid=66703) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1123.127201] env[66703]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-422a6afd-0a76-40ff-8ca7-239421300775" {{(pid=66703) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1123.127201] env[66703]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('422a6afd-0a76-40ff-8ca7-239421300775',) {} {{(pid=66703) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1123.128842] env[66703]: DEBUG networking_nsxv3.common.locking [-] Lock rules-4770ab45-fdc2-4722-972d-6fa3445d1b25 taken with stack trace [, , ] {{(pid=66703) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1123.128842] env[66703]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-4770ab45-fdc2-4722-972d-6fa3445d1b25" {{(pid=66703) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1123.128842] env[66703]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-4770ab45-fdc2-4722-972d-6fa3445d1b25" {{(pid=66703) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1123.128842] env[66703]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-4770ab45-fdc2-4722-972d-6fa3445d1b25" {{(pid=66703) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1123.128842] env[66703]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('4770ab45-fdc2-4722-972d-6fa3445d1b25',) {} {{(pid=66703) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1123.129657] env[66703]: DEBUG networking_nsxv3.common.locking [-] Lock rules-3304826c-ce8e-49f9-aefd-3be39a0c0fbb taken with stack trace [, , ] {{(pid=66703) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1123.129657] env[66703]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-3304826c-ce8e-49f9-aefd-3be39a0c0fbb" {{(pid=66703) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1123.129657] env[66703]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-3304826c-ce8e-49f9-aefd-3be39a0c0fbb" {{(pid=66703) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1123.130566] env[66703]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-3304826c-ce8e-49f9-aefd-3be39a0c0fbb" {{(pid=66703) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1123.130566] env[66703]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('3304826c-ce8e-49f9-aefd-3be39a0c0fbb',) {} {{(pid=66703) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1123.131069] env[66703]: DEBUG networking_nsxv3.common.locking [-] Lock rules-bab497ff-3c4f-41ab-80e5-efd1dc76b6d8 taken with stack trace [, , ] {{(pid=66703) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1123.131195] env[66703]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-bab497ff-3c4f-41ab-80e5-efd1dc76b6d8" {{(pid=66703) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1123.131597] env[66703]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-bab497ff-3c4f-41ab-80e5-efd1dc76b6d8" {{(pid=66703) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1123.131597] env[66703]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-bab497ff-3c4f-41ab-80e5-efd1dc76b6d8" {{(pid=66703) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1123.131597] env[66703]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('bab497ff-3c4f-41ab-80e5-efd1dc76b6d8',) {} {{(pid=66703) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1123.132208] env[66703]: DEBUG networking_nsxv3.common.locking [-] Lock rules-6365a784-f6cd-436e-be41-fa820f180738 taken with stack trace [, , ] {{(pid=66703) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1123.132411] env[66703]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-6365a784-f6cd-436e-be41-fa820f180738" {{(pid=66703) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1123.132411] env[66703]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-6365a784-f6cd-436e-be41-fa820f180738" {{(pid=66703) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1123.132532] env[66703]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-6365a784-f6cd-436e-be41-fa820f180738" {{(pid=66703) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1123.132749] env[66703]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('6365a784-f6cd-436e-be41-fa820f180738',) {} {{(pid=66703) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1123.133734] env[66703]: DEBUG networking_nsxv3.common.locking [-] Lock rules-1e2b2a96-49fb-4d3f-83d8-f1102c156f71 taken with stack trace [, , ] {{(pid=66703) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1123.133867] env[66703]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-1e2b2a96-49fb-4d3f-83d8-f1102c156f71" {{(pid=66703) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1123.133957] env[66703]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-1e2b2a96-49fb-4d3f-83d8-f1102c156f71" {{(pid=66703) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1123.134093] env[66703]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-1e2b2a96-49fb-4d3f-83d8-f1102c156f71" {{(pid=66703) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1123.134618] env[66703]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('1e2b2a96-49fb-4d3f-83d8-f1102c156f71',) {} {{(pid=66703) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1123.134964] env[66703]: DEBUG networking_nsxv3.common.locking [-] Lock rules-74884478-9760-4ca3-bceb-cbff7acb74c0 taken with stack trace [, , ] {{(pid=66703) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1123.135114] env[66703]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-74884478-9760-4ca3-bceb-cbff7acb74c0" {{(pid=66703) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1123.135188] env[66703]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-74884478-9760-4ca3-bceb-cbff7acb74c0" {{(pid=66703) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1123.136318] env[66703]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-74884478-9760-4ca3-bceb-cbff7acb74c0" {{(pid=66703) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1123.136318] env[66703]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('74884478-9760-4ca3-bceb-cbff7acb74c0',) {} {{(pid=66703) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1123.136318] env[66703]: DEBUG networking_nsxv3.common.locking [-] Lock rules-48f2d2cf-9bd1-4a56-95be-4b4a62b0e17f taken with stack trace [, , ] {{(pid=66703) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1123.136318] env[66703]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-48f2d2cf-9bd1-4a56-95be-4b4a62b0e17f" {{(pid=66703) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1123.136677] env[66703]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-48f2d2cf-9bd1-4a56-95be-4b4a62b0e17f" {{(pid=66703) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1123.136677] env[66703]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-48f2d2cf-9bd1-4a56-95be-4b4a62b0e17f" {{(pid=66703) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1123.137079] env[66703]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('48f2d2cf-9bd1-4a56-95be-4b4a62b0e17f',) {} {{(pid=66703) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1123.138113] env[66703]: DEBUG networking_nsxv3.common.locking [-] Lock rules-451b70bc-ee39-4478-8b6b-ae8f5e4bf551 taken with stack trace [, , ] {{(pid=66703) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1123.138113] env[66703]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-451b70bc-ee39-4478-8b6b-ae8f5e4bf551" {{(pid=66703) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1123.138113] env[66703]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-451b70bc-ee39-4478-8b6b-ae8f5e4bf551" {{(pid=66703) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1123.138113] env[66703]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-451b70bc-ee39-4478-8b6b-ae8f5e4bf551" {{(pid=66703) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1123.138113] env[66703]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('451b70bc-ee39-4478-8b6b-ae8f5e4bf551',) {} {{(pid=66703) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1123.139584] env[66703]: DEBUG networking_nsxv3.common.locking [-] Lock rules-0707dfd1-3090-427b-9f88-1e41af4a94c0 taken with stack trace [, , ] {{(pid=66703) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1123.140078] env[66703]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-0707dfd1-3090-427b-9f88-1e41af4a94c0" {{(pid=66703) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1123.140078] env[66703]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-0707dfd1-3090-427b-9f88-1e41af4a94c0" {{(pid=66703) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1123.140078] env[66703]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-0707dfd1-3090-427b-9f88-1e41af4a94c0" {{(pid=66703) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1123.140078] env[66703]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('0707dfd1-3090-427b-9f88-1e41af4a94c0',) {} {{(pid=66703) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1123.140704] env[66703]: DEBUG networking_nsxv3.common.locking [-] Lock rules-4872b703-920a-4af9-a3a7-4649c45283ab taken with stack trace [, , ] {{(pid=66703) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1123.140868] env[66703]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-4872b703-920a-4af9-a3a7-4649c45283ab" {{(pid=66703) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1123.140936] env[66703]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-4872b703-920a-4af9-a3a7-4649c45283ab" {{(pid=66703) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1123.142358] env[66703]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-4872b703-920a-4af9-a3a7-4649c45283ab" {{(pid=66703) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1123.142358] env[66703]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('4872b703-920a-4af9-a3a7-4649c45283ab',) {} {{(pid=66703) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1123.142484] env[66703]: DEBUG networking_nsxv3.common.locking [-] Lock rules-795bc015-1eb3-4f14-a94a-8ce341dbdd81 taken with stack trace [, , ] {{(pid=66703) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1123.142592] env[66703]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-795bc015-1eb3-4f14-a94a-8ce341dbdd81" {{(pid=66703) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1123.142658] env[66703]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-795bc015-1eb3-4f14-a94a-8ce341dbdd81" {{(pid=66703) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1123.142878] env[66703]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-795bc015-1eb3-4f14-a94a-8ce341dbdd81" {{(pid=66703) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1123.142975] env[66703]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('795bc015-1eb3-4f14-a94a-8ce341dbdd81',) {} {{(pid=66703) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1123.144142] env[66703]: DEBUG networking_nsxv3.common.locking [-] Lock rules-84965a9f-e013-4442-ad2d-26e8a4cb9e82 taken with stack trace [, , ] {{(pid=66703) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1123.144325] env[66703]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-84965a9f-e013-4442-ad2d-26e8a4cb9e82" {{(pid=66703) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1123.144403] env[66703]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-84965a9f-e013-4442-ad2d-26e8a4cb9e82" {{(pid=66703) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1123.144637] env[66703]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-84965a9f-e013-4442-ad2d-26e8a4cb9e82" {{(pid=66703) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1123.144712] env[66703]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('84965a9f-e013-4442-ad2d-26e8a4cb9e82',) {} {{(pid=66703) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1123.144996] env[66703]: WARNING oslo_messaging._drivers.amqpdriver [-] Number of call queues is 21, greater than warning threshold: 20. There could be a leak. Increasing threshold to: 40 [ 1123.182298] env[66703]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=66703) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1123.182496] env[66703]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66703) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1123.182496] env[66703]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66703) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1123.182731] env[66703]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66703) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1123.205396] env[66703]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66703) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1123.205531] env[66703]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: b862fb2c-6a52-42d3-8708-a7bbc1341553 is going to be deleted. [ 1123.294236] env[66703]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=66703) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1123.294236] env[66703]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66703) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1123.294236] env[66703]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66703) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1123.294682] env[66703]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66703) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1123.294682] env[66703]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66703) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1123.294682] env[66703]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-b862fb2c-6a52-42d3-8708-a7bbc1341553" {{(pid=66703) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1123.652473] env[66703]: DEBUG networking_nsxv3.common.locking [-] Lock member-422a6afd-0a76-40ff-8ca7-239421300775 taken with stack trace [, , , ] {{(pid=66703) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1123.652706] env[66703]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-422a6afd-0a76-40ff-8ca7-239421300775" {{(pid=66703) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1123.652811] env[66703]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-422a6afd-0a76-40ff-8ca7-239421300775" {{(pid=66703) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1123.653189] env[66703]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-422a6afd-0a76-40ff-8ca7-239421300775" {{(pid=66703) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1123.653326] env[66703]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=66703) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1123.653449] env[66703]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66703) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1123.653521] env[66703]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66703) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1123.653694] env[66703]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66703) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1123.653790] env[66703]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66703) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1123.654228] env[66703]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-422a6afd-0a76-40ff-8ca7-239421300775" {{(pid=66703) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1123.654228] env[66703]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('422a6afd-0a76-40ff-8ca7-239421300775',) {} {{(pid=66703) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1123.657442] env[66703]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] realization of port 659d0d8d-1b92-41a5-a517-957c317b081b with status ACTIVE [ 1123.657656] env[66703]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=66703) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1123.657793] env[66703]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=66703) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1123.657864] env[66703]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=66703) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1123.658342] env[66703]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=66703) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1123.658342] env[66703]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=66703) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1123.658411] env[66703]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , ] {{(pid=66703) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1123.658473] env[66703]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=66703) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1123.658621] env[66703]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=66703) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1123.658729] env[66703]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=66703) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1123.658814] env[66703]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=66703) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1123.659050] env[66703]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=66703) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1123.659175] env[66703]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=66703) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1123.659254] env[66703]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=66703) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1123.659458] env[66703]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=66703) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1123.659543] env[66703]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=66703) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1123.659688] env[66703]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: SegmentPort with ID: 659d0d8d-1b92-41a5-a517-957c317b081b is going to be updated. [ 1123.668778] env[66703]: DEBUG networking_nsxv3.common.locking [-] Lock member-4e788d78-bd3c-4249-acf9-3dd7a53e2a11 taken with stack trace [, , , ] {{(pid=66703) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1123.668778] env[66703]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-4e788d78-bd3c-4249-acf9-3dd7a53e2a11" {{(pid=66703) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1123.671664] env[66703]: DEBUG networking_nsxv3.common.locking [-] Lock member-422a6afd-0a76-40ff-8ca7-239421300775 taken with stack trace [, , , ] {{(pid=66703) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1123.671850] env[66703]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-422a6afd-0a76-40ff-8ca7-239421300775" {{(pid=66703) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1123.672106] env[66703]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-422a6afd-0a76-40ff-8ca7-239421300775" {{(pid=66703) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1123.672557] env[66703]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-422a6afd-0a76-40ff-8ca7-239421300775" {{(pid=66703) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1123.672753] env[66703]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=66703) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1123.673179] env[66703]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66703) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1123.673179] env[66703]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66703) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1123.673179] env[66703]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66703) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1123.673316] env[66703]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66703) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1123.673316] env[66703]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-422a6afd-0a76-40ff-8ca7-239421300775" {{(pid=66703) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1123.673420] env[66703]: DEBUG networking_nsxv3.common.locking [-] Lock member-422a6afd-0a76-40ff-8ca7-239421300775 taken with stack trace [, , , ] {{(pid=66703) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1123.673510] env[66703]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-422a6afd-0a76-40ff-8ca7-239421300775" {{(pid=66703) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1123.673850] env[66703]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-422a6afd-0a76-40ff-8ca7-239421300775" {{(pid=66703) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1123.673850] env[66703]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-422a6afd-0a76-40ff-8ca7-239421300775" {{(pid=66703) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1123.673850] env[66703]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=66703) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1123.673979] env[66703]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66703) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1123.673979] env[66703]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66703) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1123.674170] env[66703]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66703) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1123.674224] env[66703]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66703) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1123.674260] env[66703]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-422a6afd-0a76-40ff-8ca7-239421300775" {{(pid=66703) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1123.674353] env[66703]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('422a6afd-0a76-40ff-8ca7-239421300775',) {} {{(pid=66703) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1123.686073] env[66703]: DEBUG networking_nsxv3.common.locking [-] Lock member-4872b703-920a-4af9-a3a7-4649c45283ab taken with stack trace [, , , ] {{(pid=66703) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1123.686318] env[66703]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-4872b703-920a-4af9-a3a7-4649c45283ab" {{(pid=66703) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1123.686318] env[66703]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-4872b703-920a-4af9-a3a7-4649c45283ab" {{(pid=66703) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1123.686418] env[66703]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-4872b703-920a-4af9-a3a7-4649c45283ab" {{(pid=66703) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1123.686566] env[66703]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=66703) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1123.686660] env[66703]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66703) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1123.686721] env[66703]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66703) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1123.686863] env[66703]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66703) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1123.686949] env[66703]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66703) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1123.687047] env[66703]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-4872b703-920a-4af9-a3a7-4649c45283ab" {{(pid=66703) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1123.687137] env[66703]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('4872b703-920a-4af9-a3a7-4649c45283ab',) {} {{(pid=66703) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1123.728297] env[66703]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=66703) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1123.728297] env[66703]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66703) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1123.728562] env[66703]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66703) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1123.728604] env[66703]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66703) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1123.728661] env[66703]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66703) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1123.728801] env[66703]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: e2dfd056-9012-4ee5-8e8c-6878a22ada99 is going to be deleted. [ 1123.730402] env[66703]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=66703) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1123.730538] env[66703]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66703) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1123.730538] env[66703]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66703) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1123.730651] env[66703]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66703) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1123.733099] env[66703]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=66703) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1123.733222] env[66703]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66703) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1123.733845] env[66703]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=66703) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1123.733958] env[66703]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66703) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1123.746481] env[66703]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=66703) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1123.746625] env[66703]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66703) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1123.761458] env[66703]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=66703) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1123.761652] env[66703]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66703) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1123.762653] env[66703]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=66703) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1123.762789] env[66703]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66703) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1123.763676] env[66703]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=66703) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1123.763793] env[66703]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66703) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1123.764626] env[66703]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=66703) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1123.764742] env[66703]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66703) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1123.765800] env[66703]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=66703) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1123.765892] env[66703]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66703) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1123.766608] env[66703]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=66703) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1123.766701] env[66703]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66703) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1123.794126] env[66703]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=66703) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1123.794305] env[66703]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66703) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1123.795101] env[66703]: WARNING urllib3.connectionpool [-] Connection pool is full, discarding connection: nsxt.osci.c.eu-de-1.cloud.sap. Connection pool size: 10: queue.Full [ 1123.796077] env[66703]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=66703) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1123.796077] env[66703]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66703) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1123.796445] env[66703]: WARNING urllib3.connectionpool [-] Connection pool is full, discarding connection: nsxt.osci.c.eu-de-1.cloud.sap. Connection pool size: 10: queue.Full [ 1123.796876] env[66703]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=66703) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1123.796999] env[66703]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66703) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1123.797669] env[66703]: WARNING urllib3.connectionpool [-] Connection pool is full, discarding connection: nsxt.osci.c.eu-de-1.cloud.sap. Connection pool size: 10: queue.Full [ 1123.798202] env[66703]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=66703) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1123.798281] env[66703]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66703) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1123.799106] env[66703]: WARNING urllib3.connectionpool [-] Connection pool is full, discarding connection: nsxt.osci.c.eu-de-1.cloud.sap. Connection pool size: 10: queue.Full [ 1123.799553] env[66703]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=66703) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1123.799687] env[66703]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=66703) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1123.799756] env[66703]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=66703) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1123.800028] env[66703]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=66703) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1123.800191] env[66703]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=66703) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1123.800363] env[66703]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-659d0d8d-1b92-41a5-a517-957c317b081b" {{(pid=66703) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1123.801528] env[66703]: WARNING urllib3.connectionpool [-] Connection pool is full, discarding connection: nsxt.osci.c.eu-de-1.cloud.sap. Connection pool size: 10: queue.Full [ 1123.802077] env[66703]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=66703) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1123.802182] env[66703]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66703) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1123.813917] env[66703]: WARNING urllib3.connectionpool [-] Connection pool is full, discarding connection: nsxt.osci.c.eu-de-1.cloud.sap. Connection pool size: 10: queue.Full [ 1123.814469] env[66703]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66703) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1123.814661] env[66703]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 6346706c-1caf-4cbe-88de-b1c9a0ad8189 is going to be deleted. [ 1123.815611] env[66703]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66703) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1123.815822] env[66703]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66703) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1123.854826] env[66703]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=66703) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1123.855020] env[66703]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66703) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1123.887593] env[66703]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66703) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1123.888566] env[66703]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: e67add3f-2e36-4deb-be60-d3fd9e28ce9a is going to be deleted. [ 1123.888730] env[66703]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66703) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1123.888947] env[66703]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66703) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1123.961139] env[66703]: INFO networking_nsxv3.common.synchronization [None req-1109f06a-6427-4023-bbc0-ce614a192ce7 None None] Enqueued Resource ID: 3d40541c-d600-46f1-a7f9-94a54b439532 with Priority: HIGHEST for action port [ 1123.962770] env[66703]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 3d40541c-d600-46f1-a7f9-94a54b439532 with Priority: HIGHEST for action port [ 1123.962770] env[66703]: DEBUG networking_nsxv3.common.locking [-] Lock port-3d40541c-d600-46f1-a7f9-94a54b439532 taken with stack trace [, , ] {{(pid=66703) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1123.962770] env[66703]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-3d40541c-d600-46f1-a7f9-94a54b439532" {{(pid=66703) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1123.962770] env[66703]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-3d40541c-d600-46f1-a7f9-94a54b439532" {{(pid=66703) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1123.962980] env[66703]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-3d40541c-d600-46f1-a7f9-94a54b439532" {{(pid=66703) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1123.963087] env[66703]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('3d40541c-d600-46f1-a7f9-94a54b439532',) {} {{(pid=66703) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1123.979888] env[66703]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66703) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1123.980039] env[66703]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 1e2b2a96-49fb-4d3f-83d8-f1102c156f71 is going to be deleted. [ 1123.980999] env[66703]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66703) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1123.981234] env[66703]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66703) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1123.989905] env[66703]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=66703) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1123.990050] env[66703]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66703) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1124.022592] env[66703]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66703) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1124.022753] env[66703]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: f52985e4-827d-4ac5-ba08-62ae5081fda6 is going to be deleted. [ 1124.023936] env[66703]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66703) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1124.024035] env[66703]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66703) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1124.028028] env[66703]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=66703) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1124.028028] env[66703]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66703) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1124.089583] env[66703]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=66703) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1124.089583] env[66703]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66703) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1124.092232] env[66703]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66703) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1124.092635] env[66703]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 795bc015-1eb3-4f14-a94a-8ce341dbdd81 is going to be deleted. [ 1124.095131] env[66703]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66703) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1124.095131] env[66703]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66703) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1124.179319] env[66703]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66703) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1124.179652] env[66703]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 74884478-9760-4ca3-bceb-cbff7acb74c0 is going to be deleted. [ 1124.181123] env[66703]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66703) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1124.181540] env[66703]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66703) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1124.183317] env[66703]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=66703) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1124.183445] env[66703]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66703) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1124.195050] env[66703]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for 422a6afd-0a76-40ff-8ca7-239421300775: rpc.has_security_group_logging(os_id): False [ 1124.197427] env[66703]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('4872b703-920a-4af9-a3a7-4649c45283ab',) {} {{(pid=66703) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1124.231990] env[66703]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=66703) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1124.232191] env[66703]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66703) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1124.286522] env[66703]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66703) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1124.286656] env[66703]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 48f2d2cf-9bd1-4a56-95be-4b4a62b0e17f is going to be deleted. [ 1124.287596] env[66703]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66703) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1124.287840] env[66703]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66703) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1124.351368] env[66703]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=66703) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1124.352102] env[66703]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66703) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1124.353542] env[66703]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66703) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1124.353820] env[66703]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 6365a784-f6cd-436e-be41-fa820f180738 is going to be deleted. [ 1124.355419] env[66703]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66703) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1124.355419] env[66703]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66703) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1124.357166] env[66703]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=66703) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1124.357341] env[66703]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66703) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1124.398128] env[66703]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66703) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1124.398128] env[66703]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 0707dfd1-3090-427b-9f88-1e41af4a94c0 is going to be deleted. [ 1124.399210] env[66703]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66703) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1124.400584] env[66703]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66703) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1124.444391] env[66703]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=66703) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1124.444813] env[66703]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66703) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1124.447100] env[66703]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66703) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1124.447270] env[66703]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: bab497ff-3c4f-41ab-80e5-efd1dc76b6d8 is going to be deleted. [ 1124.448026] env[66703]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66703) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1124.448256] env[66703]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66703) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1124.469357] env[66703]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] deletion realization of port 3d40541c-d600-46f1-a7f9-94a54b439532 [ 1124.469680] env[66703]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=66703) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1124.469973] env[66703]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=66703) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1124.469973] env[66703]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=66703) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1124.470141] env[66703]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=66703) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1124.470258] env[66703]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=66703) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1124.470359] env[66703]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Segment Port:3d40541c-d600-46f1-a7f9-94a54b439532 already deleted. [ 1124.470446] env[66703]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-3d40541c-d600-46f1-a7f9-94a54b439532" {{(pid=66703) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1124.523779] env[66703]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66703) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1124.523779] env[66703]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: e5478296-296b-4855-b680-ee0ae524bfb1 is going to be deleted. [ 1124.525031] env[66703]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66703) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1124.525343] env[66703]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66703) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1124.527025] env[66703]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=66703) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1124.527025] env[66703]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66703) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1124.552462] env[66703]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=66703) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1124.552730] env[66703]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66703) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1124.569908] env[66703]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66703) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1124.570125] env[66703]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 4770ab45-fdc2-4722-972d-6fa3445d1b25 is going to be deleted. [ 1124.571194] env[66703]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66703) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1124.571428] env[66703]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66703) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1124.599552] env[66703]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66703) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1124.599552] env[66703]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 84965a9f-e013-4442-ad2d-26e8a4cb9e82 is going to be deleted. [ 1124.601174] env[66703]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66703) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1124.601174] env[66703]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66703) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1124.641877] env[66703]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=66703) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1124.642130] env[66703]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66703) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1124.688086] env[66703]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66703) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1124.688314] env[66703]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 451b70bc-ee39-4478-8b6b-ae8f5e4bf551 is going to be deleted. [ 1124.689960] env[66703]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66703) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1124.692631] env[66703]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66703) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1124.696745] env[66703]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=66703) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1124.696925] env[66703]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66703) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1124.704591] env[66703]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for 4872b703-920a-4af9-a3a7-4649c45283ab: rpc.has_security_group_logging(os_id): False [ 1124.750069] env[66703]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=66703) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1124.750183] env[66703]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66703) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1124.765876] env[66703]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=66703) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1124.765876] env[66703]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66703) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1124.831274] env[66703]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66703) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1124.831421] env[66703]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 3304826c-ce8e-49f9-aefd-3be39a0c0fbb is going to be deleted. [ 1124.832417] env[66703]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66703) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1124.832628] env[66703]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66703) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1124.832718] env[66703]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66703) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1124.832845] env[66703]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-e2dfd056-9012-4ee5-8e8c-6878a22ada99" {{(pid=66703) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1124.833807] env[66703]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=66703) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1124.833925] env[66703]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66703) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1124.833974] env[66703]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66703) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1124.834287] env[66703]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66703) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1124.834440] env[66703]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66703) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1124.834606] env[66703]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-84965a9f-e013-4442-ad2d-26e8a4cb9e82" {{(pid=66703) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1124.834805] env[66703]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66703) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1124.835104] env[66703]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66703) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1124.835248] env[66703]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66703) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1124.835410] env[66703]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-e67add3f-2e36-4deb-be60-d3fd9e28ce9a" {{(pid=66703) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1124.836055] env[66703]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66703) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1124.836329] env[66703]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66703) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1124.836420] env[66703]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66703) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1124.836752] env[66703]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-6346706c-1caf-4cbe-88de-b1c9a0ad8189" {{(pid=66703) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1124.837570] env[66703]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 4e788d78-bd3c-4249-acf9-3dd7a53e2a11 in Status: SUCCESS [ 1124.837807] env[66703]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-4e788d78-bd3c-4249-acf9-3dd7a53e2a11" {{(pid=66703) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1124.837996] env[66703]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66703) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1124.838228] env[66703]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66703) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1124.838341] env[66703]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66703) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1124.838499] env[66703]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-1e2b2a96-49fb-4d3f-83d8-f1102c156f71" {{(pid=66703) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1124.838642] env[66703]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66703) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1124.838850] env[66703]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66703) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1124.838992] env[66703]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66703) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1124.839197] env[66703]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-f52985e4-827d-4ac5-ba08-62ae5081fda6" {{(pid=66703) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1124.839282] env[66703]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-4e788d78-bd3c-4249-acf9-3dd7a53e2a11" {{(pid=66703) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1124.839456] env[66703]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-4e788d78-bd3c-4249-acf9-3dd7a53e2a11" {{(pid=66703) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1124.839679] env[66703]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=66703) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1124.839827] env[66703]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66703) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1124.839919] env[66703]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66703) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1124.840112] env[66703]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66703) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1124.840227] env[66703]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66703) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1124.841583] env[66703]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('4e788d78-bd3c-4249-acf9-3dd7a53e2a11',) {} {{(pid=66703) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1124.842709] env[66703]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66703) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1124.842945] env[66703]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66703) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1124.894210] env[66703]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66703) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1124.894536] env[66703]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66703) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1124.894708] env[66703]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66703) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1124.894800] env[66703]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66703) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1124.895056] env[66703]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66703) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1124.895170] env[66703]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66703) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1124.895360] env[66703]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66703) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1124.896490] env[66703]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66703) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1124.896490] env[66703]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66703) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1124.896490] env[66703]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66703) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1124.896490] env[66703]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66703) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1124.896490] env[66703]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=66703) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1124.896490] env[66703]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66703) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1124.896490] env[66703]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66703) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1124.896490] env[66703]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66703) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1124.896490] env[66703]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66703) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1124.896490] env[66703]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 422a6afd-0a76-40ff-8ca7-239421300775 is going to be updated. [ 1124.897502] env[66703]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66703) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1124.897679] env[66703]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66703) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1124.897746] env[66703]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66703) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1124.897857] env[66703]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-74884478-9760-4ca3-bceb-cbff7acb74c0" {{(pid=66703) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1124.897985] env[66703]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66703) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1124.898149] env[66703]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66703) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1124.898213] env[66703]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66703) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1124.898366] env[66703]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-48f2d2cf-9bd1-4a56-95be-4b4a62b0e17f" {{(pid=66703) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1124.898515] env[66703]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66703) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1124.898652] env[66703]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66703) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1124.898723] env[66703]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66703) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1124.898828] env[66703]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-6365a784-f6cd-436e-be41-fa820f180738" {{(pid=66703) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1124.899048] env[66703]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66703) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1124.899126] env[66703]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66703) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1124.899162] env[66703]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66703) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1124.899256] env[66703]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-0707dfd1-3090-427b-9f88-1e41af4a94c0" {{(pid=66703) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1124.899879] env[66703]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66703) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1124.900048] env[66703]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66703) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1124.900129] env[66703]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66703) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1124.900239] env[66703]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-bab497ff-3c4f-41ab-80e5-efd1dc76b6d8" {{(pid=66703) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1124.900349] env[66703]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66703) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1124.900483] env[66703]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66703) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1124.902254] env[66703]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66703) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1124.902254] env[66703]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-e5478296-296b-4855-b680-ee0ae524bfb1" {{(pid=66703) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1124.902254] env[66703]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66703) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1124.902254] env[66703]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66703) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1124.902254] env[66703]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66703) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1124.902254] env[66703]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-4770ab45-fdc2-4722-972d-6fa3445d1b25" {{(pid=66703) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1124.902254] env[66703]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66703) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1124.902254] env[66703]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66703) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1124.932530] env[66703]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=66703) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1124.932530] env[66703]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66703) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1124.955566] env[66703]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66703) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1124.955861] env[66703]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=66703) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1124.955957] env[66703]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66703) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1124.956041] env[66703]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66703) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1124.956775] env[66703]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66703) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1124.956775] env[66703]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66703) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1124.956775] env[66703]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 4872b703-920a-4af9-a3a7-4649c45283ab is going to be updated. [ 1124.957462] env[66703]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66703) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1124.957642] env[66703]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66703) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1124.957729] env[66703]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66703) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1124.957840] env[66703]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-795bc015-1eb3-4f14-a94a-8ce341dbdd81" {{(pid=66703) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1124.957970] env[66703]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66703) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1124.958128] env[66703]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66703) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1124.958206] env[66703]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66703) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1124.958319] env[66703]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-451b70bc-ee39-4478-8b6b-ae8f5e4bf551" {{(pid=66703) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1125.022817] env[66703]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=66703) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1125.023131] env[66703]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66703) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1125.024916] env[66703]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66703) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1125.025179] env[66703]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66703) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1125.025308] env[66703]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66703) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1125.025447] env[66703]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-3304826c-ce8e-49f9-aefd-3be39a0c0fbb" {{(pid=66703) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1125.037953] env[66703]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: e2dfd056-9012-4ee5-8e8c-6878a22ada99 in Status: SUCCESS [ 1125.038205] env[66703]: WARNING networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: e2dfd056-9012-4ee5-8e8c-6878a22ada99 deletion is rescheduled due to dependency. [ 1125.038347] env[66703]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-e2dfd056-9012-4ee5-8e8c-6878a22ada99" {{(pid=66703) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1125.048984] env[66703]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=66703) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1125.049130] env[66703]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66703) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1125.049233] env[66703]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66703) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1125.049415] env[66703]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66703) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1125.049925] env[66703]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66703) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1125.088196] env[66703]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 422a6afd-0a76-40ff-8ca7-239421300775 in Status: IN_PROGRESS for 2s [ 1125.136922] env[66703]: WARNING urllib3.connectionpool [-] Connection pool is full, discarding connection: nsxt.osci.c.eu-de-1.cloud.sap. Connection pool size: 10: queue.Full [ 1125.139101] env[66703]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=66703) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1125.139101] env[66703]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66703) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1125.139101] env[66703]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66703) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1125.139612] env[66703]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66703) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1125.139612] env[66703]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66703) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1125.160181] env[66703]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 4872b703-920a-4af9-a3a7-4649c45283ab in Status: IN_PROGRESS for 2s [ 1125.346870] env[66703]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('4e788d78-bd3c-4249-acf9-3dd7a53e2a11',) {} {{(pid=66703) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1125.848463] env[66703]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('4e788d78-bd3c-4249-acf9-3dd7a53e2a11',) {} {{(pid=66703) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1126.350526] env[66703]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66703) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1126.350726] env[66703]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66703) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1126.350866] env[66703]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66703) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1126.351121] env[66703]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66703) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1126.351210] env[66703]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66703) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1126.351332] env[66703]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 4e788d78-bd3c-4249-acf9-3dd7a53e2a11 is going to be updated. [ 1126.385435] env[66703]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66703) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1126.385696] env[66703]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66703) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1126.385696] env[66703]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66703) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1126.386076] env[66703]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66703) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1126.386076] env[66703]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66703) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1126.411389] env[66703]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 4e788d78-bd3c-4249-acf9-3dd7a53e2a11 in Status: IN_PROGRESS for 2s [ 1127.104240] env[66703]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 422a6afd-0a76-40ff-8ca7-239421300775 in Status: SUCCESS [ 1127.104542] env[66703]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-422a6afd-0a76-40ff-8ca7-239421300775" {{(pid=66703) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1127.171620] env[66703]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 4872b703-920a-4af9-a3a7-4649c45283ab in Status: SUCCESS [ 1127.172229] env[66703]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-4872b703-920a-4af9-a3a7-4649c45283ab" {{(pid=66703) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1128.426407] env[66703]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 4e788d78-bd3c-4249-acf9-3dd7a53e2a11 in Status: SUCCESS [ 1128.426716] env[66703]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-4e788d78-bd3c-4249-acf9-3dd7a53e2a11" {{(pid=66703) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1128.426843] env[66703]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-4e788d78-bd3c-4249-acf9-3dd7a53e2a11" {{(pid=66703) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1128.428035] env[66703]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-4e788d78-bd3c-4249-acf9-3dd7a53e2a11" {{(pid=66703) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1128.428035] env[66703]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=66703) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1128.428035] env[66703]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66703) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1128.428035] env[66703]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66703) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1128.428035] env[66703]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66703) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1128.428035] env[66703]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66703) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1128.428035] env[66703]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-4e788d78-bd3c-4249-acf9-3dd7a53e2a11" {{(pid=66703) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1128.428035] env[66703]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('4e788d78-bd3c-4249-acf9-3dd7a53e2a11',) {} {{(pid=66703) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1128.930555] env[66703]: DEBUG networking_nsxv3.common.locking [-] Lock member-4e788d78-bd3c-4249-acf9-3dd7a53e2a11 taken with stack trace [, , , ] {{(pid=66703) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1128.930795] env[66703]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-4e788d78-bd3c-4249-acf9-3dd7a53e2a11" {{(pid=66703) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1128.930875] env[66703]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-4e788d78-bd3c-4249-acf9-3dd7a53e2a11" {{(pid=66703) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1128.931098] env[66703]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-4e788d78-bd3c-4249-acf9-3dd7a53e2a11" {{(pid=66703) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1128.931330] env[66703]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=66703) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1128.931463] env[66703]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66703) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1128.931544] env[66703]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66703) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1128.931753] env[66703]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66703) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1128.931901] env[66703]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66703) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1128.932048] env[66703]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-4e788d78-bd3c-4249-acf9-3dd7a53e2a11" {{(pid=66703) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1128.932195] env[66703]: DEBUG networking_nsxv3.common.locking [-] Lock member-4e788d78-bd3c-4249-acf9-3dd7a53e2a11 taken with stack trace [, , , ] {{(pid=66703) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1128.932284] env[66703]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-4e788d78-bd3c-4249-acf9-3dd7a53e2a11" {{(pid=66703) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1128.932347] env[66703]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-4e788d78-bd3c-4249-acf9-3dd7a53e2a11" {{(pid=66703) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1128.932497] env[66703]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-4e788d78-bd3c-4249-acf9-3dd7a53e2a11" {{(pid=66703) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1128.932662] env[66703]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=66703) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1128.932747] env[66703]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66703) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1128.932991] env[66703]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66703) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1128.932991] env[66703]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66703) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1128.933171] env[66703]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66703) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1128.933171] env[66703]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-4e788d78-bd3c-4249-acf9-3dd7a53e2a11" {{(pid=66703) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1128.933294] env[66703]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('4e788d78-bd3c-4249-acf9-3dd7a53e2a11',) {} {{(pid=66703) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1128.962845] env[66703]: INFO networking_nsxv3.common.synchronization [-] No activity for the last 5 seconds. [ 1128.962845] env[66703]: INFO networking_nsxv3.common.synchronization [-] Sizes Queue[Active=0, Passive=0], Jobs=2 [ 1129.436144] env[66703]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for 4e788d78-bd3c-4249-acf9-3dd7a53e2a11: rpc.has_security_group_logging(os_id): False [ 1129.460362] env[66703]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=66703) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1129.460524] env[66703]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66703) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1129.460618] env[66703]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66703) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1129.460917] env[66703]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66703) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1129.508433] env[66703]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66703) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1129.508707] env[66703]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66703) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1129.508838] env[66703]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66703) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1129.508907] env[66703]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66703) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1129.509142] env[66703]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66703) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1129.509270] env[66703]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66703) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1129.509455] env[66703]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66703) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1129.509561] env[66703]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66703) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1129.509627] env[66703]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66703) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1129.509858] env[66703]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66703) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1129.509981] env[66703]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66703) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1129.510181] env[66703]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=66703) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1129.510283] env[66703]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66703) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1129.510349] env[66703]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66703) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1129.510616] env[66703]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66703) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1129.510824] env[66703]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66703) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1129.510824] env[66703]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 4e788d78-bd3c-4249-acf9-3dd7a53e2a11 is going to be updated. [ 1129.583093] env[66703]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=66703) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1129.583093] env[66703]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66703) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1129.583093] env[66703]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66703) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1129.583093] env[66703]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66703) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1129.583428] env[66703]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66703) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1129.600074] env[66703]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 4e788d78-bd3c-4249-acf9-3dd7a53e2a11 in Status: IN_PROGRESS for 2s [ 1131.565210] env[66703]: INFO networking_nsxv3.common.synchronization [req-f9f3c594-0425-4a03-983d-3ae4b48c8742 req-0edf5ac5-165e-4fd3-beb2-4fb4b9c1764a tempest-ServerRescueNegativeTestJSON-1584039462 tempest-ServerRescueNegativeTestJSON-1584039462-project-member] Enqueued Resource ID: 342e9261-9091-420c-a22e-99d0ab7b0071 with Priority: HIGHEST for action security_group_members [ 1131.565210] env[66703]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 342e9261-9091-420c-a22e-99d0ab7b0071 with Priority: HIGHEST for action security_group_members [ 1131.565704] env[66703]: DEBUG networking_nsxv3.common.locking [-] Lock member-342e9261-9091-420c-a22e-99d0ab7b0071 taken with stack trace [, , ] {{(pid=66703) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1131.565704] env[66703]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-342e9261-9091-420c-a22e-99d0ab7b0071" {{(pid=66703) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1131.565704] env[66703]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-342e9261-9091-420c-a22e-99d0ab7b0071" {{(pid=66703) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1131.566163] env[66703]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-342e9261-9091-420c-a22e-99d0ab7b0071" {{(pid=66703) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1131.567035] env[66703]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=66703) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1131.567035] env[66703]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66703) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1131.567035] env[66703]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66703) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1131.567035] env[66703]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66703) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1131.567035] env[66703]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66703) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1131.567035] env[66703]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('342e9261-9091-420c-a22e-99d0ab7b0071',) {} {{(pid=66703) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1131.616660] env[66703]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 4e788d78-bd3c-4249-acf9-3dd7a53e2a11 in Status: SUCCESS [ 1131.616660] env[66703]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-4e788d78-bd3c-4249-acf9-3dd7a53e2a11" {{(pid=66703) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1131.616660] env[66703]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-4e788d78-bd3c-4249-acf9-3dd7a53e2a11" {{(pid=66703) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1131.616963] env[66703]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-4e788d78-bd3c-4249-acf9-3dd7a53e2a11" {{(pid=66703) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1131.616963] env[66703]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('4e788d78-bd3c-4249-acf9-3dd7a53e2a11',) {} {{(pid=66703) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1131.950349] env[66703]: DEBUG networking_nsxv3.common.locking [None req-33d36011-a73c-4b6d-849a-f8c867240c48 None None] Lock network-584 taken with stack trace [, , , , , , , , ] {{(pid=66703) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1131.951303] env[66703]: DEBUG oslo_concurrency.lockutils [None req-33d36011-a73c-4b6d-849a-f8c867240c48 None None] Acquiring lock "network-584" {{(pid=66703) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1131.951303] env[66703]: DEBUG oslo_concurrency.lockutils [None req-33d36011-a73c-4b6d-849a-f8c867240c48 None None] Acquired lock "network-584" {{(pid=66703) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1131.951487] env[66703]: DEBUG oslo_concurrency.lockutils [None req-33d36011-a73c-4b6d-849a-f8c867240c48 None None] Acquired external semaphore "network-584" {{(pid=66703) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1131.951759] env[66703]: DEBUG networking_nsxv3.common.locking [None req-33d36011-a73c-4b6d-849a-f8c867240c48 None None] Lock Segment taken with stack trace [, , , , , , , , , , ] {{(pid=66703) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1131.951964] env[66703]: DEBUG oslo_concurrency.lockutils [None req-33d36011-a73c-4b6d-849a-f8c867240c48 None None] Acquiring lock "Segment" {{(pid=66703) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1131.952181] env[66703]: DEBUG oslo_concurrency.lockutils [None req-33d36011-a73c-4b6d-849a-f8c867240c48 None None] Acquired lock "Segment" {{(pid=66703) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1131.952555] env[66703]: DEBUG oslo_concurrency.lockutils [None req-33d36011-a73c-4b6d-849a-f8c867240c48 None None] Acquired external semaphore "Segment" {{(pid=66703) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1131.952643] env[66703]: DEBUG oslo_concurrency.lockutils [None req-33d36011-a73c-4b6d-849a-f8c867240c48 None None] Releasing lock "Segment" {{(pid=66703) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1131.952909] env[66703]: DEBUG dogpile.cache.region [None req-33d36011-a73c-4b6d-849a-f8c867240c48 None None] No value present for key: 'zone-id' {{(pid=66703) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 1131.953089] env[66703]: DEBUG dogpile.lock [None req-33d36011-a73c-4b6d-849a-f8c867240c48 None None] NeedRegenerationException {{(pid=66703) _enter /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:90}} [ 1131.953267] env[66703]: DEBUG dogpile.lock [None req-33d36011-a73c-4b6d-849a-f8c867240c48 None None] no value, waiting for create lock {{(pid=66703) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:131}} [ 1131.953426] env[66703]: DEBUG dogpile.lock [None req-33d36011-a73c-4b6d-849a-f8c867240c48 None None] value creation lock acquired {{(pid=66703) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:135}} [ 1131.953599] env[66703]: DEBUG dogpile.cache.region [None req-33d36011-a73c-4b6d-849a-f8c867240c48 None None] No value present for key: 'zone-id' {{(pid=66703) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 1131.953751] env[66703]: DEBUG dogpile.lock [None req-33d36011-a73c-4b6d-849a-f8c867240c48 None None] Calling creation function for not-yet-present value {{(pid=66703) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:174}} [ 1131.953918] env[66703]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-33d36011-a73c-4b6d-849a-f8c867240c48 None None] Looking for TransportZone with name nsx-vlan-transportzone. [ 1131.973800] env[66703]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-33d36011-a73c-4b6d-849a-f8c867240c48 None None] loading zone with a95c914d-748d-497c-94ab-10d4647daeba and tags [{'scope': 'mp2policy_migr_status', 'tag': 'success'}] [ 1131.974016] env[66703]: DEBUG dogpile.cache.region [None req-33d36011-a73c-4b6d-849a-f8c867240c48 None None] Cache value generated in 0.020 seconds for key(s): 'zone-id' {{(pid=66703) _log_time /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:910}} [ 1131.974167] env[66703]: DEBUG dogpile.lock [None req-33d36011-a73c-4b6d-849a-f8c867240c48 None None] Released creation lock {{(pid=66703) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:182}} [ 1131.974356] env[66703]: DEBUG oslo_concurrency.lockutils [None req-33d36011-a73c-4b6d-849a-f8c867240c48 None None] Releasing lock "network-584" {{(pid=66703) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1131.974694] env[66703]: DEBUG networking_nsxv3.common.locking [None req-33d36011-a73c-4b6d-849a-f8c867240c48 None None] Lock port-181119e3-7ac5-4da7-aced-fc463ee13909 taken with stack trace [, , , , , , , , ] {{(pid=66703) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1131.974883] env[66703]: DEBUG oslo_concurrency.lockutils [None req-33d36011-a73c-4b6d-849a-f8c867240c48 None None] Acquiring lock "port-181119e3-7ac5-4da7-aced-fc463ee13909" {{(pid=66703) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1131.975022] env[66703]: DEBUG oslo_concurrency.lockutils [None req-33d36011-a73c-4b6d-849a-f8c867240c48 None None] Acquired lock "port-181119e3-7ac5-4da7-aced-fc463ee13909" {{(pid=66703) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1131.975370] env[66703]: DEBUG oslo_concurrency.lockutils [None req-33d36011-a73c-4b6d-849a-f8c867240c48 None None] Acquired external semaphore "port-181119e3-7ac5-4da7-aced-fc463ee13909" {{(pid=66703) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1131.975507] env[66703]: DEBUG networking_nsxv3.api.rpc [None req-33d36011-a73c-4b6d-849a-f8c867240c48 None None] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('181119e3-7ac5-4da7-aced-fc463ee13909',) {} {{(pid=66703) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1132.069244] env[66703]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=66703) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1132.069496] env[66703]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66703) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1132.069585] env[66703]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66703) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1132.069800] env[66703]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66703) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1132.069899] env[66703]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66703) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1132.070225] env[66703]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66703) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1132.070439] env[66703]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66703) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1132.070607] env[66703]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66703) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1132.070731] env[66703]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66703) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1132.070842] env[66703]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66703) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1132.071145] env[66703]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 342e9261-9091-420c-a22e-99d0ab7b0071 already deleted. [ 1132.071287] env[66703]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-342e9261-9091-420c-a22e-99d0ab7b0071" {{(pid=66703) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1132.119254] env[66703]: DEBUG networking_nsxv3.common.locking [-] Lock member-4e788d78-bd3c-4249-acf9-3dd7a53e2a11 taken with stack trace [, , , ] {{(pid=66703) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1132.119560] env[66703]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-4e788d78-bd3c-4249-acf9-3dd7a53e2a11" {{(pid=66703) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1132.119629] env[66703]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-4e788d78-bd3c-4249-acf9-3dd7a53e2a11" {{(pid=66703) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1132.119827] env[66703]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-4e788d78-bd3c-4249-acf9-3dd7a53e2a11" {{(pid=66703) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1132.120034] env[66703]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=66703) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1132.120186] env[66703]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66703) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1132.120321] env[66703]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66703) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1132.120526] env[66703]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66703) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1132.120629] env[66703]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66703) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1132.120722] env[66703]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-4e788d78-bd3c-4249-acf9-3dd7a53e2a11" {{(pid=66703) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1132.120836] env[66703]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('4e788d78-bd3c-4249-acf9-3dd7a53e2a11',) {} {{(pid=66703) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1132.478408] env[66703]: DEBUG networking_nsxv3.common.locking [None req-33d36011-a73c-4b6d-849a-f8c867240c48 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , ] {{(pid=66703) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1132.478722] env[66703]: DEBUG oslo_concurrency.lockutils [None req-33d36011-a73c-4b6d-849a-f8c867240c48 None None] Acquiring lock "SegmentPort" {{(pid=66703) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1132.478953] env[66703]: DEBUG oslo_concurrency.lockutils [None req-33d36011-a73c-4b6d-849a-f8c867240c48 None None] Acquired lock "SegmentPort" {{(pid=66703) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1132.479339] env[66703]: DEBUG oslo_concurrency.lockutils [None req-33d36011-a73c-4b6d-849a-f8c867240c48 None None] Acquired external semaphore "SegmentPort" {{(pid=66703) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1132.479559] env[66703]: DEBUG oslo_concurrency.lockutils [None req-33d36011-a73c-4b6d-849a-f8c867240c48 None None] Releasing lock "SegmentPort" {{(pid=66703) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1132.479870] env[66703]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-33d36011-a73c-4b6d-849a-f8c867240c48 None None] Segment Port 181119e3-7ac5-4da7-aced-fc463ee13909 not found, creating... [ 1132.480145] env[66703]: DEBUG networking_nsxv3.common.locking [None req-33d36011-a73c-4b6d-849a-f8c867240c48 None None] Lock Segment taken with stack trace [, , , , , , , , , , , ] {{(pid=66703) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1132.480340] env[66703]: DEBUG oslo_concurrency.lockutils [None req-33d36011-a73c-4b6d-849a-f8c867240c48 None None] Acquiring lock "Segment" {{(pid=66703) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1132.480493] env[66703]: DEBUG oslo_concurrency.lockutils [None req-33d36011-a73c-4b6d-849a-f8c867240c48 None None] Acquired lock "Segment" {{(pid=66703) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1132.480764] env[66703]: DEBUG oslo_concurrency.lockutils [None req-33d36011-a73c-4b6d-849a-f8c867240c48 None None] Acquired external semaphore "Segment" {{(pid=66703) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1132.480979] env[66703]: DEBUG oslo_concurrency.lockutils [None req-33d36011-a73c-4b6d-849a-f8c867240c48 None None] Releasing lock "Segment" {{(pid=66703) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1132.481340] env[66703]: DEBUG networking_nsxv3.common.locking [None req-33d36011-a73c-4b6d-849a-f8c867240c48 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=66703) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1132.481540] env[66703]: DEBUG oslo_concurrency.lockutils [None req-33d36011-a73c-4b6d-849a-f8c867240c48 None None] Acquiring lock "SegmentPort" {{(pid=66703) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1132.481685] env[66703]: DEBUG oslo_concurrency.lockutils [None req-33d36011-a73c-4b6d-849a-f8c867240c48 None None] Acquired lock "SegmentPort" {{(pid=66703) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1132.481961] env[66703]: DEBUG oslo_concurrency.lockutils [None req-33d36011-a73c-4b6d-849a-f8c867240c48 None None] Acquired external semaphore "SegmentPort" {{(pid=66703) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1132.482155] env[66703]: DEBUG oslo_concurrency.lockutils [None req-33d36011-a73c-4b6d-849a-f8c867240c48 None None] Releasing lock "SegmentPort" {{(pid=66703) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1132.482326] env[66703]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-33d36011-a73c-4b6d-849a-f8c867240c48 None None] Resource: SegmentPort with ID: 181119e3-7ac5-4da7-aced-fc463ee13909 is going to be created. [ 1132.507341] env[66703]: DEBUG networking_nsxv3.common.locking [None req-33d36011-a73c-4b6d-849a-f8c867240c48 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=66703) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1132.507758] env[66703]: DEBUG oslo_concurrency.lockutils [None req-33d36011-a73c-4b6d-849a-f8c867240c48 None None] Acquiring lock "SegmentPort" {{(pid=66703) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1132.507758] env[66703]: DEBUG oslo_concurrency.lockutils [None req-33d36011-a73c-4b6d-849a-f8c867240c48 None None] Acquired lock "SegmentPort" {{(pid=66703) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1132.508059] env[66703]: DEBUG oslo_concurrency.lockutils [None req-33d36011-a73c-4b6d-849a-f8c867240c48 None None] Acquired external semaphore "SegmentPort" {{(pid=66703) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1132.508331] env[66703]: DEBUG oslo_concurrency.lockutils [None req-33d36011-a73c-4b6d-849a-f8c867240c48 None None] Releasing lock "SegmentPort" {{(pid=66703) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1132.508568] env[66703]: DEBUG oslo_concurrency.lockutils [None req-33d36011-a73c-4b6d-849a-f8c867240c48 None None] Releasing lock "port-181119e3-7ac5-4da7-aced-fc463ee13909" {{(pid=66703) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1132.624232] env[66703]: DEBUG networking_nsxv3.common.locking [-] Lock member-4e788d78-bd3c-4249-acf9-3dd7a53e2a11 taken with stack trace [, , , ] {{(pid=66703) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1132.624627] env[66703]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-4e788d78-bd3c-4249-acf9-3dd7a53e2a11" {{(pid=66703) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1132.624627] env[66703]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-4e788d78-bd3c-4249-acf9-3dd7a53e2a11" {{(pid=66703) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1132.624627] env[66703]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-4e788d78-bd3c-4249-acf9-3dd7a53e2a11" {{(pid=66703) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1132.624801] env[66703]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=66703) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1132.625047] env[66703]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66703) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1132.625047] env[66703]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66703) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1132.625207] env[66703]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66703) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1132.625207] env[66703]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66703) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1132.625283] env[66703]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-4e788d78-bd3c-4249-acf9-3dd7a53e2a11" {{(pid=66703) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1132.625431] env[66703]: DEBUG networking_nsxv3.common.locking [-] Lock member-4e788d78-bd3c-4249-acf9-3dd7a53e2a11 taken with stack trace [, , , ] {{(pid=66703) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1132.625524] env[66703]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-4e788d78-bd3c-4249-acf9-3dd7a53e2a11" {{(pid=66703) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1132.625585] env[66703]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-4e788d78-bd3c-4249-acf9-3dd7a53e2a11" {{(pid=66703) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1132.625773] env[66703]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-4e788d78-bd3c-4249-acf9-3dd7a53e2a11" {{(pid=66703) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1132.625878] env[66703]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=66703) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1132.625931] env[66703]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66703) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1132.625986] env[66703]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66703) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1132.626137] env[66703]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66703) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1132.626213] env[66703]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66703) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1132.626295] env[66703]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-4e788d78-bd3c-4249-acf9-3dd7a53e2a11" {{(pid=66703) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1132.626423] env[66703]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('4e788d78-bd3c-4249-acf9-3dd7a53e2a11',) {} {{(pid=66703) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1133.128871] env[66703]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for 4e788d78-bd3c-4249-acf9-3dd7a53e2a11: rpc.has_security_group_logging(os_id): False [ 1133.154631] env[66703]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=66703) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1133.154631] env[66703]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66703) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1133.154631] env[66703]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66703) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1133.154631] env[66703]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66703) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1133.154631] env[66703]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66703) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1133.155269] env[66703]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66703) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1133.155269] env[66703]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66703) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1133.155269] env[66703]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66703) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1133.155269] env[66703]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66703) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1133.155269] env[66703]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66703) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1133.155497] env[66703]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66703) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1133.155497] env[66703]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66703) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1133.155585] env[66703]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66703) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1133.155691] env[66703]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66703) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1133.155751] env[66703]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66703) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1133.155965] env[66703]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=66703) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1133.156130] env[66703]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66703) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1133.156186] env[66703]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66703) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1133.156341] env[66703]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66703) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1133.158274] env[66703]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66703) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1133.158274] env[66703]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 4e788d78-bd3c-4249-acf9-3dd7a53e2a11 is going to be updated. [ 1133.264411] env[66703]: INFO networking_nsxv3.common.synchronization [req-f9f3c594-0425-4a03-983d-3ae4b48c8742 req-5951a85e-61f4-41ed-9411-df8f59cefd3d service nova] Enqueued Resource ID: 342e9261-9091-420c-a22e-99d0ab7b0071 with Priority: HIGHEST for action security_group_rules [ 1133.264618] env[66703]: INFO networking_nsxv3.common.synchronization [req-f9f3c594-0425-4a03-983d-3ae4b48c8742 req-5951a85e-61f4-41ed-9411-df8f59cefd3d service nova] Enqueued Resource ID: 342e9261-9091-420c-a22e-99d0ab7b0071 with Priority: HIGHEST for action security_group_members [ 1133.264763] env[66703]: INFO networking_nsxv3.common.synchronization [req-f9f3c594-0425-4a03-983d-3ae4b48c8742 req-5951a85e-61f4-41ed-9411-df8f59cefd3d service nova] Enqueued Resource ID: 181119e3-7ac5-4da7-aced-fc463ee13909 with Priority: HIGHEST for action port [ 1133.265392] env[66703]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 342e9261-9091-420c-a22e-99d0ab7b0071 with Priority: HIGHEST for action security_group_rules [ 1133.265536] env[66703]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 342e9261-9091-420c-a22e-99d0ab7b0071 with Priority: HIGHEST for action security_group_members [ 1133.265764] env[66703]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 181119e3-7ac5-4da7-aced-fc463ee13909 with Priority: HIGHEST for action port [ 1133.265923] env[66703]: DEBUG networking_nsxv3.common.locking [-] Lock rules-342e9261-9091-420c-a22e-99d0ab7b0071 taken with stack trace [, , ] {{(pid=66703) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1133.266065] env[66703]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-342e9261-9091-420c-a22e-99d0ab7b0071" {{(pid=66703) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1133.266158] env[66703]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-342e9261-9091-420c-a22e-99d0ab7b0071" {{(pid=66703) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1133.266416] env[66703]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-342e9261-9091-420c-a22e-99d0ab7b0071" {{(pid=66703) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1133.266501] env[66703]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('342e9261-9091-420c-a22e-99d0ab7b0071',) {} {{(pid=66703) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1133.267430] env[66703]: DEBUG networking_nsxv3.common.locking [-] Lock member-342e9261-9091-420c-a22e-99d0ab7b0071 taken with stack trace [, , ] {{(pid=66703) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1133.267559] env[66703]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-342e9261-9091-420c-a22e-99d0ab7b0071" {{(pid=66703) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1133.267685] env[66703]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-342e9261-9091-420c-a22e-99d0ab7b0071" {{(pid=66703) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1133.267803] env[66703]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-342e9261-9091-420c-a22e-99d0ab7b0071" {{(pid=66703) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1133.267962] env[66703]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=66703) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1133.268172] env[66703]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66703) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1133.268270] env[66703]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66703) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1133.268972] env[66703]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66703) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1133.268972] env[66703]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66703) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1133.268972] env[66703]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('342e9261-9091-420c-a22e-99d0ab7b0071',) {} {{(pid=66703) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1133.269506] env[66703]: DEBUG networking_nsxv3.common.locking [-] Lock port-181119e3-7ac5-4da7-aced-fc463ee13909 taken with stack trace [, , ] {{(pid=66703) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1133.270270] env[66703]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-181119e3-7ac5-4da7-aced-fc463ee13909" {{(pid=66703) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1133.270270] env[66703]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-181119e3-7ac5-4da7-aced-fc463ee13909" {{(pid=66703) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1133.270270] env[66703]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-181119e3-7ac5-4da7-aced-fc463ee13909" {{(pid=66703) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1133.270270] env[66703]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('181119e3-7ac5-4da7-aced-fc463ee13909',) {} {{(pid=66703) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1133.278509] env[66703]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=66703) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1133.278509] env[66703]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66703) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1133.278509] env[66703]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66703) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1133.278509] env[66703]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66703) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1133.278509] env[66703]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66703) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1133.294033] env[66703]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 4e788d78-bd3c-4249-acf9-3dd7a53e2a11 in Status: IN_PROGRESS for 2s [ 1133.772416] env[66703]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('342e9261-9091-420c-a22e-99d0ab7b0071',) {} {{(pid=66703) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1133.773718] env[66703]: DEBUG networking_nsxv3.common.locking [-] Lock member-342e9261-9091-420c-a22e-99d0ab7b0071 taken with stack trace [, , , ] {{(pid=66703) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1133.773919] env[66703]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-342e9261-9091-420c-a22e-99d0ab7b0071" {{(pid=66703) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1133.774113] env[66703]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] realization of port 181119e3-7ac5-4da7-aced-fc463ee13909 with status ACTIVE [ 1133.774285] env[66703]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=66703) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1133.774361] env[66703]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=66703) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1133.774466] env[66703]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=66703) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1133.774651] env[66703]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=66703) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1133.774763] env[66703]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=66703) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1133.775000] env[66703]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , ] {{(pid=66703) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1133.775121] env[66703]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=66703) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1133.775242] env[66703]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=66703) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1133.775415] env[66703]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=66703) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1133.775519] env[66703]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=66703) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1133.775714] env[66703]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=66703) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1133.776641] env[66703]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=66703) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1133.776641] env[66703]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=66703) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1133.776792] env[66703]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=66703) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1133.776792] env[66703]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=66703) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1133.777165] env[66703]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: SegmentPort with ID: 181119e3-7ac5-4da7-aced-fc463ee13909 is going to be updated. [ 1133.800798] env[66703]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=66703) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1133.800987] env[66703]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=66703) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1133.801050] env[66703]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=66703) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1133.801267] env[66703]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=66703) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1133.801403] env[66703]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=66703) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1133.801561] env[66703]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-181119e3-7ac5-4da7-aced-fc463ee13909" {{(pid=66703) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1134.279269] env[66703]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('342e9261-9091-420c-a22e-99d0ab7b0071',) {} {{(pid=66703) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1134.781834] env[66703]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66703) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1134.782244] env[66703]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66703) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1134.782244] env[66703]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66703) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1134.782400] env[66703]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66703) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1134.782491] env[66703]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66703) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1134.782593] env[66703]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 342e9261-9091-420c-a22e-99d0ab7b0071 is going to be created. [ 1134.797892] env[66703]: INFO networking_nsxv3.common.synchronization [req-7a635b02-f0a6-4ca0-861e-58774af275ce req-7589a628-2939-47c7-8e06-7677354ee279 tempest-ServersTestJSON-565357052 tempest-ServersTestJSON-565357052-project-member] Enqueued Resource ID: 4e788d78-bd3c-4249-acf9-3dd7a53e2a11 with Priority: HIGHEST for action security_group_members [ 1134.798686] env[66703]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 4e788d78-bd3c-4249-acf9-3dd7a53e2a11 with Priority: HIGHEST for action security_group_members [ 1134.799316] env[66703]: DEBUG networking_nsxv3.common.locking [-] Lock member-4e788d78-bd3c-4249-acf9-3dd7a53e2a11 taken with stack trace [, , ] {{(pid=66703) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1134.799407] env[66703]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-4e788d78-bd3c-4249-acf9-3dd7a53e2a11" {{(pid=66703) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1134.799469] env[66703]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-4e788d78-bd3c-4249-acf9-3dd7a53e2a11" {{(pid=66703) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1134.799759] env[66703]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-4e788d78-bd3c-4249-acf9-3dd7a53e2a11" {{(pid=66703) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1134.800182] env[66703]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=66703) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1134.800182] env[66703]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66703) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1134.800380] env[66703]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66703) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1134.800428] env[66703]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66703) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1134.800550] env[66703]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66703) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1134.800689] env[66703]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('4e788d78-bd3c-4249-acf9-3dd7a53e2a11',) {} {{(pid=66703) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1134.815947] env[66703]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66703) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1134.816215] env[66703]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66703) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1134.816215] env[66703]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66703) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1134.816446] env[66703]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66703) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1134.816710] env[66703]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66703) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1134.828397] env[66703]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 342e9261-9091-420c-a22e-99d0ab7b0071 in Status: UNINITIALIZED for 2s [ 1134.939690] env[66703]: INFO networking_nsxv3.common.synchronization [req-3ffe2e82-5cf1-40bd-9cff-4895f4f0a2d9 req-f0b3831e-56a7-4dd6-a884-0cd50bc9fe08 tempest-ServerRescueNegativeTestJSON-1584039462 tempest-ServerRescueNegativeTestJSON-1584039462-project-member] Enqueued Resource ID: 342e9261-9091-420c-a22e-99d0ab7b0071 with Priority: HIGHEST for action security_group_members [ 1134.940118] env[66703]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 342e9261-9091-420c-a22e-99d0ab7b0071 with Priority: HIGHEST for action security_group_members [ 1134.940501] env[66703]: DEBUG networking_nsxv3.common.locking [-] Lock member-342e9261-9091-420c-a22e-99d0ab7b0071 taken with stack trace [, , ] {{(pid=66703) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1134.940611] env[66703]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-342e9261-9091-420c-a22e-99d0ab7b0071" {{(pid=66703) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1135.292053] env[66703]: DEBUG networking_nsxv3.common.locking [None req-33d36011-a73c-4b6d-849a-f8c867240c48 None None] Lock network-584 taken with stack trace [, , , , , , , , ] {{(pid=66703) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1135.292834] env[66703]: DEBUG oslo_concurrency.lockutils [None req-33d36011-a73c-4b6d-849a-f8c867240c48 None None] Acquiring lock "network-584" {{(pid=66703) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1135.292834] env[66703]: DEBUG oslo_concurrency.lockutils [None req-33d36011-a73c-4b6d-849a-f8c867240c48 None None] Acquired lock "network-584" {{(pid=66703) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1135.293110] env[66703]: DEBUG oslo_concurrency.lockutils [None req-33d36011-a73c-4b6d-849a-f8c867240c48 None None] Acquired external semaphore "network-584" {{(pid=66703) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1135.293489] env[66703]: DEBUG networking_nsxv3.common.locking [None req-33d36011-a73c-4b6d-849a-f8c867240c48 None None] Lock Segment taken with stack trace [, , , , , , , , , , ] {{(pid=66703) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1135.293614] env[66703]: DEBUG oslo_concurrency.lockutils [None req-33d36011-a73c-4b6d-849a-f8c867240c48 None None] Acquiring lock "Segment" {{(pid=66703) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1135.293709] env[66703]: DEBUG oslo_concurrency.lockutils [None req-33d36011-a73c-4b6d-849a-f8c867240c48 None None] Acquired lock "Segment" {{(pid=66703) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1135.293935] env[66703]: DEBUG oslo_concurrency.lockutils [None req-33d36011-a73c-4b6d-849a-f8c867240c48 None None] Acquired external semaphore "Segment" {{(pid=66703) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1135.294095] env[66703]: DEBUG oslo_concurrency.lockutils [None req-33d36011-a73c-4b6d-849a-f8c867240c48 None None] Releasing lock "Segment" {{(pid=66703) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1135.294309] env[66703]: DEBUG dogpile.cache.region [None req-33d36011-a73c-4b6d-849a-f8c867240c48 None None] No value present for key: 'zone-id' {{(pid=66703) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 1135.294421] env[66703]: DEBUG dogpile.lock [None req-33d36011-a73c-4b6d-849a-f8c867240c48 None None] NeedRegenerationException {{(pid=66703) _enter /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:90}} [ 1135.294535] env[66703]: DEBUG dogpile.lock [None req-33d36011-a73c-4b6d-849a-f8c867240c48 None None] no value, waiting for create lock {{(pid=66703) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:131}} [ 1135.294673] env[66703]: DEBUG dogpile.lock [None req-33d36011-a73c-4b6d-849a-f8c867240c48 None None] value creation lock acquired {{(pid=66703) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:135}} [ 1135.294761] env[66703]: DEBUG dogpile.cache.region [None req-33d36011-a73c-4b6d-849a-f8c867240c48 None None] No value present for key: 'zone-id' {{(pid=66703) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 1135.294850] env[66703]: DEBUG dogpile.lock [None req-33d36011-a73c-4b6d-849a-f8c867240c48 None None] Calling creation function for not-yet-present value {{(pid=66703) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:174}} [ 1135.294983] env[66703]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-33d36011-a73c-4b6d-849a-f8c867240c48 None None] Looking for TransportZone with name nsx-vlan-transportzone. [ 1135.302913] env[66703]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('4e788d78-bd3c-4249-acf9-3dd7a53e2a11',) {} {{(pid=66703) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1135.323472] env[66703]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 4e788d78-bd3c-4249-acf9-3dd7a53e2a11 in Status: SUCCESS [ 1135.323827] env[66703]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-4e788d78-bd3c-4249-acf9-3dd7a53e2a11" {{(pid=66703) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1135.325200] env[66703]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-33d36011-a73c-4b6d-849a-f8c867240c48 None None] loading zone with a95c914d-748d-497c-94ab-10d4647daeba and tags [{'scope': 'mp2policy_migr_status', 'tag': 'success'}] [ 1135.325433] env[66703]: DEBUG dogpile.cache.region [None req-33d36011-a73c-4b6d-849a-f8c867240c48 None None] Cache value generated in 0.030 seconds for key(s): 'zone-id' {{(pid=66703) _log_time /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:910}} [ 1135.325626] env[66703]: DEBUG dogpile.lock [None req-33d36011-a73c-4b6d-849a-f8c867240c48 None None] Released creation lock {{(pid=66703) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:182}} [ 1135.325902] env[66703]: DEBUG oslo_concurrency.lockutils [None req-33d36011-a73c-4b6d-849a-f8c867240c48 None None] Releasing lock "network-584" {{(pid=66703) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1135.327138] env[66703]: DEBUG networking_nsxv3.common.locking [None req-33d36011-a73c-4b6d-849a-f8c867240c48 None None] Lock port-c8bf4f59-7da3-4ca9-8a3f-601f87351064 taken with stack trace [, , , , , , , , ] {{(pid=66703) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1135.327369] env[66703]: DEBUG oslo_concurrency.lockutils [None req-33d36011-a73c-4b6d-849a-f8c867240c48 None None] Acquiring lock "port-c8bf4f59-7da3-4ca9-8a3f-601f87351064" {{(pid=66703) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1135.327499] env[66703]: DEBUG oslo_concurrency.lockutils [None req-33d36011-a73c-4b6d-849a-f8c867240c48 None None] Acquired lock "port-c8bf4f59-7da3-4ca9-8a3f-601f87351064" {{(pid=66703) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1135.327839] env[66703]: DEBUG oslo_concurrency.lockutils [None req-33d36011-a73c-4b6d-849a-f8c867240c48 None None] Acquired external semaphore "port-c8bf4f59-7da3-4ca9-8a3f-601f87351064" {{(pid=66703) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1135.327992] env[66703]: DEBUG networking_nsxv3.api.rpc [None req-33d36011-a73c-4b6d-849a-f8c867240c48 None None] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('c8bf4f59-7da3-4ca9-8a3f-601f87351064',) {} {{(pid=66703) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1135.805969] env[66703]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('4e788d78-bd3c-4249-acf9-3dd7a53e2a11',) {} {{(pid=66703) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1135.831533] env[66703]: DEBUG networking_nsxv3.common.locking [None req-33d36011-a73c-4b6d-849a-f8c867240c48 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , ] {{(pid=66703) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1135.831533] env[66703]: DEBUG oslo_concurrency.lockutils [None req-33d36011-a73c-4b6d-849a-f8c867240c48 None None] Acquiring lock "SegmentPort" {{(pid=66703) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1135.832323] env[66703]: DEBUG oslo_concurrency.lockutils [None req-33d36011-a73c-4b6d-849a-f8c867240c48 None None] Acquired lock "SegmentPort" {{(pid=66703) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1135.832323] env[66703]: DEBUG oslo_concurrency.lockutils [None req-33d36011-a73c-4b6d-849a-f8c867240c48 None None] Acquired external semaphore "SegmentPort" {{(pid=66703) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1135.832323] env[66703]: DEBUG oslo_concurrency.lockutils [None req-33d36011-a73c-4b6d-849a-f8c867240c48 None None] Releasing lock "SegmentPort" {{(pid=66703) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1135.832323] env[66703]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-33d36011-a73c-4b6d-849a-f8c867240c48 None None] Segment Port c8bf4f59-7da3-4ca9-8a3f-601f87351064 not found, creating... [ 1135.833323] env[66703]: DEBUG networking_nsxv3.common.locking [None req-33d36011-a73c-4b6d-849a-f8c867240c48 None None] Lock Segment taken with stack trace [, , , , , , , , , , , ] {{(pid=66703) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1135.833323] env[66703]: DEBUG oslo_concurrency.lockutils [None req-33d36011-a73c-4b6d-849a-f8c867240c48 None None] Acquiring lock "Segment" {{(pid=66703) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1135.833323] env[66703]: DEBUG oslo_concurrency.lockutils [None req-33d36011-a73c-4b6d-849a-f8c867240c48 None None] Acquired lock "Segment" {{(pid=66703) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1135.833323] env[66703]: DEBUG oslo_concurrency.lockutils [None req-33d36011-a73c-4b6d-849a-f8c867240c48 None None] Acquired external semaphore "Segment" {{(pid=66703) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1135.833323] env[66703]: DEBUG oslo_concurrency.lockutils [None req-33d36011-a73c-4b6d-849a-f8c867240c48 None None] Releasing lock "Segment" {{(pid=66703) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1135.833859] env[66703]: DEBUG networking_nsxv3.common.locking [None req-33d36011-a73c-4b6d-849a-f8c867240c48 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=66703) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1135.833995] env[66703]: DEBUG oslo_concurrency.lockutils [None req-33d36011-a73c-4b6d-849a-f8c867240c48 None None] Acquiring lock "SegmentPort" {{(pid=66703) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1135.834188] env[66703]: DEBUG oslo_concurrency.lockutils [None req-33d36011-a73c-4b6d-849a-f8c867240c48 None None] Acquired lock "SegmentPort" {{(pid=66703) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1135.834423] env[66703]: DEBUG oslo_concurrency.lockutils [None req-33d36011-a73c-4b6d-849a-f8c867240c48 None None] Acquired external semaphore "SegmentPort" {{(pid=66703) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1135.834563] env[66703]: DEBUG oslo_concurrency.lockutils [None req-33d36011-a73c-4b6d-849a-f8c867240c48 None None] Releasing lock "SegmentPort" {{(pid=66703) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1135.834724] env[66703]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-33d36011-a73c-4b6d-849a-f8c867240c48 None None] Resource: SegmentPort with ID: c8bf4f59-7da3-4ca9-8a3f-601f87351064 is going to be created. [ 1135.857862] env[66703]: DEBUG networking_nsxv3.common.locking [None req-33d36011-a73c-4b6d-849a-f8c867240c48 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=66703) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1135.858130] env[66703]: DEBUG oslo_concurrency.lockutils [None req-33d36011-a73c-4b6d-849a-f8c867240c48 None None] Acquiring lock "SegmentPort" {{(pid=66703) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1135.858186] env[66703]: DEBUG oslo_concurrency.lockutils [None req-33d36011-a73c-4b6d-849a-f8c867240c48 None None] Acquired lock "SegmentPort" {{(pid=66703) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1135.858952] env[66703]: DEBUG oslo_concurrency.lockutils [None req-33d36011-a73c-4b6d-849a-f8c867240c48 None None] Acquired external semaphore "SegmentPort" {{(pid=66703) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1135.858952] env[66703]: DEBUG oslo_concurrency.lockutils [None req-33d36011-a73c-4b6d-849a-f8c867240c48 None None] Releasing lock "SegmentPort" {{(pid=66703) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1135.858952] env[66703]: DEBUG oslo_concurrency.lockutils [None req-33d36011-a73c-4b6d-849a-f8c867240c48 None None] Releasing lock "port-c8bf4f59-7da3-4ca9-8a3f-601f87351064" {{(pid=66703) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1136.307806] env[66703]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66703) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1136.308134] env[66703]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66703) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1136.308134] env[66703]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66703) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1136.308736] env[66703]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66703) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1136.308736] env[66703]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66703) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1136.308736] env[66703]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 4e788d78-bd3c-4249-acf9-3dd7a53e2a11 is going to be updated. [ 1136.347489] env[66703]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66703) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1136.347762] env[66703]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66703) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1136.347762] env[66703]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66703) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1136.347938] env[66703]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66703) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1136.348108] env[66703]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66703) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1136.370082] env[66703]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 4e788d78-bd3c-4249-acf9-3dd7a53e2a11 in Status: IN_PROGRESS for 2s [ 1136.612524] env[66703]: INFO networking_nsxv3.common.synchronization [req-3ffe2e82-5cf1-40bd-9cff-4895f4f0a2d9 req-962d7a85-7a61-4221-86da-c5ac8a0a87f2 service nova] Enqueued Resource ID: 342e9261-9091-420c-a22e-99d0ab7b0071 with Priority: HIGHEST for action security_group_rules [ 1136.613077] env[66703]: INFO networking_nsxv3.common.synchronization [req-3ffe2e82-5cf1-40bd-9cff-4895f4f0a2d9 req-962d7a85-7a61-4221-86da-c5ac8a0a87f2 service nova] Enqueued Resource ID: 342e9261-9091-420c-a22e-99d0ab7b0071 with Priority: HIGHEST for action security_group_members [ 1136.613203] env[66703]: INFO networking_nsxv3.common.synchronization [req-3ffe2e82-5cf1-40bd-9cff-4895f4f0a2d9 req-962d7a85-7a61-4221-86da-c5ac8a0a87f2 service nova] Enqueued Resource ID: c8bf4f59-7da3-4ca9-8a3f-601f87351064 with Priority: HIGHEST for action port [ 1136.613805] env[66703]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 342e9261-9091-420c-a22e-99d0ab7b0071 with Priority: HIGHEST for action security_group_rules [ 1136.613943] env[66703]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 342e9261-9091-420c-a22e-99d0ab7b0071 with Priority: HIGHEST for action security_group_members [ 1136.614072] env[66703]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: c8bf4f59-7da3-4ca9-8a3f-601f87351064 with Priority: HIGHEST for action port [ 1136.614365] env[66703]: DEBUG networking_nsxv3.common.locking [-] Lock rules-342e9261-9091-420c-a22e-99d0ab7b0071 taken with stack trace [, , ] {{(pid=66703) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1136.614469] env[66703]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-342e9261-9091-420c-a22e-99d0ab7b0071" {{(pid=66703) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1136.614717] env[66703]: DEBUG networking_nsxv3.common.locking [-] Lock member-342e9261-9091-420c-a22e-99d0ab7b0071 taken with stack trace [, , ] {{(pid=66703) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1136.614802] env[66703]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-342e9261-9091-420c-a22e-99d0ab7b0071" {{(pid=66703) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1136.615248] env[66703]: DEBUG networking_nsxv3.common.locking [-] Lock port-c8bf4f59-7da3-4ca9-8a3f-601f87351064 taken with stack trace [, , ] {{(pid=66703) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1136.615361] env[66703]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-c8bf4f59-7da3-4ca9-8a3f-601f87351064" {{(pid=66703) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1136.615426] env[66703]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-c8bf4f59-7da3-4ca9-8a3f-601f87351064" {{(pid=66703) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1136.615670] env[66703]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-c8bf4f59-7da3-4ca9-8a3f-601f87351064" {{(pid=66703) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1136.615753] env[66703]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('c8bf4f59-7da3-4ca9-8a3f-601f87351064',) {} {{(pid=66703) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1136.837312] env[66703]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 342e9261-9091-420c-a22e-99d0ab7b0071 in Status: SUCCESS [ 1136.837759] env[66703]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-342e9261-9091-420c-a22e-99d0ab7b0071" {{(pid=66703) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1136.837812] env[66703]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-342e9261-9091-420c-a22e-99d0ab7b0071" {{(pid=66703) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1136.838102] env[66703]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-342e9261-9091-420c-a22e-99d0ab7b0071" {{(pid=66703) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1136.838348] env[66703]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=66703) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1136.838535] env[66703]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66703) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1136.838662] env[66703]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66703) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1136.838805] env[66703]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66703) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1136.838924] env[66703]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66703) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1136.839047] env[66703]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-342e9261-9091-420c-a22e-99d0ab7b0071" {{(pid=66703) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1136.839161] env[66703]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('342e9261-9091-420c-a22e-99d0ab7b0071',) {} {{(pid=66703) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1136.840063] env[66703]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-342e9261-9091-420c-a22e-99d0ab7b0071" {{(pid=66703) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1136.840242] env[66703]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-342e9261-9091-420c-a22e-99d0ab7b0071" {{(pid=66703) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1136.840405] env[66703]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=66703) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1136.840520] env[66703]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66703) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1136.840568] env[66703]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66703) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1136.840704] env[66703]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66703) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1136.840771] env[66703]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66703) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1136.840866] env[66703]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('342e9261-9091-420c-a22e-99d0ab7b0071',) {} {{(pid=66703) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1137.119186] env[66703]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] realization of port c8bf4f59-7da3-4ca9-8a3f-601f87351064 with status ACTIVE [ 1137.119536] env[66703]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=66703) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1137.119771] env[66703]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=66703) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1137.119883] env[66703]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=66703) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1137.120212] env[66703]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=66703) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1137.120462] env[66703]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=66703) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1137.120784] env[66703]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , ] {{(pid=66703) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1137.120911] env[66703]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=66703) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1137.121055] env[66703]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=66703) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1137.121361] env[66703]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=66703) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1137.121503] env[66703]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=66703) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1137.121836] env[66703]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=66703) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1137.122049] env[66703]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=66703) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1137.122136] env[66703]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=66703) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1137.122686] env[66703]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=66703) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1137.122686] env[66703]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=66703) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1137.122686] env[66703]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: SegmentPort with ID: c8bf4f59-7da3-4ca9-8a3f-601f87351064 is going to be updated. [ 1137.148169] env[66703]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=66703) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1137.148347] env[66703]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=66703) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1137.148438] env[66703]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=66703) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1137.148721] env[66703]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=66703) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1137.148862] env[66703]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=66703) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1137.149071] env[66703]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-c8bf4f59-7da3-4ca9-8a3f-601f87351064" {{(pid=66703) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1137.343412] env[66703]: DEBUG networking_nsxv3.common.locking [-] Lock member-342e9261-9091-420c-a22e-99d0ab7b0071 taken with stack trace [, , , ] {{(pid=66703) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1137.343601] env[66703]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-342e9261-9091-420c-a22e-99d0ab7b0071" {{(pid=66703) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1137.343791] env[66703]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('342e9261-9091-420c-a22e-99d0ab7b0071',) {} {{(pid=66703) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1137.846362] env[66703]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('342e9261-9091-420c-a22e-99d0ab7b0071',) {} {{(pid=66703) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1138.350140] env[66703]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66703) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1138.350327] env[66703]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66703) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1138.350407] env[66703]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66703) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1138.350591] env[66703]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66703) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1138.350680] env[66703]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66703) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1138.350782] env[66703]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 342e9261-9091-420c-a22e-99d0ab7b0071 is going to be updated. [ 1138.382713] env[66703]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66703) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1138.382917] env[66703]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66703) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1138.382988] env[66703]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66703) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1138.383174] env[66703]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66703) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1138.384072] env[66703]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66703) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1138.385138] env[66703]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 4e788d78-bd3c-4249-acf9-3dd7a53e2a11 in Status: SUCCESS [ 1138.385267] env[66703]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-4e788d78-bd3c-4249-acf9-3dd7a53e2a11" {{(pid=66703) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1138.393106] env[66703]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 342e9261-9091-420c-a22e-99d0ab7b0071 in Status: IN_PROGRESS for 2s [ 1140.404561] env[66703]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 342e9261-9091-420c-a22e-99d0ab7b0071 in Status: SUCCESS [ 1140.404879] env[66703]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-342e9261-9091-420c-a22e-99d0ab7b0071" {{(pid=66703) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1140.404924] env[66703]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-342e9261-9091-420c-a22e-99d0ab7b0071" {{(pid=66703) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1140.405797] env[66703]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-342e9261-9091-420c-a22e-99d0ab7b0071" {{(pid=66703) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1140.405797] env[66703]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=66703) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1140.405797] env[66703]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66703) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1140.405797] env[66703]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66703) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1140.405797] env[66703]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66703) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1140.405797] env[66703]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66703) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1140.406135] env[66703]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('342e9261-9091-420c-a22e-99d0ab7b0071',) {} {{(pid=66703) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1140.908503] env[66703]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('342e9261-9091-420c-a22e-99d0ab7b0071',) {} {{(pid=66703) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1141.411507] env[66703]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('342e9261-9091-420c-a22e-99d0ab7b0071',) {} {{(pid=66703) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1141.527059] env[66703]: DEBUG networking_nsxv3.common.locking [None req-33d36011-a73c-4b6d-849a-f8c867240c48 None None] Lock network-307 taken with stack trace [, , , , , , , , ] {{(pid=66703) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1141.527059] env[66703]: DEBUG oslo_concurrency.lockutils [None req-33d36011-a73c-4b6d-849a-f8c867240c48 None None] Acquiring lock "network-307" {{(pid=66703) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1141.527446] env[66703]: DEBUG oslo_concurrency.lockutils [None req-33d36011-a73c-4b6d-849a-f8c867240c48 None None] Acquired lock "network-307" {{(pid=66703) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1141.527568] env[66703]: DEBUG oslo_concurrency.lockutils [None req-33d36011-a73c-4b6d-849a-f8c867240c48 None None] Acquired external semaphore "network-307" {{(pid=66703) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1141.527924] env[66703]: DEBUG networking_nsxv3.common.locking [None req-33d36011-a73c-4b6d-849a-f8c867240c48 None None] Lock Segment taken with stack trace [, , , , , , , , , , ] {{(pid=66703) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1141.528162] env[66703]: DEBUG oslo_concurrency.lockutils [None req-33d36011-a73c-4b6d-849a-f8c867240c48 None None] Acquiring lock "Segment" {{(pid=66703) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1141.528368] env[66703]: DEBUG oslo_concurrency.lockutils [None req-33d36011-a73c-4b6d-849a-f8c867240c48 None None] Acquired lock "Segment" {{(pid=66703) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1141.528891] env[66703]: DEBUG oslo_concurrency.lockutils [None req-33d36011-a73c-4b6d-849a-f8c867240c48 None None] Acquired external semaphore "Segment" {{(pid=66703) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1141.529068] env[66703]: DEBUG oslo_concurrency.lockutils [None req-33d36011-a73c-4b6d-849a-f8c867240c48 None None] Releasing lock "Segment" {{(pid=66703) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1141.529242] env[66703]: DEBUG dogpile.cache.region [None req-33d36011-a73c-4b6d-849a-f8c867240c48 None None] No value present for key: 'zone-id' {{(pid=66703) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 1141.529410] env[66703]: DEBUG dogpile.lock [None req-33d36011-a73c-4b6d-849a-f8c867240c48 None None] NeedRegenerationException {{(pid=66703) _enter /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:90}} [ 1141.529594] env[66703]: DEBUG dogpile.lock [None req-33d36011-a73c-4b6d-849a-f8c867240c48 None None] no value, waiting for create lock {{(pid=66703) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:131}} [ 1141.529804] env[66703]: DEBUG dogpile.lock [None req-33d36011-a73c-4b6d-849a-f8c867240c48 None None] value creation lock acquired {{(pid=66703) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:135}} [ 1141.529942] env[66703]: DEBUG dogpile.cache.region [None req-33d36011-a73c-4b6d-849a-f8c867240c48 None None] No value present for key: 'zone-id' {{(pid=66703) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 1141.530075] env[66703]: DEBUG dogpile.lock [None req-33d36011-a73c-4b6d-849a-f8c867240c48 None None] Calling creation function for not-yet-present value {{(pid=66703) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:174}} [ 1141.530217] env[66703]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-33d36011-a73c-4b6d-849a-f8c867240c48 None None] Looking for TransportZone with name nsx-vlan-transportzone. [ 1141.555814] env[66703]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-33d36011-a73c-4b6d-849a-f8c867240c48 None None] loading zone with a95c914d-748d-497c-94ab-10d4647daeba and tags [{'scope': 'mp2policy_migr_status', 'tag': 'success'}] [ 1141.555814] env[66703]: DEBUG dogpile.cache.region [None req-33d36011-a73c-4b6d-849a-f8c867240c48 None None] Cache value generated in 0.025 seconds for key(s): 'zone-id' {{(pid=66703) _log_time /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:910}} [ 1141.555814] env[66703]: DEBUG dogpile.lock [None req-33d36011-a73c-4b6d-849a-f8c867240c48 None None] Released creation lock {{(pid=66703) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:182}} [ 1141.556109] env[66703]: DEBUG oslo_concurrency.lockutils [None req-33d36011-a73c-4b6d-849a-f8c867240c48 None None] Releasing lock "network-307" {{(pid=66703) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1141.556479] env[66703]: DEBUG networking_nsxv3.common.locking [None req-33d36011-a73c-4b6d-849a-f8c867240c48 None None] Lock port-12b5175b-b116-4950-a8a7-da7c1fe1e041 taken with stack trace [, , , , , , , , ] {{(pid=66703) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1141.556479] env[66703]: DEBUG oslo_concurrency.lockutils [None req-33d36011-a73c-4b6d-849a-f8c867240c48 None None] Acquiring lock "port-12b5175b-b116-4950-a8a7-da7c1fe1e041" {{(pid=66703) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1141.556654] env[66703]: DEBUG oslo_concurrency.lockutils [None req-33d36011-a73c-4b6d-849a-f8c867240c48 None None] Acquired lock "port-12b5175b-b116-4950-a8a7-da7c1fe1e041" {{(pid=66703) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1141.556794] env[66703]: DEBUG oslo_concurrency.lockutils [None req-33d36011-a73c-4b6d-849a-f8c867240c48 None None] Acquired external semaphore "port-12b5175b-b116-4950-a8a7-da7c1fe1e041" {{(pid=66703) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1141.556959] env[66703]: DEBUG networking_nsxv3.api.rpc [None req-33d36011-a73c-4b6d-849a-f8c867240c48 None None] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('12b5175b-b116-4950-a8a7-da7c1fe1e041',) {} {{(pid=66703) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1141.614694] env[66703]: INFO networking_nsxv3.common.synchronization [-] No activity for the last 5 seconds. [ 1141.614803] env[66703]: INFO networking_nsxv3.common.synchronization [-] Sizes Queue[Active=0, Passive=0], Jobs=3 [ 1141.914822] env[66703]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66703) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1141.915257] env[66703]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66703) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1141.915257] env[66703]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66703) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1141.915530] env[66703]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66703) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1141.915689] env[66703]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66703) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1141.915859] env[66703]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 342e9261-9091-420c-a22e-99d0ab7b0071 is going to be updated. [ 1141.954563] env[66703]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66703) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1141.954756] env[66703]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66703) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1141.954825] env[66703]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66703) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1141.955013] env[66703]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66703) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1141.955165] env[66703]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66703) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1141.965521] env[66703]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 342e9261-9091-420c-a22e-99d0ab7b0071 in Status: IN_PROGRESS for 2s [ 1142.060494] env[66703]: DEBUG networking_nsxv3.common.locking [None req-33d36011-a73c-4b6d-849a-f8c867240c48 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , ] {{(pid=66703) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1142.060494] env[66703]: DEBUG oslo_concurrency.lockutils [None req-33d36011-a73c-4b6d-849a-f8c867240c48 None None] Acquiring lock "SegmentPort" {{(pid=66703) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1142.060494] env[66703]: DEBUG oslo_concurrency.lockutils [None req-33d36011-a73c-4b6d-849a-f8c867240c48 None None] Acquired lock "SegmentPort" {{(pid=66703) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1142.060494] env[66703]: DEBUG oslo_concurrency.lockutils [None req-33d36011-a73c-4b6d-849a-f8c867240c48 None None] Acquired external semaphore "SegmentPort" {{(pid=66703) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1142.060872] env[66703]: DEBUG oslo_concurrency.lockutils [None req-33d36011-a73c-4b6d-849a-f8c867240c48 None None] Releasing lock "SegmentPort" {{(pid=66703) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1142.061133] env[66703]: DEBUG networking_nsxv3.common.locking [None req-33d36011-a73c-4b6d-849a-f8c867240c48 None None] Lock Segment taken with stack trace [, , , , , , , , , , , ] {{(pid=66703) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1142.061351] env[66703]: DEBUG oslo_concurrency.lockutils [None req-33d36011-a73c-4b6d-849a-f8c867240c48 None None] Acquiring lock "Segment" {{(pid=66703) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1142.061524] env[66703]: DEBUG oslo_concurrency.lockutils [None req-33d36011-a73c-4b6d-849a-f8c867240c48 None None] Acquired lock "Segment" {{(pid=66703) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1142.061800] env[66703]: DEBUG oslo_concurrency.lockutils [None req-33d36011-a73c-4b6d-849a-f8c867240c48 None None] Acquired external semaphore "Segment" {{(pid=66703) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1142.061962] env[66703]: DEBUG oslo_concurrency.lockutils [None req-33d36011-a73c-4b6d-849a-f8c867240c48 None None] Releasing lock "Segment" {{(pid=66703) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1142.062416] env[66703]: DEBUG networking_nsxv3.common.locking [None req-33d36011-a73c-4b6d-849a-f8c867240c48 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=66703) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1142.062631] env[66703]: DEBUG oslo_concurrency.lockutils [None req-33d36011-a73c-4b6d-849a-f8c867240c48 None None] Acquiring lock "SegmentPort" {{(pid=66703) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1142.062781] env[66703]: DEBUG oslo_concurrency.lockutils [None req-33d36011-a73c-4b6d-849a-f8c867240c48 None None] Acquired lock "SegmentPort" {{(pid=66703) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1142.063026] env[66703]: DEBUG oslo_concurrency.lockutils [None req-33d36011-a73c-4b6d-849a-f8c867240c48 None None] Acquired external semaphore "SegmentPort" {{(pid=66703) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1142.063162] env[66703]: DEBUG oslo_concurrency.lockutils [None req-33d36011-a73c-4b6d-849a-f8c867240c48 None None] Releasing lock "SegmentPort" {{(pid=66703) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1142.063369] env[66703]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-33d36011-a73c-4b6d-849a-f8c867240c48 None None] Resource: SegmentPort with ID: 12b5175b-b116-4950-a8a7-da7c1fe1e041 is going to be updated. [ 1142.104351] env[66703]: DEBUG networking_nsxv3.common.locking [None req-33d36011-a73c-4b6d-849a-f8c867240c48 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=66703) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1142.104647] env[66703]: DEBUG oslo_concurrency.lockutils [None req-33d36011-a73c-4b6d-849a-f8c867240c48 None None] Acquiring lock "SegmentPort" {{(pid=66703) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1142.104884] env[66703]: DEBUG oslo_concurrency.lockutils [None req-33d36011-a73c-4b6d-849a-f8c867240c48 None None] Acquired lock "SegmentPort" {{(pid=66703) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1142.105207] env[66703]: DEBUG oslo_concurrency.lockutils [None req-33d36011-a73c-4b6d-849a-f8c867240c48 None None] Acquired external semaphore "SegmentPort" {{(pid=66703) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1142.105529] env[66703]: DEBUG oslo_concurrency.lockutils [None req-33d36011-a73c-4b6d-849a-f8c867240c48 None None] Releasing lock "SegmentPort" {{(pid=66703) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1142.105757] env[66703]: DEBUG oslo_concurrency.lockutils [None req-33d36011-a73c-4b6d-849a-f8c867240c48 None None] Releasing lock "port-12b5175b-b116-4950-a8a7-da7c1fe1e041" {{(pid=66703) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1142.794875] env[66703]: INFO networking_nsxv3.common.synchronization [req-20bfa1fd-c23f-4adc-b87b-de7ece8aa6f7 req-1074c666-6572-481e-840a-bb2d3a157158 service nova] Enqueued Resource ID: e5478296-296b-4855-b680-ee0ae524bfb1 with Priority: HIGHEST for action security_group_rules [ 1142.795222] env[66703]: INFO networking_nsxv3.common.synchronization [req-20bfa1fd-c23f-4adc-b87b-de7ece8aa6f7 req-1074c666-6572-481e-840a-bb2d3a157158 service nova] Enqueued Resource ID: e5478296-296b-4855-b680-ee0ae524bfb1 with Priority: HIGHEST for action security_group_members [ 1142.795222] env[66703]: INFO networking_nsxv3.common.synchronization [req-20bfa1fd-c23f-4adc-b87b-de7ece8aa6f7 req-1074c666-6572-481e-840a-bb2d3a157158 service nova] Enqueued Resource ID: 12b5175b-b116-4950-a8a7-da7c1fe1e041 with Priority: HIGHEST for action port [ 1142.795788] env[66703]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: e5478296-296b-4855-b680-ee0ae524bfb1 with Priority: HIGHEST for action security_group_rules [ 1142.795949] env[66703]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: e5478296-296b-4855-b680-ee0ae524bfb1 with Priority: HIGHEST for action security_group_members [ 1142.798091] env[66703]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 12b5175b-b116-4950-a8a7-da7c1fe1e041 with Priority: HIGHEST for action port [ 1142.798091] env[66703]: DEBUG networking_nsxv3.common.locking [-] Lock rules-e5478296-296b-4855-b680-ee0ae524bfb1 taken with stack trace [, , ] {{(pid=66703) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1142.798446] env[66703]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-e5478296-296b-4855-b680-ee0ae524bfb1" {{(pid=66703) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1142.798446] env[66703]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-e5478296-296b-4855-b680-ee0ae524bfb1" {{(pid=66703) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1142.798446] env[66703]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-e5478296-296b-4855-b680-ee0ae524bfb1" {{(pid=66703) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1142.798568] env[66703]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('e5478296-296b-4855-b680-ee0ae524bfb1',) {} {{(pid=66703) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1142.799434] env[66703]: DEBUG networking_nsxv3.common.locking [-] Lock member-e5478296-296b-4855-b680-ee0ae524bfb1 taken with stack trace [, , ] {{(pid=66703) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1142.799556] env[66703]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-e5478296-296b-4855-b680-ee0ae524bfb1" {{(pid=66703) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1142.799629] env[66703]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-e5478296-296b-4855-b680-ee0ae524bfb1" {{(pid=66703) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1142.799825] env[66703]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-e5478296-296b-4855-b680-ee0ae524bfb1" {{(pid=66703) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1142.799979] env[66703]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=66703) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1142.800093] env[66703]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66703) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1142.800156] env[66703]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66703) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1142.800300] env[66703]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66703) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1142.800383] env[66703]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66703) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1142.800475] env[66703]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('e5478296-296b-4855-b680-ee0ae524bfb1',) {} {{(pid=66703) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1142.803137] env[66703]: DEBUG networking_nsxv3.common.locking [-] Lock port-12b5175b-b116-4950-a8a7-da7c1fe1e041 taken with stack trace [, , ] {{(pid=66703) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1142.803137] env[66703]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-12b5175b-b116-4950-a8a7-da7c1fe1e041" {{(pid=66703) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1142.803137] env[66703]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-12b5175b-b116-4950-a8a7-da7c1fe1e041" {{(pid=66703) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1142.803137] env[66703]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-12b5175b-b116-4950-a8a7-da7c1fe1e041" {{(pid=66703) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1142.803337] env[66703]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('12b5175b-b116-4950-a8a7-da7c1fe1e041',) {} {{(pid=66703) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1142.935326] env[66703]: INFO networking_nsxv3.common.synchronization [req-67583f03-0778-48fd-87a6-697230d9ae8a req-de5d3bd3-fb5f-49e7-af8a-d26737030292 tempest-ListImageFiltersTestJSON-1383692930 tempest-ListImageFiltersTestJSON-1383692930-project-member] Enqueued Resource ID: 422a6afd-0a76-40ff-8ca7-239421300775 with Priority: HIGHEST for action security_group_members [ 1142.936077] env[66703]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 422a6afd-0a76-40ff-8ca7-239421300775 with Priority: HIGHEST for action security_group_members [ 1142.938890] env[66703]: DEBUG networking_nsxv3.common.locking [-] Lock member-422a6afd-0a76-40ff-8ca7-239421300775 taken with stack trace [, , ] {{(pid=66703) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1142.938890] env[66703]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-422a6afd-0a76-40ff-8ca7-239421300775" {{(pid=66703) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1142.938890] env[66703]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-422a6afd-0a76-40ff-8ca7-239421300775" {{(pid=66703) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1142.938890] env[66703]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-422a6afd-0a76-40ff-8ca7-239421300775" {{(pid=66703) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1142.938890] env[66703]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=66703) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1142.938890] env[66703]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66703) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1142.938890] env[66703]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66703) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1142.938890] env[66703]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66703) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1142.938890] env[66703]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66703) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1142.938890] env[66703]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('422a6afd-0a76-40ff-8ca7-239421300775',) {} {{(pid=66703) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1143.224408] env[66703]: INFO networking_nsxv3.common.synchronization [req-bc9b3b4d-ca3c-4752-be1e-bbd6ca6eab9e req-0fbd19e0-dea8-44ee-9ff3-337e0b282525 tempest-AttachVolumeNegativeTest-1369038245 tempest-AttachVolumeNegativeTest-1369038245-project-member] Enqueued Resource ID: 0a0added-7b70-4b18-961a-c2e749c49e44 with Priority: HIGHEST for action security_group_members [ 1143.225165] env[66703]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 0a0added-7b70-4b18-961a-c2e749c49e44 with Priority: HIGHEST for action security_group_members [ 1143.226113] env[66703]: DEBUG networking_nsxv3.common.locking [-] Lock member-0a0added-7b70-4b18-961a-c2e749c49e44 taken with stack trace [, , ] {{(pid=66703) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1143.226113] env[66703]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-0a0added-7b70-4b18-961a-c2e749c49e44" {{(pid=66703) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1143.226113] env[66703]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-0a0added-7b70-4b18-961a-c2e749c49e44" {{(pid=66703) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1143.226113] env[66703]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-0a0added-7b70-4b18-961a-c2e749c49e44" {{(pid=66703) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1143.226113] env[66703]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=66703) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1143.226113] env[66703]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66703) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1143.226456] env[66703]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66703) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1143.226456] env[66703]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66703) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1143.226456] env[66703]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66703) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1143.226456] env[66703]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('0a0added-7b70-4b18-961a-c2e749c49e44',) {} {{(pid=66703) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1143.305119] env[66703]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('e5478296-296b-4855-b680-ee0ae524bfb1',) {} {{(pid=66703) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1143.309329] env[66703]: DEBUG networking_nsxv3.common.locking [-] Lock member-e5478296-296b-4855-b680-ee0ae524bfb1 taken with stack trace [, , , ] {{(pid=66703) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1143.309329] env[66703]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-e5478296-296b-4855-b680-ee0ae524bfb1" {{(pid=66703) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1143.309329] env[66703]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] realization of port 12b5175b-b116-4950-a8a7-da7c1fe1e041 with status ACTIVE [ 1143.309329] env[66703]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=66703) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1143.309329] env[66703]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=66703) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1143.309329] env[66703]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=66703) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1143.309329] env[66703]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=66703) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1143.309329] env[66703]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=66703) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1143.309329] env[66703]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , ] {{(pid=66703) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1143.309329] env[66703]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=66703) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1143.309329] env[66703]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=66703) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1143.309329] env[66703]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=66703) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1143.309329] env[66703]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=66703) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1143.309329] env[66703]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=66703) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1143.310249] env[66703]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=66703) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1143.310249] env[66703]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=66703) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1143.310249] env[66703]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=66703) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1143.310249] env[66703]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=66703) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1143.310249] env[66703]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: SegmentPort with ID: 12b5175b-b116-4950-a8a7-da7c1fe1e041 is going to be updated. [ 1143.334342] env[66703]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=66703) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1143.335217] env[66703]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=66703) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1143.335217] env[66703]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=66703) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1143.335217] env[66703]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=66703) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1143.335217] env[66703]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=66703) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1143.335615] env[66703]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-12b5175b-b116-4950-a8a7-da7c1fe1e041" {{(pid=66703) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1143.439647] env[66703]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('422a6afd-0a76-40ff-8ca7-239421300775',) {} {{(pid=66703) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1143.728971] env[66703]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=66703) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1143.730031] env[66703]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66703) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1143.730031] env[66703]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66703) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1143.730031] env[66703]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66703) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1143.763487] env[66703]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66703) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1143.763873] env[66703]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66703) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1143.764091] env[66703]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66703) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1143.764213] env[66703]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66703) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1143.764473] env[66703]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66703) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1143.764614] env[66703]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66703) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1143.764743] env[66703]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 0a0added-7b70-4b18-961a-c2e749c49e44 is going to be updated. [ 1143.793248] env[66703]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66703) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1143.793664] env[66703]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66703) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1143.793664] env[66703]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66703) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1143.793826] env[66703]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66703) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1143.793826] env[66703]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66703) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1143.803188] env[66703]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 0a0added-7b70-4b18-961a-c2e749c49e44 in Status: IN_PROGRESS for 2s [ 1143.812741] env[66703]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('e5478296-296b-4855-b680-ee0ae524bfb1',) {} {{(pid=66703) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1143.944723] env[66703]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('422a6afd-0a76-40ff-8ca7-239421300775',) {} {{(pid=66703) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1143.975434] env[66703]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 342e9261-9091-420c-a22e-99d0ab7b0071 in Status: SUCCESS [ 1143.975666] env[66703]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-342e9261-9091-420c-a22e-99d0ab7b0071" {{(pid=66703) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1143.975830] env[66703]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-342e9261-9091-420c-a22e-99d0ab7b0071" {{(pid=66703) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1143.976131] env[66703]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-342e9261-9091-420c-a22e-99d0ab7b0071" {{(pid=66703) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1143.976300] env[66703]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=66703) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1143.976394] env[66703]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66703) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1143.976449] env[66703]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66703) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1143.976570] env[66703]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66703) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1143.976652] env[66703]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66703) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1143.976736] env[66703]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-342e9261-9091-420c-a22e-99d0ab7b0071" {{(pid=66703) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1143.976928] env[66703]: DEBUG networking_nsxv3.common.locking [-] Lock member-342e9261-9091-420c-a22e-99d0ab7b0071 taken with stack trace [, , , ] {{(pid=66703) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1143.977029] env[66703]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-342e9261-9091-420c-a22e-99d0ab7b0071" {{(pid=66703) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1143.977095] env[66703]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-342e9261-9091-420c-a22e-99d0ab7b0071" {{(pid=66703) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1143.977236] env[66703]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-342e9261-9091-420c-a22e-99d0ab7b0071" {{(pid=66703) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1143.977377] env[66703]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=66703) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1143.977469] env[66703]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66703) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1143.977540] env[66703]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66703) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1143.977746] env[66703]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66703) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1143.977827] env[66703]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66703) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1143.977911] env[66703]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-342e9261-9091-420c-a22e-99d0ab7b0071" {{(pid=66703) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1143.978011] env[66703]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('342e9261-9091-420c-a22e-99d0ab7b0071',) {} {{(pid=66703) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1144.316407] env[66703]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66703) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1144.316407] env[66703]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66703) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1144.316407] env[66703]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66703) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1144.316628] env[66703]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66703) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1144.316628] env[66703]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66703) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1144.316693] env[66703]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: e5478296-296b-4855-b680-ee0ae524bfb1 is going to be updated. [ 1144.374506] env[66703]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66703) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1144.374741] env[66703]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66703) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1144.374741] env[66703]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66703) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1144.374944] env[66703]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66703) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1144.375108] env[66703]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66703) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1144.394220] env[66703]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: e5478296-296b-4855-b680-ee0ae524bfb1 in Status: IN_PROGRESS for 2s [ 1144.448072] env[66703]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66703) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1144.448072] env[66703]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66703) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1144.448072] env[66703]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66703) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1144.448072] env[66703]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66703) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1144.448496] env[66703]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66703) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1144.448496] env[66703]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 422a6afd-0a76-40ff-8ca7-239421300775 is going to be updated. [ 1144.480466] env[66703]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for 342e9261-9091-420c-a22e-99d0ab7b0071: rpc.has_security_group_logging(os_id): False [ 1144.499654] env[66703]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66703) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1144.499754] env[66703]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66703) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1144.499792] env[66703]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66703) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1144.500075] env[66703]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66703) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1144.500239] env[66703]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66703) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1144.503436] env[66703]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=66703) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1144.503766] env[66703]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66703) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1144.503766] env[66703]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66703) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1144.503901] env[66703]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66703) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1144.503901] env[66703]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66703) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1144.504108] env[66703]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66703) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1144.504273] env[66703]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66703) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1144.504273] env[66703]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66703) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1144.504430] env[66703]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66703) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1144.504497] env[66703]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66703) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1144.504699] env[66703]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66703) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1144.504791] env[66703]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66703) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1144.504848] env[66703]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66703) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1144.504989] env[66703]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66703) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1144.505077] env[66703]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66703) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1144.505281] env[66703]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=66703) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1144.505415] env[66703]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66703) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1144.505512] env[66703]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66703) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1144.505679] env[66703]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66703) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1144.505760] env[66703]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66703) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1144.505843] env[66703]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 342e9261-9091-420c-a22e-99d0ab7b0071 is going to be created. [ 1144.516176] env[66703]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 422a6afd-0a76-40ff-8ca7-239421300775 in Status: IN_PROGRESS for 2s [ 1144.581923] env[66703]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=66703) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1144.581923] env[66703]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66703) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1144.581923] env[66703]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66703) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1144.582326] env[66703]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66703) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1144.582326] env[66703]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66703) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1144.595048] env[66703]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 342e9261-9091-420c-a22e-99d0ab7b0071 in Status: IN_PROGRESS for 2s [ 1145.814471] env[66703]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 0a0added-7b70-4b18-961a-c2e749c49e44 in Status: SUCCESS [ 1145.814773] env[66703]: WARNING networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 0a0added-7b70-4b18-961a-c2e749c49e44 deletion is rescheduled due to dependency. [ 1145.814773] env[66703]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-0a0added-7b70-4b18-961a-c2e749c49e44" {{(pid=66703) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1146.333106] env[66703]: INFO networking_nsxv3.common.synchronization [req-c0de5009-ae05-44d4-ac3c-b3210d29c324 req-2189e7fb-c901-411d-983d-6154691cd775 tempest-ServerActionsTestJSON-1903783594 tempest-ServerActionsTestJSON-1903783594-project-member] Enqueued Resource ID: e2dfd056-9012-4ee5-8e8c-6878a22ada99 with Priority: HIGHEST for action security_group_members [ 1146.333787] env[66703]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: e2dfd056-9012-4ee5-8e8c-6878a22ada99 with Priority: HIGHEST for action security_group_members [ 1146.334036] env[66703]: DEBUG networking_nsxv3.common.locking [-] Lock member-e2dfd056-9012-4ee5-8e8c-6878a22ada99 taken with stack trace [, , ] {{(pid=66703) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1146.334222] env[66703]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-e2dfd056-9012-4ee5-8e8c-6878a22ada99" {{(pid=66703) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1146.334302] env[66703]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-e2dfd056-9012-4ee5-8e8c-6878a22ada99" {{(pid=66703) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1146.334503] env[66703]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-e2dfd056-9012-4ee5-8e8c-6878a22ada99" {{(pid=66703) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1146.334689] env[66703]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=66703) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1146.335491] env[66703]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66703) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1146.335591] env[66703]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66703) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1146.335840] env[66703]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66703) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1146.335968] env[66703]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66703) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1146.336124] env[66703]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('e2dfd056-9012-4ee5-8e8c-6878a22ada99',) {} {{(pid=66703) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1146.404919] env[66703]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: e5478296-296b-4855-b680-ee0ae524bfb1 in Status: SUCCESS [ 1146.404919] env[66703]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-e5478296-296b-4855-b680-ee0ae524bfb1" {{(pid=66703) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1146.405115] env[66703]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-e5478296-296b-4855-b680-ee0ae524bfb1" {{(pid=66703) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1146.405326] env[66703]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-e5478296-296b-4855-b680-ee0ae524bfb1" {{(pid=66703) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1146.405515] env[66703]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=66703) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1146.405638] env[66703]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66703) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1146.405706] env[66703]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66703) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1146.405851] env[66703]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66703) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1146.405933] env[66703]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66703) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1146.406016] env[66703]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-e5478296-296b-4855-b680-ee0ae524bfb1" {{(pid=66703) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1146.406110] env[66703]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('e5478296-296b-4855-b680-ee0ae524bfb1',) {} {{(pid=66703) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1146.527202] env[66703]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 422a6afd-0a76-40ff-8ca7-239421300775 in Status: SUCCESS [ 1146.527500] env[66703]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-422a6afd-0a76-40ff-8ca7-239421300775" {{(pid=66703) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1146.609025] env[66703]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 342e9261-9091-420c-a22e-99d0ab7b0071 in Status: SUCCESS [ 1146.609025] env[66703]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-342e9261-9091-420c-a22e-99d0ab7b0071" {{(pid=66703) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1146.609025] env[66703]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-342e9261-9091-420c-a22e-99d0ab7b0071" {{(pid=66703) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1146.609025] env[66703]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-342e9261-9091-420c-a22e-99d0ab7b0071" {{(pid=66703) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1146.609025] env[66703]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('342e9261-9091-420c-a22e-99d0ab7b0071',) {} {{(pid=66703) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1146.675814] env[66703]: DEBUG networking_nsxv3.common.locking [None req-33d36011-a73c-4b6d-849a-f8c867240c48 None None] Lock network-54 taken with stack trace [, , , , , , , , ] {{(pid=66703) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1146.676087] env[66703]: DEBUG oslo_concurrency.lockutils [None req-33d36011-a73c-4b6d-849a-f8c867240c48 None None] Acquiring lock "network-54" {{(pid=66703) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1146.676265] env[66703]: DEBUG oslo_concurrency.lockutils [None req-33d36011-a73c-4b6d-849a-f8c867240c48 None None] Acquired lock "network-54" {{(pid=66703) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1146.676569] env[66703]: DEBUG oslo_concurrency.lockutils [None req-33d36011-a73c-4b6d-849a-f8c867240c48 None None] Acquired external semaphore "network-54" {{(pid=66703) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1146.676863] env[66703]: DEBUG networking_nsxv3.common.locking [None req-33d36011-a73c-4b6d-849a-f8c867240c48 None None] Lock Segment taken with stack trace [, , , , , , , , , , ] {{(pid=66703) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1146.677086] env[66703]: DEBUG oslo_concurrency.lockutils [None req-33d36011-a73c-4b6d-849a-f8c867240c48 None None] Acquiring lock "Segment" {{(pid=66703) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1146.677218] env[66703]: DEBUG oslo_concurrency.lockutils [None req-33d36011-a73c-4b6d-849a-f8c867240c48 None None] Acquired lock "Segment" {{(pid=66703) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1146.677441] env[66703]: DEBUG oslo_concurrency.lockutils [None req-33d36011-a73c-4b6d-849a-f8c867240c48 None None] Acquired external semaphore "Segment" {{(pid=66703) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1146.677613] env[66703]: DEBUG oslo_concurrency.lockutils [None req-33d36011-a73c-4b6d-849a-f8c867240c48 None None] Releasing lock "Segment" {{(pid=66703) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1146.677795] env[66703]: DEBUG dogpile.cache.region [None req-33d36011-a73c-4b6d-849a-f8c867240c48 None None] No value present for key: 'zone-id' {{(pid=66703) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 1146.677906] env[66703]: DEBUG dogpile.lock [None req-33d36011-a73c-4b6d-849a-f8c867240c48 None None] NeedRegenerationException {{(pid=66703) _enter /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:90}} [ 1146.678028] env[66703]: DEBUG dogpile.lock [None req-33d36011-a73c-4b6d-849a-f8c867240c48 None None] no value, waiting for create lock {{(pid=66703) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:131}} [ 1146.678128] env[66703]: DEBUG dogpile.lock [None req-33d36011-a73c-4b6d-849a-f8c867240c48 None None] value creation lock acquired {{(pid=66703) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:135}} [ 1146.678238] env[66703]: DEBUG dogpile.cache.region [None req-33d36011-a73c-4b6d-849a-f8c867240c48 None None] No value present for key: 'zone-id' {{(pid=66703) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 1146.678341] env[66703]: DEBUG dogpile.lock [None req-33d36011-a73c-4b6d-849a-f8c867240c48 None None] Calling creation function for not-yet-present value {{(pid=66703) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:174}} [ 1146.678469] env[66703]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-33d36011-a73c-4b6d-849a-f8c867240c48 None None] Looking for TransportZone with name nsx-vlan-transportzone. [ 1146.697488] env[66703]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-33d36011-a73c-4b6d-849a-f8c867240c48 None None] loading zone with a95c914d-748d-497c-94ab-10d4647daeba and tags [{'scope': 'mp2policy_migr_status', 'tag': 'success'}] [ 1146.697687] env[66703]: DEBUG dogpile.cache.region [None req-33d36011-a73c-4b6d-849a-f8c867240c48 None None] Cache value generated in 0.019 seconds for key(s): 'zone-id' {{(pid=66703) _log_time /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:910}} [ 1146.697954] env[66703]: DEBUG dogpile.lock [None req-33d36011-a73c-4b6d-849a-f8c867240c48 None None] Released creation lock {{(pid=66703) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:182}} [ 1146.697954] env[66703]: DEBUG oslo_concurrency.lockutils [None req-33d36011-a73c-4b6d-849a-f8c867240c48 None None] Releasing lock "network-54" {{(pid=66703) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1146.698325] env[66703]: DEBUG networking_nsxv3.common.locking [None req-33d36011-a73c-4b6d-849a-f8c867240c48 None None] Lock port-55933625-e00b-4fc2-80b8-3ab51c53ed43 taken with stack trace [, , , , , , , , ] {{(pid=66703) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1146.698513] env[66703]: DEBUG oslo_concurrency.lockutils [None req-33d36011-a73c-4b6d-849a-f8c867240c48 None None] Acquiring lock "port-55933625-e00b-4fc2-80b8-3ab51c53ed43" {{(pid=66703) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1146.698606] env[66703]: DEBUG oslo_concurrency.lockutils [None req-33d36011-a73c-4b6d-849a-f8c867240c48 None None] Acquired lock "port-55933625-e00b-4fc2-80b8-3ab51c53ed43" {{(pid=66703) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1146.698954] env[66703]: DEBUG oslo_concurrency.lockutils [None req-33d36011-a73c-4b6d-849a-f8c867240c48 None None] Acquired external semaphore "port-55933625-e00b-4fc2-80b8-3ab51c53ed43" {{(pid=66703) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1146.699142] env[66703]: DEBUG networking_nsxv3.api.rpc [None req-33d36011-a73c-4b6d-849a-f8c867240c48 None None] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('55933625-e00b-4fc2-80b8-3ab51c53ed43',) {} {{(pid=66703) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1146.840594] env[66703]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=66703) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1146.840908] env[66703]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66703) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1146.840962] env[66703]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66703) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1146.841347] env[66703]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66703) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1146.841494] env[66703]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66703) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1146.841791] env[66703]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66703) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1146.841932] env[66703]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66703) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1146.841998] env[66703]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66703) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1146.842192] env[66703]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66703) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1146.842271] env[66703]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66703) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1146.842374] env[66703]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: e2dfd056-9012-4ee5-8e8c-6878a22ada99 is going to be deleted. [ 1146.874477] env[66703]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66703) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1146.874863] env[66703]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66703) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1146.874863] env[66703]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66703) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1146.875020] env[66703]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66703) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1146.875020] env[66703]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66703) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1146.875103] env[66703]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-e2dfd056-9012-4ee5-8e8c-6878a22ada99" {{(pid=66703) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1146.910052] env[66703]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('e5478296-296b-4855-b680-ee0ae524bfb1',) {} {{(pid=66703) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1147.110591] env[66703]: DEBUG networking_nsxv3.common.locking [-] Lock member-342e9261-9091-420c-a22e-99d0ab7b0071 taken with stack trace [, , , ] {{(pid=66703) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1147.110783] env[66703]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-342e9261-9091-420c-a22e-99d0ab7b0071" {{(pid=66703) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1147.110783] env[66703]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-342e9261-9091-420c-a22e-99d0ab7b0071" {{(pid=66703) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1147.110988] env[66703]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-342e9261-9091-420c-a22e-99d0ab7b0071" {{(pid=66703) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1147.111251] env[66703]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=66703) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1147.111394] env[66703]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66703) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1147.111465] env[66703]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66703) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1147.111567] env[66703]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66703) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1147.111652] env[66703]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66703) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1147.111739] env[66703]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-342e9261-9091-420c-a22e-99d0ab7b0071" {{(pid=66703) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1147.111827] env[66703]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('342e9261-9091-420c-a22e-99d0ab7b0071',) {} {{(pid=66703) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1147.201915] env[66703]: DEBUG networking_nsxv3.common.locking [None req-33d36011-a73c-4b6d-849a-f8c867240c48 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , ] {{(pid=66703) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1147.202153] env[66703]: DEBUG oslo_concurrency.lockutils [None req-33d36011-a73c-4b6d-849a-f8c867240c48 None None] Acquiring lock "SegmentPort" {{(pid=66703) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1147.202281] env[66703]: DEBUG oslo_concurrency.lockutils [None req-33d36011-a73c-4b6d-849a-f8c867240c48 None None] Acquired lock "SegmentPort" {{(pid=66703) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1147.202625] env[66703]: DEBUG oslo_concurrency.lockutils [None req-33d36011-a73c-4b6d-849a-f8c867240c48 None None] Acquired external semaphore "SegmentPort" {{(pid=66703) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1147.202751] env[66703]: DEBUG oslo_concurrency.lockutils [None req-33d36011-a73c-4b6d-849a-f8c867240c48 None None] Releasing lock "SegmentPort" {{(pid=66703) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1147.202993] env[66703]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-33d36011-a73c-4b6d-849a-f8c867240c48 None None] Segment Port 55933625-e00b-4fc2-80b8-3ab51c53ed43 not found, creating... [ 1147.203469] env[66703]: DEBUG networking_nsxv3.common.locking [None req-33d36011-a73c-4b6d-849a-f8c867240c48 None None] Lock Segment taken with stack trace [, , , , , , , , , , , ] {{(pid=66703) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1147.204135] env[66703]: DEBUG oslo_concurrency.lockutils [None req-33d36011-a73c-4b6d-849a-f8c867240c48 None None] Acquiring lock "Segment" {{(pid=66703) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1147.204135] env[66703]: DEBUG oslo_concurrency.lockutils [None req-33d36011-a73c-4b6d-849a-f8c867240c48 None None] Acquired lock "Segment" {{(pid=66703) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1147.204135] env[66703]: DEBUG oslo_concurrency.lockutils [None req-33d36011-a73c-4b6d-849a-f8c867240c48 None None] Acquired external semaphore "Segment" {{(pid=66703) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1147.204315] env[66703]: DEBUG oslo_concurrency.lockutils [None req-33d36011-a73c-4b6d-849a-f8c867240c48 None None] Releasing lock "Segment" {{(pid=66703) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1147.204469] env[66703]: DEBUG networking_nsxv3.common.locking [None req-33d36011-a73c-4b6d-849a-f8c867240c48 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=66703) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1147.204619] env[66703]: DEBUG oslo_concurrency.lockutils [None req-33d36011-a73c-4b6d-849a-f8c867240c48 None None] Acquiring lock "SegmentPort" {{(pid=66703) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1147.204788] env[66703]: DEBUG oslo_concurrency.lockutils [None req-33d36011-a73c-4b6d-849a-f8c867240c48 None None] Acquired lock "SegmentPort" {{(pid=66703) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1147.204937] env[66703]: DEBUG oslo_concurrency.lockutils [None req-33d36011-a73c-4b6d-849a-f8c867240c48 None None] Acquired external semaphore "SegmentPort" {{(pid=66703) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1147.205086] env[66703]: DEBUG oslo_concurrency.lockutils [None req-33d36011-a73c-4b6d-849a-f8c867240c48 None None] Releasing lock "SegmentPort" {{(pid=66703) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1147.205220] env[66703]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-33d36011-a73c-4b6d-849a-f8c867240c48 None None] Resource: SegmentPort with ID: 55933625-e00b-4fc2-80b8-3ab51c53ed43 is going to be created. [ 1147.227248] env[66703]: DEBUG networking_nsxv3.common.locking [None req-33d36011-a73c-4b6d-849a-f8c867240c48 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=66703) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1147.227517] env[66703]: DEBUG oslo_concurrency.lockutils [None req-33d36011-a73c-4b6d-849a-f8c867240c48 None None] Acquiring lock "SegmentPort" {{(pid=66703) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1147.227672] env[66703]: DEBUG oslo_concurrency.lockutils [None req-33d36011-a73c-4b6d-849a-f8c867240c48 None None] Acquired lock "SegmentPort" {{(pid=66703) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1147.227984] env[66703]: DEBUG oslo_concurrency.lockutils [None req-33d36011-a73c-4b6d-849a-f8c867240c48 None None] Acquired external semaphore "SegmentPort" {{(pid=66703) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1147.228255] env[66703]: DEBUG oslo_concurrency.lockutils [None req-33d36011-a73c-4b6d-849a-f8c867240c48 None None] Releasing lock "SegmentPort" {{(pid=66703) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1147.228536] env[66703]: DEBUG oslo_concurrency.lockutils [None req-33d36011-a73c-4b6d-849a-f8c867240c48 None None] Releasing lock "port-55933625-e00b-4fc2-80b8-3ab51c53ed43" {{(pid=66703) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1147.412262] env[66703]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for e5478296-296b-4855-b680-ee0ae524bfb1: rpc.has_security_group_logging(os_id): False [ 1147.432761] env[66703]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=66703) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1147.432933] env[66703]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66703) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1147.433092] env[66703]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66703) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1147.433432] env[66703]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66703) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1147.433594] env[66703]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66703) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1147.433987] env[66703]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=66703) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1147.434142] env[66703]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66703) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1147.434233] env[66703]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66703) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1147.434507] env[66703]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66703) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1147.434624] env[66703]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66703) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1147.434772] env[66703]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: e5478296-296b-4855-b680-ee0ae524bfb1 is going to be created. [ 1147.518867] env[66703]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=66703) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1147.519204] env[66703]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66703) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1147.519204] env[66703]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66703) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1147.519340] env[66703]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66703) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1147.519589] env[66703]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66703) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1147.538307] env[66703]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: e5478296-296b-4855-b680-ee0ae524bfb1 in Status: IN_PROGRESS for 2s [ 1147.615256] env[66703]: DEBUG networking_nsxv3.common.locking [-] Lock member-342e9261-9091-420c-a22e-99d0ab7b0071 taken with stack trace [, , , ] {{(pid=66703) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1147.615256] env[66703]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-342e9261-9091-420c-a22e-99d0ab7b0071" {{(pid=66703) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1147.615256] env[66703]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-342e9261-9091-420c-a22e-99d0ab7b0071" {{(pid=66703) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1147.615256] env[66703]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-342e9261-9091-420c-a22e-99d0ab7b0071" {{(pid=66703) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1147.615256] env[66703]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=66703) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1147.615256] env[66703]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66703) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1147.615256] env[66703]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66703) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1147.615753] env[66703]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66703) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1147.615753] env[66703]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66703) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1147.615753] env[66703]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-342e9261-9091-420c-a22e-99d0ab7b0071" {{(pid=66703) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1147.615753] env[66703]: DEBUG networking_nsxv3.common.locking [-] Lock member-342e9261-9091-420c-a22e-99d0ab7b0071 taken with stack trace [, , , ] {{(pid=66703) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1147.616281] env[66703]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-342e9261-9091-420c-a22e-99d0ab7b0071" {{(pid=66703) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1147.616281] env[66703]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-342e9261-9091-420c-a22e-99d0ab7b0071" {{(pid=66703) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1147.616281] env[66703]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-342e9261-9091-420c-a22e-99d0ab7b0071" {{(pid=66703) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1147.616281] env[66703]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=66703) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1147.616281] env[66703]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66703) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1147.616281] env[66703]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66703) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1147.616591] env[66703]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66703) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1147.616591] env[66703]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66703) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1147.616656] env[66703]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-342e9261-9091-420c-a22e-99d0ab7b0071" {{(pid=66703) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1147.616761] env[66703]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('342e9261-9091-420c-a22e-99d0ab7b0071',) {} {{(pid=66703) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1147.948875] env[66703]: INFO networking_nsxv3.common.synchronization [req-c0de5009-ae05-44d4-ac3c-b3210d29c324 req-6603520d-9b24-40ee-9b73-4181763ebfea service nova] Enqueued Resource ID: e2dfd056-9012-4ee5-8e8c-6878a22ada99 with Priority: HIGHEST for action security_group_rules [ 1147.948875] env[66703]: INFO networking_nsxv3.common.synchronization [req-c0de5009-ae05-44d4-ac3c-b3210d29c324 req-6603520d-9b24-40ee-9b73-4181763ebfea service nova] Enqueued Resource ID: e2dfd056-9012-4ee5-8e8c-6878a22ada99 with Priority: HIGHEST for action security_group_members [ 1147.949258] env[66703]: INFO networking_nsxv3.common.synchronization [req-c0de5009-ae05-44d4-ac3c-b3210d29c324 req-6603520d-9b24-40ee-9b73-4181763ebfea service nova] Enqueued Resource ID: 55933625-e00b-4fc2-80b8-3ab51c53ed43 with Priority: HIGHEST for action port [ 1147.949799] env[66703]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: e2dfd056-9012-4ee5-8e8c-6878a22ada99 with Priority: HIGHEST for action security_group_rules [ 1147.949937] env[66703]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: e2dfd056-9012-4ee5-8e8c-6878a22ada99 with Priority: HIGHEST for action security_group_members [ 1147.950070] env[66703]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 55933625-e00b-4fc2-80b8-3ab51c53ed43 with Priority: HIGHEST for action port [ 1147.950330] env[66703]: DEBUG networking_nsxv3.common.locking [-] Lock rules-e2dfd056-9012-4ee5-8e8c-6878a22ada99 taken with stack trace [, , ] {{(pid=66703) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1147.950474] env[66703]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-e2dfd056-9012-4ee5-8e8c-6878a22ada99" {{(pid=66703) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1147.950599] env[66703]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-e2dfd056-9012-4ee5-8e8c-6878a22ada99" {{(pid=66703) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1147.950766] env[66703]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-e2dfd056-9012-4ee5-8e8c-6878a22ada99" {{(pid=66703) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1147.950850] env[66703]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('e2dfd056-9012-4ee5-8e8c-6878a22ada99',) {} {{(pid=66703) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1147.952496] env[66703]: DEBUG networking_nsxv3.common.locking [-] Lock member-e2dfd056-9012-4ee5-8e8c-6878a22ada99 taken with stack trace [, , ] {{(pid=66703) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1147.952496] env[66703]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-e2dfd056-9012-4ee5-8e8c-6878a22ada99" {{(pid=66703) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1147.952496] env[66703]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-e2dfd056-9012-4ee5-8e8c-6878a22ada99" {{(pid=66703) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1147.952496] env[66703]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-e2dfd056-9012-4ee5-8e8c-6878a22ada99" {{(pid=66703) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1147.952761] env[66703]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=66703) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1147.952761] env[66703]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66703) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1147.952761] env[66703]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66703) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1147.952887] env[66703]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66703) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1147.952987] env[66703]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66703) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1147.953099] env[66703]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('e2dfd056-9012-4ee5-8e8c-6878a22ada99',) {} {{(pid=66703) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1147.954350] env[66703]: DEBUG networking_nsxv3.common.locking [-] Lock port-55933625-e00b-4fc2-80b8-3ab51c53ed43 taken with stack trace [, , ] {{(pid=66703) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1147.954350] env[66703]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-55933625-e00b-4fc2-80b8-3ab51c53ed43" {{(pid=66703) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1147.954350] env[66703]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-55933625-e00b-4fc2-80b8-3ab51c53ed43" {{(pid=66703) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1147.954510] env[66703]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-55933625-e00b-4fc2-80b8-3ab51c53ed43" {{(pid=66703) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1147.954510] env[66703]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('55933625-e00b-4fc2-80b8-3ab51c53ed43',) {} {{(pid=66703) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1148.120834] env[66703]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for 342e9261-9091-420c-a22e-99d0ab7b0071: rpc.has_security_group_logging(os_id): False [ 1148.145404] env[66703]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=66703) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1148.146466] env[66703]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66703) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1148.146466] env[66703]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66703) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1148.146466] env[66703]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66703) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1148.146466] env[66703]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66703) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1148.146466] env[66703]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66703) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1148.146753] env[66703]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66703) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1148.146753] env[66703]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66703) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1148.146861] env[66703]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66703) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1148.146988] env[66703]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66703) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1148.147896] env[66703]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66703) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1148.147896] env[66703]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66703) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1148.147896] env[66703]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66703) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1148.147896] env[66703]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66703) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1148.147896] env[66703]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66703) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1148.148215] env[66703]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=66703) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1148.148215] env[66703]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66703) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1148.148215] env[66703]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66703) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1148.149464] env[66703]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66703) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1148.149464] env[66703]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66703) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1148.149464] env[66703]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 342e9261-9091-420c-a22e-99d0ab7b0071 is going to be updated. [ 1148.218978] env[66703]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=66703) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1148.219183] env[66703]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66703) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1148.219236] env[66703]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66703) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1148.219428] env[66703]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66703) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1148.219604] env[66703]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66703) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1148.233497] env[66703]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 342e9261-9091-420c-a22e-99d0ab7b0071 in Status: IN_PROGRESS for 2s [ 1148.456690] env[66703]: DEBUG networking_nsxv3.common.locking [-] Lock member-e2dfd056-9012-4ee5-8e8c-6878a22ada99 taken with stack trace [, , , ] {{(pid=66703) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1148.456887] env[66703]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-e2dfd056-9012-4ee5-8e8c-6878a22ada99" {{(pid=66703) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1148.456939] env[66703]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('e2dfd056-9012-4ee5-8e8c-6878a22ada99',) {} {{(pid=66703) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1148.458062] env[66703]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] realization of port 55933625-e00b-4fc2-80b8-3ab51c53ed43 with status ACTIVE [ 1148.458342] env[66703]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=66703) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1148.458569] env[66703]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=66703) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1148.458675] env[66703]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=66703) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1148.458956] env[66703]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=66703) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1148.459194] env[66703]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=66703) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1148.459515] env[66703]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , ] {{(pid=66703) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1148.459657] env[66703]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=66703) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1148.459742] env[66703]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=66703) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1148.459944] env[66703]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=66703) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1148.460042] env[66703]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=66703) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1148.460304] env[66703]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=66703) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1148.460440] env[66703]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=66703) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1148.460485] env[66703]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=66703) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1148.460644] env[66703]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=66703) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1148.460719] env[66703]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=66703) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1148.460808] env[66703]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: SegmentPort with ID: 55933625-e00b-4fc2-80b8-3ab51c53ed43 is going to be updated. [ 1148.498300] env[66703]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=66703) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1148.498499] env[66703]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=66703) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1148.498579] env[66703]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=66703) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1148.498795] env[66703]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=66703) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1148.499047] env[66703]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=66703) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1148.499324] env[66703]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-55933625-e00b-4fc2-80b8-3ab51c53ed43" {{(pid=66703) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1148.964027] env[66703]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('e2dfd056-9012-4ee5-8e8c-6878a22ada99',) {} {{(pid=66703) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1149.466212] env[66703]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66703) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1149.466455] env[66703]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66703) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1149.466563] env[66703]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66703) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1149.466860] env[66703]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66703) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1149.467014] env[66703]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66703) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1149.467142] env[66703]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: e2dfd056-9012-4ee5-8e8c-6878a22ada99 is going to be created. [ 1149.494044] env[66703]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66703) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1149.494044] env[66703]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66703) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1149.494044] env[66703]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66703) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1149.494350] env[66703]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66703) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1149.494476] env[66703]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66703) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1149.507401] env[66703]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: e2dfd056-9012-4ee5-8e8c-6878a22ada99 in Status: UNINITIALIZED for 2s [ 1149.550422] env[66703]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: e5478296-296b-4855-b680-ee0ae524bfb1 in Status: SUCCESS [ 1149.550658] env[66703]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-e5478296-296b-4855-b680-ee0ae524bfb1" {{(pid=66703) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1150.247630] env[66703]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 342e9261-9091-420c-a22e-99d0ab7b0071 in Status: SUCCESS [ 1150.247974] env[66703]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-342e9261-9091-420c-a22e-99d0ab7b0071" {{(pid=66703) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1151.517383] env[66703]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: e2dfd056-9012-4ee5-8e8c-6878a22ada99 in Status: SUCCESS [ 1151.517730] env[66703]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-e2dfd056-9012-4ee5-8e8c-6878a22ada99" {{(pid=66703) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1151.517827] env[66703]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-e2dfd056-9012-4ee5-8e8c-6878a22ada99" {{(pid=66703) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1151.518087] env[66703]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-e2dfd056-9012-4ee5-8e8c-6878a22ada99" {{(pid=66703) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1151.518281] env[66703]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=66703) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1151.518400] env[66703]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66703) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1151.518462] env[66703]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66703) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1151.518619] env[66703]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66703) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1151.518693] env[66703]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66703) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1151.519783] env[66703]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-e2dfd056-9012-4ee5-8e8c-6878a22ada99" {{(pid=66703) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1151.519783] env[66703]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('e2dfd056-9012-4ee5-8e8c-6878a22ada99',) {} {{(pid=66703) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1152.021487] env[66703]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('e2dfd056-9012-4ee5-8e8c-6878a22ada99',) {} {{(pid=66703) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1152.523537] env[66703]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for e2dfd056-9012-4ee5-8e8c-6878a22ada99: rpc.has_security_group_logging(os_id): False [ 1152.540684] env[66703]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=66703) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1152.540827] env[66703]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66703) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1152.540894] env[66703]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66703) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1152.541147] env[66703]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66703) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1152.542029] env[66703]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66703) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1152.542029] env[66703]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=66703) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1152.542029] env[66703]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66703) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1152.542029] env[66703]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66703) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1152.542029] env[66703]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66703) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1152.542029] env[66703]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66703) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1152.542029] env[66703]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: e2dfd056-9012-4ee5-8e8c-6878a22ada99 is going to be created. [ 1152.598014] env[66703]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=66703) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1152.598216] env[66703]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66703) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1152.598268] env[66703]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66703) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1152.598469] env[66703]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66703) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1152.598650] env[66703]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66703) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1152.611378] env[66703]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: e2dfd056-9012-4ee5-8e8c-6878a22ada99 in Status: IN_PROGRESS for 2s [ 1152.951564] env[66703]: INFO networking_nsxv3.common.synchronization [-] No activity for the last 5 seconds. [ 1152.951748] env[66703]: INFO networking_nsxv3.common.synchronization [-] Sizes Queue[Active=0, Passive=0], Jobs=1 [ 1154.626100] env[66703]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: e2dfd056-9012-4ee5-8e8c-6878a22ada99 in Status: SUCCESS [ 1154.626508] env[66703]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-e2dfd056-9012-4ee5-8e8c-6878a22ada99" {{(pid=66703) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1155.894026] env[66703]: INFO networking_nsxv3.common.synchronization [req-f829a877-f8a9-403a-99e6-27d1affd28c7 req-77dea838-a730-41a3-8d7e-bdb0ddae52cd tempest-ListImageFiltersTestJSON-1383692930 tempest-ListImageFiltersTestJSON-1383692930-project-member] Enqueued Resource ID: 422a6afd-0a76-40ff-8ca7-239421300775 with Priority: HIGHEST for action security_group_members [ 1155.894584] env[66703]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 422a6afd-0a76-40ff-8ca7-239421300775 with Priority: HIGHEST for action security_group_members [ 1155.895182] env[66703]: DEBUG networking_nsxv3.common.locking [-] Lock member-422a6afd-0a76-40ff-8ca7-239421300775 taken with stack trace [, , ] {{(pid=66703) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1155.895182] env[66703]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-422a6afd-0a76-40ff-8ca7-239421300775" {{(pid=66703) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1155.895341] env[66703]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-422a6afd-0a76-40ff-8ca7-239421300775" {{(pid=66703) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1155.896354] env[66703]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-422a6afd-0a76-40ff-8ca7-239421300775" {{(pid=66703) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1155.896354] env[66703]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=66703) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1155.896354] env[66703]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66703) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1155.896354] env[66703]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66703) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1155.896354] env[66703]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66703) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1155.896354] env[66703]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66703) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1155.896354] env[66703]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('422a6afd-0a76-40ff-8ca7-239421300775',) {} {{(pid=66703) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1155.939565] env[66703]: INFO networking_nsxv3.common.synchronization [req-9e0c4fa5-fb0e-447b-9cfa-7cdb7bf093d1 req-a5dc81c4-2180-4f69-9bef-9e08f60fe5bb tempest-ServersTestJSON-565357052 tempest-ServersTestJSON-565357052-project-member] Enqueued Resource ID: 4e788d78-bd3c-4249-acf9-3dd7a53e2a11 with Priority: HIGHEST for action security_group_members [ 1155.940145] env[66703]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 4e788d78-bd3c-4249-acf9-3dd7a53e2a11 with Priority: HIGHEST for action security_group_members [ 1155.940495] env[66703]: DEBUG networking_nsxv3.common.locking [-] Lock member-4e788d78-bd3c-4249-acf9-3dd7a53e2a11 taken with stack trace [, , ] {{(pid=66703) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1155.940621] env[66703]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-4e788d78-bd3c-4249-acf9-3dd7a53e2a11" {{(pid=66703) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1155.940688] env[66703]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-4e788d78-bd3c-4249-acf9-3dd7a53e2a11" {{(pid=66703) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1155.940926] env[66703]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-4e788d78-bd3c-4249-acf9-3dd7a53e2a11" {{(pid=66703) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1155.941107] env[66703]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=66703) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1155.941272] env[66703]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66703) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1155.941318] env[66703]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66703) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1155.941470] env[66703]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66703) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1155.941579] env[66703]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66703) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1155.941676] env[66703]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('4e788d78-bd3c-4249-acf9-3dd7a53e2a11',) {} {{(pid=66703) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1156.360497] env[66703]: DEBUG networking_nsxv3.common.locking [None req-33d36011-a73c-4b6d-849a-f8c867240c48 None None] Lock network-205 taken with stack trace [, , , , , , , , ] {{(pid=66703) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1156.360722] env[66703]: DEBUG oslo_concurrency.lockutils [None req-33d36011-a73c-4b6d-849a-f8c867240c48 None None] Acquiring lock "network-205" {{(pid=66703) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1156.360866] env[66703]: DEBUG oslo_concurrency.lockutils [None req-33d36011-a73c-4b6d-849a-f8c867240c48 None None] Acquired lock "network-205" {{(pid=66703) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1156.361204] env[66703]: DEBUG oslo_concurrency.lockutils [None req-33d36011-a73c-4b6d-849a-f8c867240c48 None None] Acquired external semaphore "network-205" {{(pid=66703) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1156.361529] env[66703]: DEBUG networking_nsxv3.common.locking [None req-33d36011-a73c-4b6d-849a-f8c867240c48 None None] Lock Segment taken with stack trace [, , , , , , , , , , ] {{(pid=66703) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1156.361718] env[66703]: DEBUG oslo_concurrency.lockutils [None req-33d36011-a73c-4b6d-849a-f8c867240c48 None None] Acquiring lock "Segment" {{(pid=66703) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1156.361891] env[66703]: DEBUG oslo_concurrency.lockutils [None req-33d36011-a73c-4b6d-849a-f8c867240c48 None None] Acquired lock "Segment" {{(pid=66703) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1156.362772] env[66703]: DEBUG oslo_concurrency.lockutils [None req-33d36011-a73c-4b6d-849a-f8c867240c48 None None] Acquired external semaphore "Segment" {{(pid=66703) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1156.362772] env[66703]: DEBUG oslo_concurrency.lockutils [None req-33d36011-a73c-4b6d-849a-f8c867240c48 None None] Releasing lock "Segment" {{(pid=66703) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1156.362985] env[66703]: DEBUG dogpile.cache.region [None req-33d36011-a73c-4b6d-849a-f8c867240c48 None None] No value present for key: 'zone-id' {{(pid=66703) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 1156.363255] env[66703]: DEBUG dogpile.lock [None req-33d36011-a73c-4b6d-849a-f8c867240c48 None None] NeedRegenerationException {{(pid=66703) _enter /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:90}} [ 1156.363315] env[66703]: DEBUG dogpile.lock [None req-33d36011-a73c-4b6d-849a-f8c867240c48 None None] no value, waiting for create lock {{(pid=66703) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:131}} [ 1156.363424] env[66703]: DEBUG dogpile.lock [None req-33d36011-a73c-4b6d-849a-f8c867240c48 None None] value creation lock acquired {{(pid=66703) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:135}} [ 1156.363586] env[66703]: DEBUG dogpile.cache.region [None req-33d36011-a73c-4b6d-849a-f8c867240c48 None None] No value present for key: 'zone-id' {{(pid=66703) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 1156.363686] env[66703]: DEBUG dogpile.lock [None req-33d36011-a73c-4b6d-849a-f8c867240c48 None None] Calling creation function for not-yet-present value {{(pid=66703) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:174}} [ 1156.363848] env[66703]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-33d36011-a73c-4b6d-849a-f8c867240c48 None None] Looking for TransportZone with name nsx-vlan-transportzone. [ 1156.389782] env[66703]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-33d36011-a73c-4b6d-849a-f8c867240c48 None None] loading zone with a95c914d-748d-497c-94ab-10d4647daeba and tags [{'scope': 'mp2policy_migr_status', 'tag': 'success'}] [ 1156.389964] env[66703]: DEBUG dogpile.cache.region [None req-33d36011-a73c-4b6d-849a-f8c867240c48 None None] Cache value generated in 0.026 seconds for key(s): 'zone-id' {{(pid=66703) _log_time /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:910}} [ 1156.390163] env[66703]: DEBUG dogpile.lock [None req-33d36011-a73c-4b6d-849a-f8c867240c48 None None] Released creation lock {{(pid=66703) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:182}} [ 1156.390347] env[66703]: DEBUG oslo_concurrency.lockutils [None req-33d36011-a73c-4b6d-849a-f8c867240c48 None None] Releasing lock "network-205" {{(pid=66703) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1156.390736] env[66703]: DEBUG networking_nsxv3.common.locking [None req-33d36011-a73c-4b6d-849a-f8c867240c48 None None] Lock port-e939c786-2588-432c-b153-bb5850287bf5 taken with stack trace [, , , , , , , , ] {{(pid=66703) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1156.390936] env[66703]: DEBUG oslo_concurrency.lockutils [None req-33d36011-a73c-4b6d-849a-f8c867240c48 None None] Acquiring lock "port-e939c786-2588-432c-b153-bb5850287bf5" {{(pid=66703) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1156.390991] env[66703]: DEBUG oslo_concurrency.lockutils [None req-33d36011-a73c-4b6d-849a-f8c867240c48 None None] Acquired lock "port-e939c786-2588-432c-b153-bb5850287bf5" {{(pid=66703) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1156.391576] env[66703]: DEBUG oslo_concurrency.lockutils [None req-33d36011-a73c-4b6d-849a-f8c867240c48 None None] Acquired external semaphore "port-e939c786-2588-432c-b153-bb5850287bf5" {{(pid=66703) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1156.391649] env[66703]: DEBUG networking_nsxv3.api.rpc [None req-33d36011-a73c-4b6d-849a-f8c867240c48 None None] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('e939c786-2588-432c-b153-bb5850287bf5',) {} {{(pid=66703) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1156.403030] env[66703]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=66703) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1156.403030] env[66703]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66703) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1156.403030] env[66703]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66703) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1156.403030] env[66703]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66703) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1156.403030] env[66703]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66703) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1156.403030] env[66703]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66703) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1156.403030] env[66703]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66703) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1156.403030] env[66703]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66703) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1156.403030] env[66703]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66703) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1156.403030] env[66703]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66703) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1156.403030] env[66703]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 422a6afd-0a76-40ff-8ca7-239421300775 is going to be updated. [ 1156.433807] env[66703]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66703) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1156.434049] env[66703]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66703) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1156.434168] env[66703]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66703) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1156.434573] env[66703]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66703) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1156.434862] env[66703]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66703) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1156.444143] env[66703]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('4e788d78-bd3c-4249-acf9-3dd7a53e2a11',) {} {{(pid=66703) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1156.448317] env[66703]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 422a6afd-0a76-40ff-8ca7-239421300775 in Status: IN_PROGRESS for 2s [ 1156.894026] env[66703]: DEBUG networking_nsxv3.common.locking [None req-33d36011-a73c-4b6d-849a-f8c867240c48 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , ] {{(pid=66703) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1156.894390] env[66703]: DEBUG oslo_concurrency.lockutils [None req-33d36011-a73c-4b6d-849a-f8c867240c48 None None] Acquiring lock "SegmentPort" {{(pid=66703) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1156.894531] env[66703]: DEBUG oslo_concurrency.lockutils [None req-33d36011-a73c-4b6d-849a-f8c867240c48 None None] Acquired lock "SegmentPort" {{(pid=66703) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1156.894866] env[66703]: DEBUG oslo_concurrency.lockutils [None req-33d36011-a73c-4b6d-849a-f8c867240c48 None None] Acquired external semaphore "SegmentPort" {{(pid=66703) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1156.895091] env[66703]: DEBUG oslo_concurrency.lockutils [None req-33d36011-a73c-4b6d-849a-f8c867240c48 None None] Releasing lock "SegmentPort" {{(pid=66703) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1156.895297] env[66703]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-33d36011-a73c-4b6d-849a-f8c867240c48 None None] Segment Port e939c786-2588-432c-b153-bb5850287bf5 not found, creating... [ 1156.895623] env[66703]: DEBUG networking_nsxv3.common.locking [None req-33d36011-a73c-4b6d-849a-f8c867240c48 None None] Lock Segment taken with stack trace [, , , , , , , , , , , ] {{(pid=66703) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1156.895762] env[66703]: DEBUG oslo_concurrency.lockutils [None req-33d36011-a73c-4b6d-849a-f8c867240c48 None None] Acquiring lock "Segment" {{(pid=66703) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1156.895836] env[66703]: DEBUG oslo_concurrency.lockutils [None req-33d36011-a73c-4b6d-849a-f8c867240c48 None None] Acquired lock "Segment" {{(pid=66703) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1156.896068] env[66703]: DEBUG oslo_concurrency.lockutils [None req-33d36011-a73c-4b6d-849a-f8c867240c48 None None] Acquired external semaphore "Segment" {{(pid=66703) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1156.896208] env[66703]: DEBUG oslo_concurrency.lockutils [None req-33d36011-a73c-4b6d-849a-f8c867240c48 None None] Releasing lock "Segment" {{(pid=66703) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1156.896633] env[66703]: DEBUG networking_nsxv3.common.locking [None req-33d36011-a73c-4b6d-849a-f8c867240c48 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=66703) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1156.896729] env[66703]: DEBUG oslo_concurrency.lockutils [None req-33d36011-a73c-4b6d-849a-f8c867240c48 None None] Acquiring lock "SegmentPort" {{(pid=66703) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1156.896804] env[66703]: DEBUG oslo_concurrency.lockutils [None req-33d36011-a73c-4b6d-849a-f8c867240c48 None None] Acquired lock "SegmentPort" {{(pid=66703) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1156.896990] env[66703]: DEBUG oslo_concurrency.lockutils [None req-33d36011-a73c-4b6d-849a-f8c867240c48 None None] Acquired external semaphore "SegmentPort" {{(pid=66703) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1156.897142] env[66703]: DEBUG oslo_concurrency.lockutils [None req-33d36011-a73c-4b6d-849a-f8c867240c48 None None] Releasing lock "SegmentPort" {{(pid=66703) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1156.897306] env[66703]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-33d36011-a73c-4b6d-849a-f8c867240c48 None None] Resource: SegmentPort with ID: e939c786-2588-432c-b153-bb5850287bf5 is going to be created. [ 1156.923371] env[66703]: DEBUG networking_nsxv3.common.locking [None req-33d36011-a73c-4b6d-849a-f8c867240c48 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=66703) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1156.923692] env[66703]: DEBUG oslo_concurrency.lockutils [None req-33d36011-a73c-4b6d-849a-f8c867240c48 None None] Acquiring lock "SegmentPort" {{(pid=66703) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1156.923915] env[66703]: DEBUG oslo_concurrency.lockutils [None req-33d36011-a73c-4b6d-849a-f8c867240c48 None None] Acquired lock "SegmentPort" {{(pid=66703) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1156.924266] env[66703]: DEBUG oslo_concurrency.lockutils [None req-33d36011-a73c-4b6d-849a-f8c867240c48 None None] Acquired external semaphore "SegmentPort" {{(pid=66703) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1156.924553] env[66703]: DEBUG oslo_concurrency.lockutils [None req-33d36011-a73c-4b6d-849a-f8c867240c48 None None] Releasing lock "SegmentPort" {{(pid=66703) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1156.924812] env[66703]: DEBUG oslo_concurrency.lockutils [None req-33d36011-a73c-4b6d-849a-f8c867240c48 None None] Releasing lock "port-e939c786-2588-432c-b153-bb5850287bf5" {{(pid=66703) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1156.946281] env[66703]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('4e788d78-bd3c-4249-acf9-3dd7a53e2a11',) {} {{(pid=66703) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1157.448863] env[66703]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66703) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1157.449801] env[66703]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66703) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1157.449801] env[66703]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66703) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1157.449801] env[66703]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66703) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1157.449801] env[66703]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66703) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1157.449801] env[66703]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 4e788d78-bd3c-4249-acf9-3dd7a53e2a11 is going to be updated. [ 1157.491911] env[66703]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66703) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1157.491911] env[66703]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66703) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1157.491911] env[66703]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66703) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1157.491911] env[66703]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66703) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1157.491911] env[66703]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66703) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1157.503044] env[66703]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 4e788d78-bd3c-4249-acf9-3dd7a53e2a11 in Status: IN_PROGRESS for 2s [ 1157.639221] env[66703]: INFO networking_nsxv3.common.synchronization [req-9e0c4fa5-fb0e-447b-9cfa-7cdb7bf093d1 req-577158e8-5795-4c8a-866f-abcc52e6c3d7 service nova] Enqueued Resource ID: 4e788d78-bd3c-4249-acf9-3dd7a53e2a11 with Priority: HIGHEST for action security_group_rules [ 1157.639221] env[66703]: INFO networking_nsxv3.common.synchronization [req-9e0c4fa5-fb0e-447b-9cfa-7cdb7bf093d1 req-577158e8-5795-4c8a-866f-abcc52e6c3d7 service nova] Enqueued Resource ID: 4e788d78-bd3c-4249-acf9-3dd7a53e2a11 with Priority: HIGHEST for action security_group_members [ 1157.639221] env[66703]: INFO networking_nsxv3.common.synchronization [req-9e0c4fa5-fb0e-447b-9cfa-7cdb7bf093d1 req-577158e8-5795-4c8a-866f-abcc52e6c3d7 service nova] Enqueued Resource ID: e939c786-2588-432c-b153-bb5850287bf5 with Priority: HIGHEST for action port [ 1157.639666] env[66703]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 4e788d78-bd3c-4249-acf9-3dd7a53e2a11 with Priority: HIGHEST for action security_group_rules [ 1157.639869] env[66703]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 4e788d78-bd3c-4249-acf9-3dd7a53e2a11 with Priority: HIGHEST for action security_group_members [ 1157.640007] env[66703]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: e939c786-2588-432c-b153-bb5850287bf5 with Priority: HIGHEST for action port [ 1157.640338] env[66703]: DEBUG networking_nsxv3.common.locking [-] Lock rules-4e788d78-bd3c-4249-acf9-3dd7a53e2a11 taken with stack trace [, , ] {{(pid=66703) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1157.640470] env[66703]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-4e788d78-bd3c-4249-acf9-3dd7a53e2a11" {{(pid=66703) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1157.640538] env[66703]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-4e788d78-bd3c-4249-acf9-3dd7a53e2a11" {{(pid=66703) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1157.640733] env[66703]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-4e788d78-bd3c-4249-acf9-3dd7a53e2a11" {{(pid=66703) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1157.640813] env[66703]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('4e788d78-bd3c-4249-acf9-3dd7a53e2a11',) {} {{(pid=66703) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1157.642387] env[66703]: DEBUG networking_nsxv3.common.locking [-] Lock member-4e788d78-bd3c-4249-acf9-3dd7a53e2a11 taken with stack trace [, , ] {{(pid=66703) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1157.642524] env[66703]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-4e788d78-bd3c-4249-acf9-3dd7a53e2a11" {{(pid=66703) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1157.643369] env[66703]: DEBUG networking_nsxv3.common.locking [-] Lock port-e939c786-2588-432c-b153-bb5850287bf5 taken with stack trace [, , ] {{(pid=66703) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1157.643664] env[66703]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-e939c786-2588-432c-b153-bb5850287bf5" {{(pid=66703) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1157.643744] env[66703]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-e939c786-2588-432c-b153-bb5850287bf5" {{(pid=66703) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1157.643980] env[66703]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-e939c786-2588-432c-b153-bb5850287bf5" {{(pid=66703) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1157.644103] env[66703]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('e939c786-2588-432c-b153-bb5850287bf5',) {} {{(pid=66703) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1157.968852] env[66703]: INFO networking_nsxv3.common.synchronization [req-7d2b3eee-1d06-4545-801c-0803e67b2160 req-bb5279be-8a83-48e8-a2fd-7f99a742c292 tempest-ServerActionsTestOtherB-1256032756 tempest-ServerActionsTestOtherB-1256032756-project-member] Enqueued Resource ID: fd11726e-2764-449e-84ac-e0167df921d4 with Priority: HIGHEST for action security_group_members [ 1157.969662] env[66703]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: fd11726e-2764-449e-84ac-e0167df921d4 with Priority: HIGHEST for action security_group_members [ 1157.970016] env[66703]: DEBUG networking_nsxv3.common.locking [-] Lock member-fd11726e-2764-449e-84ac-e0167df921d4 taken with stack trace [, , ] {{(pid=66703) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1157.970164] env[66703]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-fd11726e-2764-449e-84ac-e0167df921d4" {{(pid=66703) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1157.970235] env[66703]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-fd11726e-2764-449e-84ac-e0167df921d4" {{(pid=66703) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1157.970452] env[66703]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-fd11726e-2764-449e-84ac-e0167df921d4" {{(pid=66703) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1157.970628] env[66703]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=66703) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1157.970748] env[66703]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66703) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1157.970801] env[66703]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66703) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1157.970959] env[66703]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66703) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1157.971053] env[66703]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66703) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1157.971150] env[66703]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('fd11726e-2764-449e-84ac-e0167df921d4',) {} {{(pid=66703) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1158.145946] env[66703]: DEBUG networking_nsxv3.common.locking [-] Lock member-4e788d78-bd3c-4249-acf9-3dd7a53e2a11 taken with stack trace [, , , ] {{(pid=66703) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1158.146103] env[66703]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-4e788d78-bd3c-4249-acf9-3dd7a53e2a11" {{(pid=66703) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1158.146826] env[66703]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] realization of port e939c786-2588-432c-b153-bb5850287bf5 with status ACTIVE [ 1158.146826] env[66703]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=66703) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1158.146954] env[66703]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=66703) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1158.146954] env[66703]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=66703) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1158.148320] env[66703]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=66703) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1158.148320] env[66703]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=66703) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1158.148320] env[66703]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , ] {{(pid=66703) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1158.148320] env[66703]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=66703) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1158.148320] env[66703]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=66703) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1158.148320] env[66703]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=66703) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1158.148320] env[66703]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=66703) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1158.148320] env[66703]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=66703) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1158.148320] env[66703]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=66703) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1158.148320] env[66703]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=66703) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1158.148959] env[66703]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=66703) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1158.148959] env[66703]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=66703) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1158.148959] env[66703]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: SegmentPort with ID: e939c786-2588-432c-b153-bb5850287bf5 is going to be updated. [ 1158.174306] env[66703]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=66703) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1158.174467] env[66703]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=66703) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1158.174544] env[66703]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=66703) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1158.175311] env[66703]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=66703) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1158.175311] env[66703]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=66703) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1158.175311] env[66703]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-e939c786-2588-432c-b153-bb5850287bf5" {{(pid=66703) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1158.461106] env[66703]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 422a6afd-0a76-40ff-8ca7-239421300775 in Status: SUCCESS [ 1158.461320] env[66703]: WARNING networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 422a6afd-0a76-40ff-8ca7-239421300775 deletion is rescheduled due to dependency. [ 1158.461448] env[66703]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-422a6afd-0a76-40ff-8ca7-239421300775" {{(pid=66703) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1158.473429] env[66703]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=66703) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1158.473429] env[66703]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66703) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1158.473429] env[66703]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66703) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1158.473658] env[66703]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66703) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1158.502800] env[66703]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66703) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1158.503817] env[66703]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66703) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1158.504111] env[66703]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66703) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1158.504177] env[66703]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66703) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1158.505235] env[66703]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66703) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1158.505235] env[66703]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66703) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1158.505410] env[66703]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: fd11726e-2764-449e-84ac-e0167df921d4 is going to be updated. [ 1158.538038] env[66703]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66703) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1158.538038] env[66703]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66703) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1158.538038] env[66703]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66703) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1158.538038] env[66703]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66703) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1158.539664] env[66703]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66703) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1158.548732] env[66703]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: fd11726e-2764-449e-84ac-e0167df921d4 in Status: IN_PROGRESS for 2s [ 1159.514537] env[66703]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 4e788d78-bd3c-4249-acf9-3dd7a53e2a11 in Status: SUCCESS [ 1159.514831] env[66703]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-4e788d78-bd3c-4249-acf9-3dd7a53e2a11" {{(pid=66703) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1159.514957] env[66703]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-4e788d78-bd3c-4249-acf9-3dd7a53e2a11" {{(pid=66703) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1159.515196] env[66703]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-4e788d78-bd3c-4249-acf9-3dd7a53e2a11" {{(pid=66703) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1159.515389] env[66703]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=66703) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1159.515509] env[66703]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66703) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1159.515576] env[66703]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66703) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1159.515729] env[66703]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66703) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1159.515813] env[66703]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66703) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1159.515912] env[66703]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('4e788d78-bd3c-4249-acf9-3dd7a53e2a11',) {} {{(pid=66703) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1160.018641] env[66703]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('4e788d78-bd3c-4249-acf9-3dd7a53e2a11',) {} {{(pid=66703) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1160.522078] env[66703]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('4e788d78-bd3c-4249-acf9-3dd7a53e2a11',) {} {{(pid=66703) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1160.562217] env[66703]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: fd11726e-2764-449e-84ac-e0167df921d4 in Status: SUCCESS [ 1160.562434] env[66703]: WARNING networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: fd11726e-2764-449e-84ac-e0167df921d4 deletion is rescheduled due to dependency. [ 1160.562507] env[66703]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-fd11726e-2764-449e-84ac-e0167df921d4" {{(pid=66703) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1161.023705] env[66703]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66703) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1161.023873] env[66703]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66703) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1161.023956] env[66703]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66703) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1161.024196] env[66703]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66703) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1161.024316] env[66703]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66703) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1161.024479] env[66703]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 4e788d78-bd3c-4249-acf9-3dd7a53e2a11 is going to be updated. [ 1161.033345] env[66703]: INFO networking_nsxv3.common.synchronization [req-9f586e04-07ad-4cdd-9bd9-34c81ee9e9cd req-12034e5f-1c59-4d93-bfbf-faa63b4db76f tempest-AttachVolumeNegativeTest-1369038245 tempest-AttachVolumeNegativeTest-1369038245-project-member] Enqueued Resource ID: b2516a1a-ba5c-4ad7-8828-fd394c2ff5bf with Priority: HIGHEST for action security_group_members [ 1161.034602] env[66703]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: b2516a1a-ba5c-4ad7-8828-fd394c2ff5bf with Priority: HIGHEST for action security_group_members [ 1161.035088] env[66703]: DEBUG networking_nsxv3.common.locking [-] Lock member-b2516a1a-ba5c-4ad7-8828-fd394c2ff5bf taken with stack trace [, , ] {{(pid=66703) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1161.035280] env[66703]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-b2516a1a-ba5c-4ad7-8828-fd394c2ff5bf" {{(pid=66703) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1161.035655] env[66703]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-b2516a1a-ba5c-4ad7-8828-fd394c2ff5bf" {{(pid=66703) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1161.035717] env[66703]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-b2516a1a-ba5c-4ad7-8828-fd394c2ff5bf" {{(pid=66703) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1161.036013] env[66703]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=66703) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1161.036185] env[66703]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66703) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1161.036295] env[66703]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66703) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1161.036848] env[66703]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66703) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1161.037398] env[66703]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66703) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1161.037398] env[66703]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('b2516a1a-ba5c-4ad7-8828-fd394c2ff5bf',) {} {{(pid=66703) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1161.056160] env[66703]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66703) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1161.056160] env[66703]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66703) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1161.056279] env[66703]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66703) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1161.056695] env[66703]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66703) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1161.056695] env[66703]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66703) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1161.067214] env[66703]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 4e788d78-bd3c-4249-acf9-3dd7a53e2a11 in Status: IN_PROGRESS for 2s [ 1161.540052] env[66703]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=66703) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1161.541024] env[66703]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66703) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1161.541024] env[66703]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66703) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1161.541024] env[66703]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66703) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1161.563440] env[66703]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66703) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1161.563923] env[66703]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66703) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1161.563923] env[66703]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66703) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1161.563923] env[66703]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66703) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1161.564092] env[66703]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66703) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1161.564162] env[66703]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66703) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1161.564248] env[66703]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: b2516a1a-ba5c-4ad7-8828-fd394c2ff5bf is going to be updated. [ 1161.593053] env[66703]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66703) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1161.593214] env[66703]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66703) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1161.593333] env[66703]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66703) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1161.593494] env[66703]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66703) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1161.593694] env[66703]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66703) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1161.602569] env[66703]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: b2516a1a-ba5c-4ad7-8828-fd394c2ff5bf in Status: IN_PROGRESS for 2s [ 1162.823230] env[66703]: INFO networking_nsxv3.common.synchronization [None req-7fc00f75-0243-4055-8563-382a7da38580 None None] Enqueued Resource ID: 53ce4987-56f5-45bb-830e-792af3124a5d with Priority: HIGHEST for action port [ 1162.823230] env[66703]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 53ce4987-56f5-45bb-830e-792af3124a5d with Priority: HIGHEST for action port [ 1162.823230] env[66703]: DEBUG networking_nsxv3.common.locking [-] Lock port-53ce4987-56f5-45bb-830e-792af3124a5d taken with stack trace [, , ] {{(pid=66703) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1162.823230] env[66703]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-53ce4987-56f5-45bb-830e-792af3124a5d" {{(pid=66703) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1162.824414] env[66703]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-53ce4987-56f5-45bb-830e-792af3124a5d" {{(pid=66703) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1162.826667] env[66703]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-53ce4987-56f5-45bb-830e-792af3124a5d" {{(pid=66703) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1162.826667] env[66703]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('53ce4987-56f5-45bb-830e-792af3124a5d',) {} {{(pid=66703) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1163.043077] env[66703]: DEBUG networking_nsxv3.common.locking [None req-ffa6d202-748e-4c81-9979-ad08741f9cf7 None None] Lock network-663 taken with stack trace [, , , , , , , , ] {{(pid=66703) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1163.043285] env[66703]: DEBUG oslo_concurrency.lockutils [None req-ffa6d202-748e-4c81-9979-ad08741f9cf7 None None] Acquiring lock "network-663" {{(pid=66703) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1163.043413] env[66703]: DEBUG oslo_concurrency.lockutils [None req-ffa6d202-748e-4c81-9979-ad08741f9cf7 None None] Acquired lock "network-663" {{(pid=66703) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1163.043685] env[66703]: DEBUG oslo_concurrency.lockutils [None req-ffa6d202-748e-4c81-9979-ad08741f9cf7 None None] Acquired external semaphore "network-663" {{(pid=66703) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1163.044297] env[66703]: DEBUG networking_nsxv3.common.locking [None req-ffa6d202-748e-4c81-9979-ad08741f9cf7 None None] Lock Segment taken with stack trace [, , , , , , , , , , ] {{(pid=66703) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1163.044473] env[66703]: DEBUG oslo_concurrency.lockutils [None req-ffa6d202-748e-4c81-9979-ad08741f9cf7 None None] Acquiring lock "Segment" {{(pid=66703) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1163.044604] env[66703]: DEBUG oslo_concurrency.lockutils [None req-ffa6d202-748e-4c81-9979-ad08741f9cf7 None None] Acquired lock "Segment" {{(pid=66703) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1163.044930] env[66703]: DEBUG oslo_concurrency.lockutils [None req-ffa6d202-748e-4c81-9979-ad08741f9cf7 None None] Acquired external semaphore "Segment" {{(pid=66703) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1163.044983] env[66703]: DEBUG oslo_concurrency.lockutils [None req-ffa6d202-748e-4c81-9979-ad08741f9cf7 None None] Releasing lock "Segment" {{(pid=66703) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1163.045193] env[66703]: DEBUG dogpile.cache.region [None req-ffa6d202-748e-4c81-9979-ad08741f9cf7 None None] No value present for key: 'zone-id' {{(pid=66703) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 1163.045364] env[66703]: DEBUG dogpile.lock [None req-ffa6d202-748e-4c81-9979-ad08741f9cf7 None None] NeedRegenerationException {{(pid=66703) _enter /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:90}} [ 1163.045417] env[66703]: DEBUG dogpile.lock [None req-ffa6d202-748e-4c81-9979-ad08741f9cf7 None None] no value, waiting for create lock {{(pid=66703) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:131}} [ 1163.045515] env[66703]: DEBUG dogpile.lock [None req-ffa6d202-748e-4c81-9979-ad08741f9cf7 None None] value creation lock acquired {{(pid=66703) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:135}} [ 1163.045626] env[66703]: DEBUG dogpile.cache.region [None req-ffa6d202-748e-4c81-9979-ad08741f9cf7 None None] No value present for key: 'zone-id' {{(pid=66703) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 1163.045733] env[66703]: DEBUG dogpile.lock [None req-ffa6d202-748e-4c81-9979-ad08741f9cf7 None None] Calling creation function for not-yet-present value {{(pid=66703) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:174}} [ 1163.045864] env[66703]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-ffa6d202-748e-4c81-9979-ad08741f9cf7 None None] Looking for TransportZone with name nsx-vlan-transportzone. [ 1163.065217] env[66703]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-ffa6d202-748e-4c81-9979-ad08741f9cf7 None None] loading zone with a95c914d-748d-497c-94ab-10d4647daeba and tags [{'scope': 'mp2policy_migr_status', 'tag': 'success'}] [ 1163.065421] env[66703]: DEBUG dogpile.cache.region [None req-ffa6d202-748e-4c81-9979-ad08741f9cf7 None None] Cache value generated in 0.019 seconds for key(s): 'zone-id' {{(pid=66703) _log_time /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:910}} [ 1163.065726] env[66703]: DEBUG dogpile.lock [None req-ffa6d202-748e-4c81-9979-ad08741f9cf7 None None] Released creation lock {{(pid=66703) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:182}} [ 1163.065803] env[66703]: DEBUG oslo_concurrency.lockutils [None req-ffa6d202-748e-4c81-9979-ad08741f9cf7 None None] Releasing lock "network-663" {{(pid=66703) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1163.066117] env[66703]: DEBUG networking_nsxv3.common.locking [None req-ffa6d202-748e-4c81-9979-ad08741f9cf7 None None] Lock port-47f844b2-c2c0-4043-86a0-cdc11d4b04a0 taken with stack trace [, , , , , , , , ] {{(pid=66703) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1163.066298] env[66703]: DEBUG oslo_concurrency.lockutils [None req-ffa6d202-748e-4c81-9979-ad08741f9cf7 None None] Acquiring lock "port-47f844b2-c2c0-4043-86a0-cdc11d4b04a0" {{(pid=66703) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1163.066418] env[66703]: DEBUG oslo_concurrency.lockutils [None req-ffa6d202-748e-4c81-9979-ad08741f9cf7 None None] Acquired lock "port-47f844b2-c2c0-4043-86a0-cdc11d4b04a0" {{(pid=66703) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1163.066689] env[66703]: DEBUG oslo_concurrency.lockutils [None req-ffa6d202-748e-4c81-9979-ad08741f9cf7 None None] Acquired external semaphore "port-47f844b2-c2c0-4043-86a0-cdc11d4b04a0" {{(pid=66703) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1163.066888] env[66703]: DEBUG networking_nsxv3.api.rpc [None req-ffa6d202-748e-4c81-9979-ad08741f9cf7 None None] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('47f844b2-c2c0-4043-86a0-cdc11d4b04a0',) {} {{(pid=66703) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1163.076451] env[66703]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 4e788d78-bd3c-4249-acf9-3dd7a53e2a11 in Status: SUCCESS [ 1163.076680] env[66703]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-4e788d78-bd3c-4249-acf9-3dd7a53e2a11" {{(pid=66703) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1163.076846] env[66703]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-4e788d78-bd3c-4249-acf9-3dd7a53e2a11" {{(pid=66703) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1163.077078] env[66703]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-4e788d78-bd3c-4249-acf9-3dd7a53e2a11" {{(pid=66703) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1163.077962] env[66703]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=66703) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1163.078115] env[66703]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66703) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1163.078178] env[66703]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66703) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1163.078368] env[66703]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66703) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1163.078453] env[66703]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66703) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1163.078624] env[66703]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-4e788d78-bd3c-4249-acf9-3dd7a53e2a11" {{(pid=66703) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1163.078709] env[66703]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('4e788d78-bd3c-4249-acf9-3dd7a53e2a11',) {} {{(pid=66703) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1163.328568] env[66703]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] deletion realization of port 53ce4987-56f5-45bb-830e-792af3124a5d [ 1163.328568] env[66703]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=66703) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1163.328568] env[66703]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=66703) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1163.328568] env[66703]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=66703) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1163.328899] env[66703]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=66703) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1163.328899] env[66703]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=66703) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1163.328899] env[66703]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Segment Port:53ce4987-56f5-45bb-830e-792af3124a5d already deleted. [ 1163.328899] env[66703]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-53ce4987-56f5-45bb-830e-792af3124a5d" {{(pid=66703) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1163.571051] env[66703]: DEBUG networking_nsxv3.common.locking [None req-ffa6d202-748e-4c81-9979-ad08741f9cf7 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , ] {{(pid=66703) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1163.571350] env[66703]: DEBUG oslo_concurrency.lockutils [None req-ffa6d202-748e-4c81-9979-ad08741f9cf7 None None] Acquiring lock "SegmentPort" {{(pid=66703) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1163.571460] env[66703]: DEBUG oslo_concurrency.lockutils [None req-ffa6d202-748e-4c81-9979-ad08741f9cf7 None None] Acquired lock "SegmentPort" {{(pid=66703) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1163.571766] env[66703]: DEBUG oslo_concurrency.lockutils [None req-ffa6d202-748e-4c81-9979-ad08741f9cf7 None None] Acquired external semaphore "SegmentPort" {{(pid=66703) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1163.571910] env[66703]: DEBUG oslo_concurrency.lockutils [None req-ffa6d202-748e-4c81-9979-ad08741f9cf7 None None] Releasing lock "SegmentPort" {{(pid=66703) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1163.572378] env[66703]: DEBUG networking_nsxv3.common.locking [None req-ffa6d202-748e-4c81-9979-ad08741f9cf7 None None] Lock Segment taken with stack trace [, , , , , , , , , , , ] {{(pid=66703) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1163.572578] env[66703]: DEBUG oslo_concurrency.lockutils [None req-ffa6d202-748e-4c81-9979-ad08741f9cf7 None None] Acquiring lock "Segment" {{(pid=66703) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1163.572751] env[66703]: DEBUG oslo_concurrency.lockutils [None req-ffa6d202-748e-4c81-9979-ad08741f9cf7 None None] Acquired lock "Segment" {{(pid=66703) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1163.573080] env[66703]: DEBUG oslo_concurrency.lockutils [None req-ffa6d202-748e-4c81-9979-ad08741f9cf7 None None] Acquired external semaphore "Segment" {{(pid=66703) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1163.573258] env[66703]: DEBUG oslo_concurrency.lockutils [None req-ffa6d202-748e-4c81-9979-ad08741f9cf7 None None] Releasing lock "Segment" {{(pid=66703) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1163.573655] env[66703]: DEBUG networking_nsxv3.common.locking [None req-ffa6d202-748e-4c81-9979-ad08741f9cf7 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=66703) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1163.573958] env[66703]: DEBUG oslo_concurrency.lockutils [None req-ffa6d202-748e-4c81-9979-ad08741f9cf7 None None] Acquiring lock "SegmentPort" {{(pid=66703) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1163.574109] env[66703]: DEBUG oslo_concurrency.lockutils [None req-ffa6d202-748e-4c81-9979-ad08741f9cf7 None None] Acquired lock "SegmentPort" {{(pid=66703) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1163.574380] env[66703]: DEBUG oslo_concurrency.lockutils [None req-ffa6d202-748e-4c81-9979-ad08741f9cf7 None None] Acquired external semaphore "SegmentPort" {{(pid=66703) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1163.574527] env[66703]: DEBUG oslo_concurrency.lockutils [None req-ffa6d202-748e-4c81-9979-ad08741f9cf7 None None] Releasing lock "SegmentPort" {{(pid=66703) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1163.574685] env[66703]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-ffa6d202-748e-4c81-9979-ad08741f9cf7 None None] Resource: SegmentPort with ID: 47f844b2-c2c0-4043-86a0-cdc11d4b04a0 is going to be updated. [ 1163.581892] env[66703]: DEBUG networking_nsxv3.common.locking [-] Lock member-4e788d78-bd3c-4249-acf9-3dd7a53e2a11 taken with stack trace [, , , ] {{(pid=66703) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1163.582023] env[66703]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-4e788d78-bd3c-4249-acf9-3dd7a53e2a11" {{(pid=66703) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1163.582077] env[66703]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-4e788d78-bd3c-4249-acf9-3dd7a53e2a11" {{(pid=66703) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1163.582889] env[66703]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-4e788d78-bd3c-4249-acf9-3dd7a53e2a11" {{(pid=66703) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1163.584076] env[66703]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=66703) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1163.584076] env[66703]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66703) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1163.584076] env[66703]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66703) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1163.584076] env[66703]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66703) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1163.584076] env[66703]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66703) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1163.584076] env[66703]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-4e788d78-bd3c-4249-acf9-3dd7a53e2a11" {{(pid=66703) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1163.584076] env[66703]: DEBUG networking_nsxv3.common.locking [-] Lock member-4e788d78-bd3c-4249-acf9-3dd7a53e2a11 taken with stack trace [, , , ] {{(pid=66703) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1163.584076] env[66703]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-4e788d78-bd3c-4249-acf9-3dd7a53e2a11" {{(pid=66703) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1163.584076] env[66703]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-4e788d78-bd3c-4249-acf9-3dd7a53e2a11" {{(pid=66703) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1163.584607] env[66703]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-4e788d78-bd3c-4249-acf9-3dd7a53e2a11" {{(pid=66703) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1163.584607] env[66703]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=66703) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1163.584607] env[66703]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66703) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1163.584607] env[66703]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66703) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1163.584607] env[66703]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66703) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1163.584607] env[66703]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66703) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1163.584840] env[66703]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-4e788d78-bd3c-4249-acf9-3dd7a53e2a11" {{(pid=66703) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1163.584840] env[66703]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('4e788d78-bd3c-4249-acf9-3dd7a53e2a11',) {} {{(pid=66703) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1163.602571] env[66703]: DEBUG networking_nsxv3.common.locking [None req-ffa6d202-748e-4c81-9979-ad08741f9cf7 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=66703) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1163.602823] env[66703]: DEBUG oslo_concurrency.lockutils [None req-ffa6d202-748e-4c81-9979-ad08741f9cf7 None None] Acquiring lock "SegmentPort" {{(pid=66703) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1163.602904] env[66703]: DEBUG oslo_concurrency.lockutils [None req-ffa6d202-748e-4c81-9979-ad08741f9cf7 None None] Acquired lock "SegmentPort" {{(pid=66703) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1163.603308] env[66703]: DEBUG oslo_concurrency.lockutils [None req-ffa6d202-748e-4c81-9979-ad08741f9cf7 None None] Acquired external semaphore "SegmentPort" {{(pid=66703) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1163.603420] env[66703]: DEBUG oslo_concurrency.lockutils [None req-ffa6d202-748e-4c81-9979-ad08741f9cf7 None None] Releasing lock "SegmentPort" {{(pid=66703) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1163.603625] env[66703]: DEBUG oslo_concurrency.lockutils [None req-ffa6d202-748e-4c81-9979-ad08741f9cf7 None None] Releasing lock "port-47f844b2-c2c0-4043-86a0-cdc11d4b04a0" {{(pid=66703) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1163.620348] env[66703]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: b2516a1a-ba5c-4ad7-8828-fd394c2ff5bf in Status: SUCCESS [ 1163.620646] env[66703]: WARNING networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: b2516a1a-ba5c-4ad7-8828-fd394c2ff5bf deletion is rescheduled due to dependency. [ 1163.620811] env[66703]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-b2516a1a-ba5c-4ad7-8828-fd394c2ff5bf" {{(pid=66703) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1164.088736] env[66703]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for 4e788d78-bd3c-4249-acf9-3dd7a53e2a11: rpc.has_security_group_logging(os_id): False [ 1164.110186] env[66703]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=66703) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1164.110336] env[66703]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66703) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1164.110437] env[66703]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66703) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1164.110613] env[66703]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66703) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1164.110707] env[66703]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66703) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1164.110899] env[66703]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66703) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1164.110986] env[66703]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66703) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1164.111069] env[66703]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66703) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1164.112012] env[66703]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66703) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1164.112012] env[66703]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66703) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1164.112012] env[66703]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66703) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1164.112012] env[66703]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66703) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1164.112012] env[66703]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66703) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1164.112012] env[66703]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66703) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1164.112012] env[66703]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66703) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1164.112320] env[66703]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=66703) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1164.112397] env[66703]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66703) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1164.112442] env[66703]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66703) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1164.112579] env[66703]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66703) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1164.112677] env[66703]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66703) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1164.112771] env[66703]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 4e788d78-bd3c-4249-acf9-3dd7a53e2a11 is going to be updated. [ 1164.176801] env[66703]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=66703) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1164.176959] env[66703]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66703) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1164.177027] env[66703]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66703) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1164.177253] env[66703]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66703) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1164.177428] env[66703]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66703) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1164.194057] env[66703]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 4e788d78-bd3c-4249-acf9-3dd7a53e2a11 in Status: IN_PROGRESS for 2s [ 1164.391860] env[66703]: INFO networking_nsxv3.common.synchronization [req-fbf956b5-966e-4b34-b7a2-ee99effb480c req-951c5f28-3f06-425e-b935-a2a625c9517a service nova] Enqueued Resource ID: 7e357460-6da6-4aac-9ef9-bd79503ba910 with Priority: HIGHEST for action security_group_rules [ 1164.392110] env[66703]: INFO networking_nsxv3.common.synchronization [req-fbf956b5-966e-4b34-b7a2-ee99effb480c req-951c5f28-3f06-425e-b935-a2a625c9517a service nova] Enqueued Resource ID: 7e357460-6da6-4aac-9ef9-bd79503ba910 with Priority: HIGHEST for action security_group_members [ 1164.392294] env[66703]: INFO networking_nsxv3.common.synchronization [req-fbf956b5-966e-4b34-b7a2-ee99effb480c req-951c5f28-3f06-425e-b935-a2a625c9517a service nova] Enqueued Resource ID: 47f844b2-c2c0-4043-86a0-cdc11d4b04a0 with Priority: HIGHEST for action port [ 1164.393032] env[66703]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 7e357460-6da6-4aac-9ef9-bd79503ba910 with Priority: HIGHEST for action security_group_rules [ 1164.393208] env[66703]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 7e357460-6da6-4aac-9ef9-bd79503ba910 with Priority: HIGHEST for action security_group_members [ 1164.393340] env[66703]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 47f844b2-c2c0-4043-86a0-cdc11d4b04a0 with Priority: HIGHEST for action port [ 1164.394225] env[66703]: DEBUG networking_nsxv3.common.locking [-] Lock rules-7e357460-6da6-4aac-9ef9-bd79503ba910 taken with stack trace [, , ] {{(pid=66703) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1164.394225] env[66703]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-7e357460-6da6-4aac-9ef9-bd79503ba910" {{(pid=66703) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1164.394225] env[66703]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-7e357460-6da6-4aac-9ef9-bd79503ba910" {{(pid=66703) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1164.394225] env[66703]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-7e357460-6da6-4aac-9ef9-bd79503ba910" {{(pid=66703) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1164.394523] env[66703]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('7e357460-6da6-4aac-9ef9-bd79503ba910',) {} {{(pid=66703) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1164.396469] env[66703]: DEBUG networking_nsxv3.common.locking [-] Lock member-7e357460-6da6-4aac-9ef9-bd79503ba910 taken with stack trace [, , ] {{(pid=66703) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1164.396469] env[66703]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-7e357460-6da6-4aac-9ef9-bd79503ba910" {{(pid=66703) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1164.396469] env[66703]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-7e357460-6da6-4aac-9ef9-bd79503ba910" {{(pid=66703) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1164.396469] env[66703]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-7e357460-6da6-4aac-9ef9-bd79503ba910" {{(pid=66703) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1164.396901] env[66703]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=66703) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1164.396901] env[66703]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66703) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1164.396901] env[66703]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66703) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1164.397133] env[66703]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66703) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1164.397266] env[66703]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66703) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1164.397436] env[66703]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('7e357460-6da6-4aac-9ef9-bd79503ba910',) {} {{(pid=66703) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1164.398394] env[66703]: DEBUG networking_nsxv3.common.locking [-] Lock port-47f844b2-c2c0-4043-86a0-cdc11d4b04a0 taken with stack trace [, , ] {{(pid=66703) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1164.398509] env[66703]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-47f844b2-c2c0-4043-86a0-cdc11d4b04a0" {{(pid=66703) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1164.398576] env[66703]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-47f844b2-c2c0-4043-86a0-cdc11d4b04a0" {{(pid=66703) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1164.398730] env[66703]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-47f844b2-c2c0-4043-86a0-cdc11d4b04a0" {{(pid=66703) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1164.398807] env[66703]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('47f844b2-c2c0-4043-86a0-cdc11d4b04a0',) {} {{(pid=66703) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1164.900673] env[66703]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('7e357460-6da6-4aac-9ef9-bd79503ba910',) {} {{(pid=66703) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1164.901957] env[66703]: DEBUG networking_nsxv3.common.locking [-] Lock member-7e357460-6da6-4aac-9ef9-bd79503ba910 taken with stack trace [, , , ] {{(pid=66703) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1164.902192] env[66703]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-7e357460-6da6-4aac-9ef9-bd79503ba910" {{(pid=66703) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1164.902684] env[66703]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] realization of port 47f844b2-c2c0-4043-86a0-cdc11d4b04a0 with status ACTIVE [ 1164.902684] env[66703]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=66703) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1164.902684] env[66703]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=66703) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1164.902684] env[66703]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=66703) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1164.902938] env[66703]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=66703) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1164.903026] env[66703]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=66703) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1164.903296] env[66703]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , ] {{(pid=66703) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1164.903456] env[66703]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=66703) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1164.903456] env[66703]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=66703) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1164.903760] env[66703]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=66703) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1164.903760] env[66703]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=66703) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1164.903850] env[66703]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=66703) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1164.903989] env[66703]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=66703) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1164.903989] env[66703]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=66703) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1164.904961] env[66703]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=66703) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1164.904961] env[66703]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=66703) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1164.904961] env[66703]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: SegmentPort with ID: 47f844b2-c2c0-4043-86a0-cdc11d4b04a0 is going to be updated. [ 1164.928429] env[66703]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=66703) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1164.929998] env[66703]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=66703) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1164.929998] env[66703]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=66703) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1164.929998] env[66703]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=66703) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1164.929998] env[66703]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=66703) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1164.929998] env[66703]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-47f844b2-c2c0-4043-86a0-cdc11d4b04a0" {{(pid=66703) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1165.028818] env[66703]: INFO networking_nsxv3.common.synchronization [req-be7a3385-2a1f-4626-af0e-2b2e602751cb req-eae67b9e-d2cf-4f88-98c9-b1a79b6e62ff tempest-AttachInterfacesTestJSON-516416630 tempest-AttachInterfacesTestJSON-516416630-project-member] Enqueued Resource ID: 74884478-9760-4ca3-bceb-cbff7acb74c0 with Priority: HIGHEST for action security_group_members [ 1165.029303] env[66703]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 74884478-9760-4ca3-bceb-cbff7acb74c0 with Priority: HIGHEST for action security_group_members [ 1165.029741] env[66703]: DEBUG networking_nsxv3.common.locking [-] Lock member-74884478-9760-4ca3-bceb-cbff7acb74c0 taken with stack trace [, , ] {{(pid=66703) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1165.029805] env[66703]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-74884478-9760-4ca3-bceb-cbff7acb74c0" {{(pid=66703) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1165.029983] env[66703]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-74884478-9760-4ca3-bceb-cbff7acb74c0" {{(pid=66703) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1165.030180] env[66703]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-74884478-9760-4ca3-bceb-cbff7acb74c0" {{(pid=66703) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1165.030456] env[66703]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=66703) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1165.030509] env[66703]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66703) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1165.030642] env[66703]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66703) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1165.031665] env[66703]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66703) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1165.031665] env[66703]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66703) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1165.031665] env[66703]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('74884478-9760-4ca3-bceb-cbff7acb74c0',) {} {{(pid=66703) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1165.220542] env[66703]: INFO networking_nsxv3.common.synchronization [None req-26565342-e9cf-44ea-acec-2e4660d704c1 None None] Enqueued Resource ID: e6a8a45a-c3ab-48e1-97e1-eb04e4ebc948 with Priority: HIGHEST for action port [ 1165.221958] env[66703]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: e6a8a45a-c3ab-48e1-97e1-eb04e4ebc948 with Priority: HIGHEST for action port [ 1165.221958] env[66703]: DEBUG networking_nsxv3.common.locking [-] Lock port-e6a8a45a-c3ab-48e1-97e1-eb04e4ebc948 taken with stack trace [, , ] {{(pid=66703) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1165.221958] env[66703]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-e6a8a45a-c3ab-48e1-97e1-eb04e4ebc948" {{(pid=66703) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1165.221958] env[66703]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-e6a8a45a-c3ab-48e1-97e1-eb04e4ebc948" {{(pid=66703) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1165.222680] env[66703]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-e6a8a45a-c3ab-48e1-97e1-eb04e4ebc948" {{(pid=66703) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1165.222680] env[66703]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('e6a8a45a-c3ab-48e1-97e1-eb04e4ebc948',) {} {{(pid=66703) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1165.407496] env[66703]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('7e357460-6da6-4aac-9ef9-bd79503ba910',) {} {{(pid=66703) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1165.412142] env[66703]: DEBUG networking_nsxv3.common.locking [None req-33d36011-a73c-4b6d-849a-f8c867240c48 None None] Lock network-314 taken with stack trace [, , , , , , , , ] {{(pid=66703) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1165.412142] env[66703]: DEBUG oslo_concurrency.lockutils [None req-33d36011-a73c-4b6d-849a-f8c867240c48 None None] Acquiring lock "network-314" {{(pid=66703) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1165.412142] env[66703]: DEBUG oslo_concurrency.lockutils [None req-33d36011-a73c-4b6d-849a-f8c867240c48 None None] Acquired lock "network-314" {{(pid=66703) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1165.412142] env[66703]: DEBUG oslo_concurrency.lockutils [None req-33d36011-a73c-4b6d-849a-f8c867240c48 None None] Acquired external semaphore "network-314" {{(pid=66703) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1165.412142] env[66703]: DEBUG networking_nsxv3.common.locking [None req-33d36011-a73c-4b6d-849a-f8c867240c48 None None] Lock Segment taken with stack trace [, , , , , , , , , , ] {{(pid=66703) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1165.412142] env[66703]: DEBUG oslo_concurrency.lockutils [None req-33d36011-a73c-4b6d-849a-f8c867240c48 None None] Acquiring lock "Segment" {{(pid=66703) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1165.412142] env[66703]: DEBUG oslo_concurrency.lockutils [None req-33d36011-a73c-4b6d-849a-f8c867240c48 None None] Acquired lock "Segment" {{(pid=66703) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1165.412142] env[66703]: DEBUG oslo_concurrency.lockutils [None req-33d36011-a73c-4b6d-849a-f8c867240c48 None None] Acquired external semaphore "Segment" {{(pid=66703) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1165.412706] env[66703]: DEBUG oslo_concurrency.lockutils [None req-33d36011-a73c-4b6d-849a-f8c867240c48 None None] Releasing lock "Segment" {{(pid=66703) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1165.413153] env[66703]: DEBUG dogpile.cache.region [None req-33d36011-a73c-4b6d-849a-f8c867240c48 None None] No value present for key: 'zone-id' {{(pid=66703) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 1165.413394] env[66703]: DEBUG dogpile.lock [None req-33d36011-a73c-4b6d-849a-f8c867240c48 None None] NeedRegenerationException {{(pid=66703) _enter /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:90}} [ 1165.413599] env[66703]: DEBUG dogpile.lock [None req-33d36011-a73c-4b6d-849a-f8c867240c48 None None] no value, waiting for create lock {{(pid=66703) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:131}} [ 1165.413816] env[66703]: DEBUG dogpile.lock [None req-33d36011-a73c-4b6d-849a-f8c867240c48 None None] value creation lock acquired {{(pid=66703) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:135}} [ 1165.414043] env[66703]: DEBUG dogpile.cache.region [None req-33d36011-a73c-4b6d-849a-f8c867240c48 None None] No value present for key: 'zone-id' {{(pid=66703) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 1165.414325] env[66703]: DEBUG dogpile.lock [None req-33d36011-a73c-4b6d-849a-f8c867240c48 None None] Calling creation function for not-yet-present value {{(pid=66703) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:174}} [ 1165.416023] env[66703]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-33d36011-a73c-4b6d-849a-f8c867240c48 None None] Looking for TransportZone with name nsx-vlan-transportzone. [ 1165.433194] env[66703]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-33d36011-a73c-4b6d-849a-f8c867240c48 None None] loading zone with a95c914d-748d-497c-94ab-10d4647daeba and tags [{'scope': 'mp2policy_migr_status', 'tag': 'success'}] [ 1165.433750] env[66703]: DEBUG dogpile.cache.region [None req-33d36011-a73c-4b6d-849a-f8c867240c48 None None] Cache value generated in 0.019 seconds for key(s): 'zone-id' {{(pid=66703) _log_time /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:910}} [ 1165.434041] env[66703]: DEBUG dogpile.lock [None req-33d36011-a73c-4b6d-849a-f8c867240c48 None None] Released creation lock {{(pid=66703) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:182}} [ 1165.434326] env[66703]: DEBUG oslo_concurrency.lockutils [None req-33d36011-a73c-4b6d-849a-f8c867240c48 None None] Releasing lock "network-314" {{(pid=66703) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1165.434736] env[66703]: DEBUG networking_nsxv3.common.locking [None req-33d36011-a73c-4b6d-849a-f8c867240c48 None None] Lock port-80cd7a8b-2b0f-4db2-99ce-848aa9f82be2 taken with stack trace [, , , , , , , , ] {{(pid=66703) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1165.435099] env[66703]: DEBUG oslo_concurrency.lockutils [None req-33d36011-a73c-4b6d-849a-f8c867240c48 None None] Acquiring lock "port-80cd7a8b-2b0f-4db2-99ce-848aa9f82be2" {{(pid=66703) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1165.435322] env[66703]: DEBUG oslo_concurrency.lockutils [None req-33d36011-a73c-4b6d-849a-f8c867240c48 None None] Acquired lock "port-80cd7a8b-2b0f-4db2-99ce-848aa9f82be2" {{(pid=66703) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1165.435729] env[66703]: DEBUG oslo_concurrency.lockutils [None req-33d36011-a73c-4b6d-849a-f8c867240c48 None None] Acquired external semaphore "port-80cd7a8b-2b0f-4db2-99ce-848aa9f82be2" {{(pid=66703) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1165.435970] env[66703]: DEBUG networking_nsxv3.api.rpc [None req-33d36011-a73c-4b6d-849a-f8c867240c48 None None] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('80cd7a8b-2b0f-4db2-99ce-848aa9f82be2',) {} {{(pid=66703) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1165.534447] env[66703]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=66703) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1165.535229] env[66703]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66703) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1165.535229] env[66703]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66703) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1165.537601] env[66703]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66703) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1165.537601] env[66703]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66703) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1165.537601] env[66703]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66703) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1165.537601] env[66703]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66703) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1165.537601] env[66703]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66703) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1165.537601] env[66703]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66703) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1165.537601] env[66703]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66703) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1165.537601] env[66703]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 74884478-9760-4ca3-bceb-cbff7acb74c0 is going to be deleted. [ 1165.570989] env[66703]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66703) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1165.570989] env[66703]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66703) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1165.570989] env[66703]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66703) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1165.570989] env[66703]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66703) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1165.570989] env[66703]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66703) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1165.570989] env[66703]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-74884478-9760-4ca3-bceb-cbff7acb74c0" {{(pid=66703) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1165.724635] env[66703]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] deletion realization of port e6a8a45a-c3ab-48e1-97e1-eb04e4ebc948 [ 1165.724870] env[66703]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=66703) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1165.725011] env[66703]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=66703) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1165.725167] env[66703]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=66703) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1165.725381] env[66703]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=66703) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1165.725470] env[66703]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=66703) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1165.725570] env[66703]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Segment Port:e6a8a45a-c3ab-48e1-97e1-eb04e4ebc948 already deleted. [ 1165.725649] env[66703]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-e6a8a45a-c3ab-48e1-97e1-eb04e4ebc948" {{(pid=66703) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1165.910535] env[66703]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66703) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1165.910700] env[66703]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66703) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1165.910752] env[66703]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66703) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1165.910970] env[66703]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66703) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1165.911074] env[66703]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66703) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1165.911171] env[66703]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 7e357460-6da6-4aac-9ef9-bd79503ba910 is going to be updated. [ 1165.939891] env[66703]: DEBUG networking_nsxv3.common.locking [None req-33d36011-a73c-4b6d-849a-f8c867240c48 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , ] {{(pid=66703) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1165.940132] env[66703]: DEBUG oslo_concurrency.lockutils [None req-33d36011-a73c-4b6d-849a-f8c867240c48 None None] Acquiring lock "SegmentPort" {{(pid=66703) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1165.940270] env[66703]: DEBUG oslo_concurrency.lockutils [None req-33d36011-a73c-4b6d-849a-f8c867240c48 None None] Acquired lock "SegmentPort" {{(pid=66703) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1165.940546] env[66703]: DEBUG oslo_concurrency.lockutils [None req-33d36011-a73c-4b6d-849a-f8c867240c48 None None] Acquired external semaphore "SegmentPort" {{(pid=66703) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1165.940736] env[66703]: DEBUG oslo_concurrency.lockutils [None req-33d36011-a73c-4b6d-849a-f8c867240c48 None None] Releasing lock "SegmentPort" {{(pid=66703) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1165.940974] env[66703]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-33d36011-a73c-4b6d-849a-f8c867240c48 None None] Segment Port 80cd7a8b-2b0f-4db2-99ce-848aa9f82be2 not found, creating... [ 1165.941406] env[66703]: DEBUG networking_nsxv3.common.locking [None req-33d36011-a73c-4b6d-849a-f8c867240c48 None None] Lock Segment taken with stack trace [, , , , , , , , , , , ] {{(pid=66703) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1165.941744] env[66703]: DEBUG oslo_concurrency.lockutils [None req-33d36011-a73c-4b6d-849a-f8c867240c48 None None] Acquiring lock "Segment" {{(pid=66703) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1165.941876] env[66703]: DEBUG oslo_concurrency.lockutils [None req-33d36011-a73c-4b6d-849a-f8c867240c48 None None] Acquired lock "Segment" {{(pid=66703) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1165.942164] env[66703]: DEBUG oslo_concurrency.lockutils [None req-33d36011-a73c-4b6d-849a-f8c867240c48 None None] Acquired external semaphore "Segment" {{(pid=66703) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1165.942308] env[66703]: DEBUG oslo_concurrency.lockutils [None req-33d36011-a73c-4b6d-849a-f8c867240c48 None None] Releasing lock "Segment" {{(pid=66703) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1165.942604] env[66703]: DEBUG networking_nsxv3.common.locking [None req-33d36011-a73c-4b6d-849a-f8c867240c48 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=66703) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1165.942767] env[66703]: DEBUG oslo_concurrency.lockutils [None req-33d36011-a73c-4b6d-849a-f8c867240c48 None None] Acquiring lock "SegmentPort" {{(pid=66703) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1165.942890] env[66703]: DEBUG oslo_concurrency.lockutils [None req-33d36011-a73c-4b6d-849a-f8c867240c48 None None] Acquired lock "SegmentPort" {{(pid=66703) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1165.943127] env[66703]: DEBUG oslo_concurrency.lockutils [None req-33d36011-a73c-4b6d-849a-f8c867240c48 None None] Acquired external semaphore "SegmentPort" {{(pid=66703) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1165.943264] env[66703]: DEBUG oslo_concurrency.lockutils [None req-33d36011-a73c-4b6d-849a-f8c867240c48 None None] Releasing lock "SegmentPort" {{(pid=66703) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1165.943421] env[66703]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-33d36011-a73c-4b6d-849a-f8c867240c48 None None] Resource: SegmentPort with ID: 80cd7a8b-2b0f-4db2-99ce-848aa9f82be2 is going to be created. [ 1165.949458] env[66703]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66703) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1165.949717] env[66703]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66703) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1165.949717] env[66703]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66703) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1165.949856] env[66703]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66703) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1165.949998] env[66703]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66703) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1165.961477] env[66703]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 7e357460-6da6-4aac-9ef9-bd79503ba910 in Status: IN_PROGRESS for 2s [ 1165.970240] env[66703]: DEBUG networking_nsxv3.common.locking [None req-33d36011-a73c-4b6d-849a-f8c867240c48 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=66703) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1165.970535] env[66703]: DEBUG oslo_concurrency.lockutils [None req-33d36011-a73c-4b6d-849a-f8c867240c48 None None] Acquiring lock "SegmentPort" {{(pid=66703) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1165.970721] env[66703]: DEBUG oslo_concurrency.lockutils [None req-33d36011-a73c-4b6d-849a-f8c867240c48 None None] Acquired lock "SegmentPort" {{(pid=66703) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1165.971203] env[66703]: DEBUG oslo_concurrency.lockutils [None req-33d36011-a73c-4b6d-849a-f8c867240c48 None None] Acquired external semaphore "SegmentPort" {{(pid=66703) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1165.971330] env[66703]: DEBUG oslo_concurrency.lockutils [None req-33d36011-a73c-4b6d-849a-f8c867240c48 None None] Releasing lock "SegmentPort" {{(pid=66703) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1165.971626] env[66703]: DEBUG oslo_concurrency.lockutils [None req-33d36011-a73c-4b6d-849a-f8c867240c48 None None] Releasing lock "port-80cd7a8b-2b0f-4db2-99ce-848aa9f82be2" {{(pid=66703) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1166.210679] env[66703]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 4e788d78-bd3c-4249-acf9-3dd7a53e2a11 in Status: SUCCESS [ 1166.210981] env[66703]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-4e788d78-bd3c-4249-acf9-3dd7a53e2a11" {{(pid=66703) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1166.692553] env[66703]: INFO networking_nsxv3.common.synchronization [req-be7a3385-2a1f-4626-af0e-2b2e602751cb req-156b218e-4b2b-4d4e-ae0a-1c213edce3ed service nova] Enqueued Resource ID: 74884478-9760-4ca3-bceb-cbff7acb74c0 with Priority: HIGHEST for action security_group_rules [ 1166.692842] env[66703]: INFO networking_nsxv3.common.synchronization [req-be7a3385-2a1f-4626-af0e-2b2e602751cb req-156b218e-4b2b-4d4e-ae0a-1c213edce3ed service nova] Enqueued Resource ID: 74884478-9760-4ca3-bceb-cbff7acb74c0 with Priority: HIGHEST for action security_group_members [ 1166.692880] env[66703]: INFO networking_nsxv3.common.synchronization [req-be7a3385-2a1f-4626-af0e-2b2e602751cb req-156b218e-4b2b-4d4e-ae0a-1c213edce3ed service nova] Enqueued Resource ID: 80cd7a8b-2b0f-4db2-99ce-848aa9f82be2 with Priority: HIGHEST for action port [ 1166.693399] env[66703]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 74884478-9760-4ca3-bceb-cbff7acb74c0 with Priority: HIGHEST for action security_group_rules [ 1166.693534] env[66703]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 74884478-9760-4ca3-bceb-cbff7acb74c0 with Priority: HIGHEST for action security_group_members [ 1166.693630] env[66703]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 80cd7a8b-2b0f-4db2-99ce-848aa9f82be2 with Priority: HIGHEST for action port [ 1166.693924] env[66703]: DEBUG networking_nsxv3.common.locking [-] Lock rules-74884478-9760-4ca3-bceb-cbff7acb74c0 taken with stack trace [, , ] {{(pid=66703) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1166.694551] env[66703]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-74884478-9760-4ca3-bceb-cbff7acb74c0" {{(pid=66703) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1166.694600] env[66703]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-74884478-9760-4ca3-bceb-cbff7acb74c0" {{(pid=66703) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1166.694800] env[66703]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-74884478-9760-4ca3-bceb-cbff7acb74c0" {{(pid=66703) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1166.694887] env[66703]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('74884478-9760-4ca3-bceb-cbff7acb74c0',) {} {{(pid=66703) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1166.696701] env[66703]: DEBUG networking_nsxv3.common.locking [-] Lock member-74884478-9760-4ca3-bceb-cbff7acb74c0 taken with stack trace [, , ] {{(pid=66703) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1166.696896] env[66703]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-74884478-9760-4ca3-bceb-cbff7acb74c0" {{(pid=66703) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1166.696952] env[66703]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-74884478-9760-4ca3-bceb-cbff7acb74c0" {{(pid=66703) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1166.697163] env[66703]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-74884478-9760-4ca3-bceb-cbff7acb74c0" {{(pid=66703) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1166.697323] env[66703]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=66703) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1166.697489] env[66703]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66703) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1166.697489] env[66703]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66703) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1166.698395] env[66703]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66703) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1166.698395] env[66703]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66703) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1166.698395] env[66703]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('74884478-9760-4ca3-bceb-cbff7acb74c0',) {} {{(pid=66703) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1166.700639] env[66703]: DEBUG networking_nsxv3.common.locking [-] Lock port-80cd7a8b-2b0f-4db2-99ce-848aa9f82be2 taken with stack trace [, , ] {{(pid=66703) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1166.700639] env[66703]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-80cd7a8b-2b0f-4db2-99ce-848aa9f82be2" {{(pid=66703) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1166.700639] env[66703]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-80cd7a8b-2b0f-4db2-99ce-848aa9f82be2" {{(pid=66703) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1166.700639] env[66703]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-80cd7a8b-2b0f-4db2-99ce-848aa9f82be2" {{(pid=66703) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1166.700639] env[66703]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('80cd7a8b-2b0f-4db2-99ce-848aa9f82be2',) {} {{(pid=66703) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1167.197755] env[66703]: DEBUG networking_nsxv3.common.locking [-] Lock member-74884478-9760-4ca3-bceb-cbff7acb74c0 taken with stack trace [, , , ] {{(pid=66703) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1167.197909] env[66703]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-74884478-9760-4ca3-bceb-cbff7acb74c0" {{(pid=66703) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1167.200400] env[66703]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('74884478-9760-4ca3-bceb-cbff7acb74c0',) {} {{(pid=66703) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1167.201325] env[66703]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] realization of port 80cd7a8b-2b0f-4db2-99ce-848aa9f82be2 with status ACTIVE [ 1167.203520] env[66703]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=66703) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1167.203520] env[66703]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=66703) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1167.203520] env[66703]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=66703) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1167.203520] env[66703]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=66703) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1167.203520] env[66703]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=66703) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1167.203520] env[66703]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , ] {{(pid=66703) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1167.203520] env[66703]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=66703) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1167.203520] env[66703]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=66703) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1167.203520] env[66703]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=66703) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1167.203520] env[66703]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=66703) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1167.204126] env[66703]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=66703) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1167.204126] env[66703]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=66703) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1167.204126] env[66703]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=66703) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1167.204221] env[66703]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=66703) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1167.204367] env[66703]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=66703) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1167.204496] env[66703]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: SegmentPort with ID: 80cd7a8b-2b0f-4db2-99ce-848aa9f82be2 is going to be updated. [ 1167.228112] env[66703]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=66703) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1167.228418] env[66703]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=66703) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1167.228477] env[66703]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=66703) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1167.228699] env[66703]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=66703) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1167.228857] env[66703]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=66703) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1167.229044] env[66703]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-80cd7a8b-2b0f-4db2-99ce-848aa9f82be2" {{(pid=66703) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1167.707451] env[66703]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('74884478-9760-4ca3-bceb-cbff7acb74c0',) {} {{(pid=66703) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1167.898071] env[66703]: INFO networking_nsxv3.common.synchronization [None req-3a02f72c-c4e2-411c-899d-ece1f81e29f6 tempest-AttachVolumeNegativeTest-1369038245 tempest-AttachVolumeNegativeTest-1369038245-project-member] Enqueued Resource ID: 09270d34-a5b2-4e12-b357-002e5c6d00ab with Priority: HIGHEST for action security_group_rules [ 1167.899038] env[66703]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 09270d34-a5b2-4e12-b357-002e5c6d00ab with Priority: HIGHEST for action security_group_rules [ 1167.899513] env[66703]: DEBUG networking_nsxv3.common.locking [-] Lock rules-09270d34-a5b2-4e12-b357-002e5c6d00ab taken with stack trace [, , ] {{(pid=66703) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1167.901178] env[66703]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-09270d34-a5b2-4e12-b357-002e5c6d00ab" {{(pid=66703) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1167.901178] env[66703]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-09270d34-a5b2-4e12-b357-002e5c6d00ab" {{(pid=66703) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1167.901178] env[66703]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-09270d34-a5b2-4e12-b357-002e5c6d00ab" {{(pid=66703) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1167.901178] env[66703]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('09270d34-a5b2-4e12-b357-002e5c6d00ab',) {} {{(pid=66703) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1167.972398] env[66703]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 7e357460-6da6-4aac-9ef9-bd79503ba910 in Status: SUCCESS [ 1167.972784] env[66703]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-7e357460-6da6-4aac-9ef9-bd79503ba910" {{(pid=66703) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1167.973208] env[66703]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-7e357460-6da6-4aac-9ef9-bd79503ba910" {{(pid=66703) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1167.973539] env[66703]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-7e357460-6da6-4aac-9ef9-bd79503ba910" {{(pid=66703) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1167.973904] env[66703]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=66703) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1167.974197] env[66703]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66703) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1167.974660] env[66703]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66703) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1167.974850] env[66703]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66703) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1167.975709] env[66703]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66703) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1167.975709] env[66703]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-7e357460-6da6-4aac-9ef9-bd79503ba910" {{(pid=66703) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1167.975709] env[66703]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('7e357460-6da6-4aac-9ef9-bd79503ba910',) {} {{(pid=66703) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1167.992272] env[66703]: INFO networking_nsxv3.common.synchronization [None req-ffc86ddf-fe1a-447d-a3ae-6bea53f88138 tempest-AttachVolumeNegativeTest-1369038245 tempest-AttachVolumeNegativeTest-1369038245-project-member] Enqueued Resource ID: 09270d34-a5b2-4e12-b357-002e5c6d00ab with Priority: HIGHEST for action security_group_rules [ 1167.993860] env[66703]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 09270d34-a5b2-4e12-b357-002e5c6d00ab with Priority: HIGHEST for action security_group_rules [ 1167.994346] env[66703]: DEBUG networking_nsxv3.common.locking [-] Lock rules-09270d34-a5b2-4e12-b357-002e5c6d00ab taken with stack trace [, , ] {{(pid=66703) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1167.994512] env[66703]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-09270d34-a5b2-4e12-b357-002e5c6d00ab" {{(pid=66703) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1168.210047] env[66703]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66703) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1168.210239] env[66703]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66703) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1168.210325] env[66703]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66703) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1168.210564] env[66703]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66703) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1168.210669] env[66703]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66703) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1168.210923] env[66703]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 74884478-9760-4ca3-bceb-cbff7acb74c0 is going to be created. [ 1168.242694] env[66703]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66703) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1168.242694] env[66703]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66703) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1168.242694] env[66703]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66703) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1168.242882] env[66703]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66703) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1168.243020] env[66703]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66703) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1168.255811] env[66703]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 74884478-9760-4ca3-bceb-cbff7acb74c0 in Status: UNINITIALIZED for 2s [ 1168.422578] env[66703]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=66703) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1168.422781] env[66703]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66703) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1168.422781] env[66703]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66703) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1168.422977] env[66703]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66703) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1168.423079] env[66703]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66703) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1168.423180] env[66703]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 09270d34-a5b2-4e12-b357-002e5c6d00ab already deleted. [ 1168.423267] env[66703]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-09270d34-a5b2-4e12-b357-002e5c6d00ab" {{(pid=66703) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1168.423424] env[66703]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-09270d34-a5b2-4e12-b357-002e5c6d00ab" {{(pid=66703) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1168.423601] env[66703]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-09270d34-a5b2-4e12-b357-002e5c6d00ab" {{(pid=66703) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1168.423679] env[66703]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('09270d34-a5b2-4e12-b357-002e5c6d00ab',) {} {{(pid=66703) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1168.479823] env[66703]: DEBUG networking_nsxv3.common.locking [-] Lock member-7e357460-6da6-4aac-9ef9-bd79503ba910 taken with stack trace [, , , ] {{(pid=66703) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1168.479957] env[66703]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-7e357460-6da6-4aac-9ef9-bd79503ba910" {{(pid=66703) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1168.480594] env[66703]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-7e357460-6da6-4aac-9ef9-bd79503ba910" {{(pid=66703) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1168.480594] env[66703]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-7e357460-6da6-4aac-9ef9-bd79503ba910" {{(pid=66703) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1168.480594] env[66703]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=66703) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1168.480783] env[66703]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66703) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1168.480814] env[66703]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66703) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1168.480992] env[66703]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66703) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1168.481139] env[66703]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66703) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1168.481208] env[66703]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-7e357460-6da6-4aac-9ef9-bd79503ba910" {{(pid=66703) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1168.481634] env[66703]: DEBUG networking_nsxv3.common.locking [-] Lock member-7e357460-6da6-4aac-9ef9-bd79503ba910 taken with stack trace [, , , ] {{(pid=66703) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1168.481795] env[66703]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-7e357460-6da6-4aac-9ef9-bd79503ba910" {{(pid=66703) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1168.481906] env[66703]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-7e357460-6da6-4aac-9ef9-bd79503ba910" {{(pid=66703) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1168.482156] env[66703]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-7e357460-6da6-4aac-9ef9-bd79503ba910" {{(pid=66703) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1168.482393] env[66703]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=66703) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1168.482556] env[66703]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66703) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1168.482668] env[66703]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66703) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1168.482886] env[66703]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66703) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1168.483036] env[66703]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66703) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1168.483223] env[66703]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-7e357460-6da6-4aac-9ef9-bd79503ba910" {{(pid=66703) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1168.483493] env[66703]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('7e357460-6da6-4aac-9ef9-bd79503ba910',) {} {{(pid=66703) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1168.944427] env[66703]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=66703) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1168.944754] env[66703]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66703) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1168.944754] env[66703]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66703) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1168.944880] env[66703]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66703) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1168.944960] env[66703]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66703) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1168.945067] env[66703]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 09270d34-a5b2-4e12-b357-002e5c6d00ab already deleted. [ 1168.945151] env[66703]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-09270d34-a5b2-4e12-b357-002e5c6d00ab" {{(pid=66703) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1168.986720] env[66703]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for 7e357460-6da6-4aac-9ef9-bd79503ba910: rpc.has_security_group_logging(os_id): False [ 1169.010293] env[66703]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=66703) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1169.010494] env[66703]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66703) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1169.010649] env[66703]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66703) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1169.010964] env[66703]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66703) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1169.032699] env[66703]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66703) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1169.033036] env[66703]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66703) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1169.033164] env[66703]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66703) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1169.033234] env[66703]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66703) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1169.033517] env[66703]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66703) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1169.033605] env[66703]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66703) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1169.033809] env[66703]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66703) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1169.033898] env[66703]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66703) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1169.033968] env[66703]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66703) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1169.034133] env[66703]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66703) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1169.034209] env[66703]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66703) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1169.034407] env[66703]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=66703) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1169.034526] env[66703]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66703) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1169.034602] env[66703]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66703) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1169.034749] env[66703]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66703) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1169.034828] env[66703]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66703) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1169.035363] env[66703]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 7e357460-6da6-4aac-9ef9-bd79503ba910 is going to be updated. [ 1169.113372] env[66703]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=66703) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1169.113526] env[66703]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66703) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1169.114194] env[66703]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66703) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1169.114194] env[66703]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66703) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1169.114194] env[66703]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66703) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1169.130216] env[66703]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 7e357460-6da6-4aac-9ef9-bd79503ba910 in Status: IN_PROGRESS for 2s [ 1170.268462] env[66703]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 74884478-9760-4ca3-bceb-cbff7acb74c0 in Status: SUCCESS [ 1170.268852] env[66703]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-74884478-9760-4ca3-bceb-cbff7acb74c0" {{(pid=66703) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1170.269086] env[66703]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-74884478-9760-4ca3-bceb-cbff7acb74c0" {{(pid=66703) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1170.269359] env[66703]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-74884478-9760-4ca3-bceb-cbff7acb74c0" {{(pid=66703) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1170.269626] env[66703]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=66703) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1170.269843] env[66703]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66703) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1170.269982] env[66703]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66703) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1170.270229] env[66703]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66703) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1170.270344] env[66703]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66703) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1170.270454] env[66703]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-74884478-9760-4ca3-bceb-cbff7acb74c0" {{(pid=66703) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1170.270594] env[66703]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('74884478-9760-4ca3-bceb-cbff7acb74c0',) {} {{(pid=66703) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1170.774125] env[66703]: DEBUG networking_nsxv3.common.locking [-] Lock member-74884478-9760-4ca3-bceb-cbff7acb74c0 taken with stack trace [, , , ] {{(pid=66703) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1170.774266] env[66703]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-74884478-9760-4ca3-bceb-cbff7acb74c0" {{(pid=66703) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1170.774324] env[66703]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-74884478-9760-4ca3-bceb-cbff7acb74c0" {{(pid=66703) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1170.774849] env[66703]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-74884478-9760-4ca3-bceb-cbff7acb74c0" {{(pid=66703) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1170.775072] env[66703]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=66703) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1170.775309] env[66703]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66703) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1170.775309] env[66703]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66703) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1170.775423] env[66703]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66703) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1170.775509] env[66703]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66703) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1170.775604] env[66703]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-74884478-9760-4ca3-bceb-cbff7acb74c0" {{(pid=66703) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1170.775754] env[66703]: DEBUG networking_nsxv3.common.locking [-] Lock member-74884478-9760-4ca3-bceb-cbff7acb74c0 taken with stack trace [, , , ] {{(pid=66703) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1170.775964] env[66703]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-74884478-9760-4ca3-bceb-cbff7acb74c0" {{(pid=66703) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1170.775964] env[66703]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-74884478-9760-4ca3-bceb-cbff7acb74c0" {{(pid=66703) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1170.776088] env[66703]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-74884478-9760-4ca3-bceb-cbff7acb74c0" {{(pid=66703) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1170.776214] env[66703]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=66703) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1170.776306] env[66703]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66703) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1170.776367] env[66703]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66703) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1170.776527] env[66703]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66703) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1170.776609] env[66703]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66703) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1170.776700] env[66703]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-74884478-9760-4ca3-bceb-cbff7acb74c0" {{(pid=66703) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1170.777705] env[66703]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('74884478-9760-4ca3-bceb-cbff7acb74c0',) {} {{(pid=66703) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1171.152894] env[66703]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 7e357460-6da6-4aac-9ef9-bd79503ba910 in Status: SUCCESS [ 1171.154033] env[66703]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-7e357460-6da6-4aac-9ef9-bd79503ba910" {{(pid=66703) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1171.279220] env[66703]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for 74884478-9760-4ca3-bceb-cbff7acb74c0: rpc.has_security_group_logging(os_id): False [ 1171.302165] env[66703]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=66703) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1171.302377] env[66703]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66703) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1171.302491] env[66703]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66703) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1171.302803] env[66703]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66703) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1171.302941] env[66703]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66703) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1171.303342] env[66703]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66703) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1171.303436] env[66703]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66703) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1171.303536] env[66703]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66703) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1171.303696] env[66703]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66703) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1171.303953] env[66703]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66703) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1171.304259] env[66703]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66703) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1171.304317] env[66703]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66703) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1171.304386] env[66703]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66703) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1171.304557] env[66703]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66703) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1171.304644] env[66703]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66703) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1171.304888] env[66703]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=66703) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1171.305012] env[66703]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66703) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1171.305097] env[66703]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66703) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1171.305253] env[66703]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66703) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1171.305335] env[66703]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66703) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1171.305429] env[66703]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 74884478-9760-4ca3-bceb-cbff7acb74c0 is going to be created. [ 1171.385697] env[66703]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=66703) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1171.385697] env[66703]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66703) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1171.385697] env[66703]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66703) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1171.385973] env[66703]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66703) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1171.386144] env[66703]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66703) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1171.404291] env[66703]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 74884478-9760-4ca3-bceb-cbff7acb74c0 in Status: IN_PROGRESS for 2s [ 1172.303647] env[66703]: INFO networking_nsxv3.common.synchronization [req-f9b56491-8332-45a4-b7b1-ba438f4ff64c req-139bff1a-8c70-4e3e-9c87-585c6d4f7289 tempest-ServersTestMultiNic-105175124 tempest-ServersTestMultiNic-105175124-project-member] Enqueued Resource ID: 7f25b958-d945-4ecc-9b4b-3c986bb1a818 with Priority: HIGHEST for action security_group_members [ 1172.304497] env[66703]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 7f25b958-d945-4ecc-9b4b-3c986bb1a818 with Priority: HIGHEST for action security_group_members [ 1172.304659] env[66703]: DEBUG networking_nsxv3.common.locking [-] Lock member-7f25b958-d945-4ecc-9b4b-3c986bb1a818 taken with stack trace [, , ] {{(pid=66703) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1172.304882] env[66703]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-7f25b958-d945-4ecc-9b4b-3c986bb1a818" {{(pid=66703) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1172.304954] env[66703]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-7f25b958-d945-4ecc-9b4b-3c986bb1a818" {{(pid=66703) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1172.305326] env[66703]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-7f25b958-d945-4ecc-9b4b-3c986bb1a818" {{(pid=66703) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1172.305537] env[66703]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=66703) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1172.305679] env[66703]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66703) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1172.305743] env[66703]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66703) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1172.306434] env[66703]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66703) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1172.306434] env[66703]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66703) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1172.306434] env[66703]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('7f25b958-d945-4ecc-9b4b-3c986bb1a818',) {} {{(pid=66703) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1172.485227] env[66703]: INFO networking_nsxv3.common.synchronization [None req-1beb74a6-f9cf-4a48-9b65-62563eead23f tempest-AttachInterfacesTestJSON-516416630 tempest-AttachInterfacesTestJSON-516416630-project-member] Enqueued Resource ID: 74884478-9760-4ca3-bceb-cbff7acb74c0 with Priority: HIGHEST for action security_group_members [ 1172.485967] env[66703]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 74884478-9760-4ca3-bceb-cbff7acb74c0 with Priority: HIGHEST for action security_group_members [ 1172.486211] env[66703]: DEBUG networking_nsxv3.common.locking [-] Lock member-74884478-9760-4ca3-bceb-cbff7acb74c0 taken with stack trace [, , ] {{(pid=66703) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1172.486372] env[66703]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-74884478-9760-4ca3-bceb-cbff7acb74c0" {{(pid=66703) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1172.486479] env[66703]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-74884478-9760-4ca3-bceb-cbff7acb74c0" {{(pid=66703) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1172.487198] env[66703]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-74884478-9760-4ca3-bceb-cbff7acb74c0" {{(pid=66703) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1172.487404] env[66703]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=66703) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1172.487528] env[66703]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66703) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1172.487596] env[66703]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66703) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1172.487774] env[66703]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66703) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1172.487860] env[66703]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66703) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1172.487959] env[66703]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('74884478-9760-4ca3-bceb-cbff7acb74c0',) {} {{(pid=66703) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1172.703639] env[66703]: INFO networking_nsxv3.common.synchronization [req-f9b56491-8332-45a4-b7b1-ba438f4ff64c req-a564f230-c43c-484b-a937-6a9abb8b8807 tempest-ServersTestMultiNic-105175124 tempest-ServersTestMultiNic-105175124-project-member] Enqueued Resource ID: 7f25b958-d945-4ecc-9b4b-3c986bb1a818 with Priority: HIGHEST for action security_group_members [ 1172.704162] env[66703]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 7f25b958-d945-4ecc-9b4b-3c986bb1a818 with Priority: HIGHEST for action security_group_members [ 1172.704487] env[66703]: DEBUG networking_nsxv3.common.locking [-] Lock member-7f25b958-d945-4ecc-9b4b-3c986bb1a818 taken with stack trace [, , ] {{(pid=66703) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1172.704666] env[66703]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-7f25b958-d945-4ecc-9b4b-3c986bb1a818" {{(pid=66703) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1172.808760] env[66703]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=66703) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1172.808996] env[66703]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66703) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1172.809119] env[66703]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66703) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1172.809392] env[66703]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66703) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1172.809538] env[66703]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66703) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1172.809816] env[66703]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66703) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1172.809886] env[66703]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66703) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1172.809947] env[66703]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66703) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1172.810121] env[66703]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66703) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1172.810202] env[66703]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66703) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1172.810293] env[66703]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 7f25b958-d945-4ecc-9b4b-3c986bb1a818 already deleted. [ 1172.810399] env[66703]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-7f25b958-d945-4ecc-9b4b-3c986bb1a818" {{(pid=66703) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1172.810568] env[66703]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-7f25b958-d945-4ecc-9b4b-3c986bb1a818" {{(pid=66703) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1172.810719] env[66703]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-7f25b958-d945-4ecc-9b4b-3c986bb1a818" {{(pid=66703) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1172.810861] env[66703]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=66703) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1172.810952] env[66703]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66703) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1172.811020] env[66703]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66703) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1172.811159] env[66703]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66703) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1172.811234] env[66703]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66703) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1172.811324] env[66703]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('7f25b958-d945-4ecc-9b4b-3c986bb1a818',) {} {{(pid=66703) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1172.991288] env[66703]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('74884478-9760-4ca3-bceb-cbff7acb74c0',) {} {{(pid=66703) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1173.000480] env[66703]: INFO networking_nsxv3.common.synchronization [req-f9b56491-8332-45a4-b7b1-ba438f4ff64c req-7fed28a8-fbd7-4f0f-95fb-5c6173d169b0 tempest-ServersTestMultiNic-105175124 tempest-ServersTestMultiNic-105175124-project-member] Enqueued Resource ID: 7f25b958-d945-4ecc-9b4b-3c986bb1a818 with Priority: HIGHEST for action security_group_members [ 1173.001166] env[66703]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 7f25b958-d945-4ecc-9b4b-3c986bb1a818 with Priority: HIGHEST for action security_group_members [ 1173.001664] env[66703]: DEBUG networking_nsxv3.common.locking [-] Lock member-7f25b958-d945-4ecc-9b4b-3c986bb1a818 taken with stack trace [, , ] {{(pid=66703) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1173.001664] env[66703]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-7f25b958-d945-4ecc-9b4b-3c986bb1a818" {{(pid=66703) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1173.313965] env[66703]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=66703) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1173.314301] env[66703]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66703) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1173.314301] env[66703]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66703) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1173.314441] env[66703]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66703) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1173.314960] env[66703]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66703) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1173.314960] env[66703]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66703) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1173.314960] env[66703]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66703) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1173.314960] env[66703]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66703) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1173.314960] env[66703]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66703) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1173.315201] env[66703]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66703) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1173.315201] env[66703]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 7f25b958-d945-4ecc-9b4b-3c986bb1a818 already deleted. [ 1173.315201] env[66703]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-7f25b958-d945-4ecc-9b4b-3c986bb1a818" {{(pid=66703) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1173.315353] env[66703]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-7f25b958-d945-4ecc-9b4b-3c986bb1a818" {{(pid=66703) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1173.315508] env[66703]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-7f25b958-d945-4ecc-9b4b-3c986bb1a818" {{(pid=66703) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1173.315878] env[66703]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=66703) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1173.315878] env[66703]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66703) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1173.315878] env[66703]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66703) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1173.316045] env[66703]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66703) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1173.316045] env[66703]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66703) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1173.316095] env[66703]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('7f25b958-d945-4ecc-9b4b-3c986bb1a818',) {} {{(pid=66703) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1173.495526] env[66703]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('74884478-9760-4ca3-bceb-cbff7acb74c0',) {} {{(pid=66703) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1173.497183] env[66703]: DEBUG networking_nsxv3.common.locking [None req-ffa6d202-748e-4c81-9979-ad08741f9cf7 None None] Lock network-128 taken with stack trace [, , , , , , , , ] {{(pid=66703) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1173.497464] env[66703]: DEBUG oslo_concurrency.lockutils [None req-ffa6d202-748e-4c81-9979-ad08741f9cf7 None None] Acquiring lock "network-128" {{(pid=66703) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1173.497586] env[66703]: DEBUG oslo_concurrency.lockutils [None req-ffa6d202-748e-4c81-9979-ad08741f9cf7 None None] Acquired lock "network-128" {{(pid=66703) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1173.497922] env[66703]: DEBUG oslo_concurrency.lockutils [None req-ffa6d202-748e-4c81-9979-ad08741f9cf7 None None] Acquired external semaphore "network-128" {{(pid=66703) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1173.498232] env[66703]: DEBUG networking_nsxv3.common.locking [None req-ffa6d202-748e-4c81-9979-ad08741f9cf7 None None] Lock Segment taken with stack trace [, , , , , , , , , , ] {{(pid=66703) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1173.498424] env[66703]: DEBUG oslo_concurrency.lockutils [None req-ffa6d202-748e-4c81-9979-ad08741f9cf7 None None] Acquiring lock "Segment" {{(pid=66703) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1173.498745] env[66703]: DEBUG oslo_concurrency.lockutils [None req-ffa6d202-748e-4c81-9979-ad08741f9cf7 None None] Acquired lock "Segment" {{(pid=66703) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1173.498745] env[66703]: DEBUG oslo_concurrency.lockutils [None req-ffa6d202-748e-4c81-9979-ad08741f9cf7 None None] Acquired external semaphore "Segment" {{(pid=66703) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1173.498895] env[66703]: DEBUG oslo_concurrency.lockutils [None req-ffa6d202-748e-4c81-9979-ad08741f9cf7 None None] Releasing lock "Segment" {{(pid=66703) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1173.499060] env[66703]: DEBUG dogpile.cache.region [None req-ffa6d202-748e-4c81-9979-ad08741f9cf7 None None] No value present for key: 'zone-id' {{(pid=66703) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 1173.499176] env[66703]: DEBUG dogpile.lock [None req-ffa6d202-748e-4c81-9979-ad08741f9cf7 None None] NeedRegenerationException {{(pid=66703) _enter /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:90}} [ 1173.499365] env[66703]: DEBUG dogpile.lock [None req-ffa6d202-748e-4c81-9979-ad08741f9cf7 None None] no value, waiting for create lock {{(pid=66703) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:131}} [ 1173.499427] env[66703]: DEBUG dogpile.lock [None req-ffa6d202-748e-4c81-9979-ad08741f9cf7 None None] value creation lock acquired {{(pid=66703) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:135}} [ 1173.499567] env[66703]: DEBUG dogpile.cache.region [None req-ffa6d202-748e-4c81-9979-ad08741f9cf7 None None] No value present for key: 'zone-id' {{(pid=66703) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 1173.499750] env[66703]: DEBUG dogpile.lock [None req-ffa6d202-748e-4c81-9979-ad08741f9cf7 None None] Calling creation function for not-yet-present value {{(pid=66703) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:174}} [ 1173.499979] env[66703]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-ffa6d202-748e-4c81-9979-ad08741f9cf7 None None] Looking for TransportZone with name nsx-vlan-transportzone. [ 1173.518940] env[66703]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 74884478-9760-4ca3-bceb-cbff7acb74c0 in Status: SUCCESS [ 1173.519214] env[66703]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-74884478-9760-4ca3-bceb-cbff7acb74c0" {{(pid=66703) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1173.525361] env[66703]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-ffa6d202-748e-4c81-9979-ad08741f9cf7 None None] loading zone with a95c914d-748d-497c-94ab-10d4647daeba and tags [{'scope': 'mp2policy_migr_status', 'tag': 'success'}] [ 1173.525540] env[66703]: DEBUG dogpile.cache.region [None req-ffa6d202-748e-4c81-9979-ad08741f9cf7 None None] Cache value generated in 0.026 seconds for key(s): 'zone-id' {{(pid=66703) _log_time /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:910}} [ 1173.525704] env[66703]: DEBUG dogpile.lock [None req-ffa6d202-748e-4c81-9979-ad08741f9cf7 None None] Released creation lock {{(pid=66703) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:182}} [ 1173.525889] env[66703]: DEBUG oslo_concurrency.lockutils [None req-ffa6d202-748e-4c81-9979-ad08741f9cf7 None None] Releasing lock "network-128" {{(pid=66703) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1173.526234] env[66703]: DEBUG networking_nsxv3.common.locking [None req-ffa6d202-748e-4c81-9979-ad08741f9cf7 None None] Lock port-6d6f7c4d-3074-4979-9e31-c1231642190a taken with stack trace [, , , , , , , , ] {{(pid=66703) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1173.526416] env[66703]: DEBUG oslo_concurrency.lockutils [None req-ffa6d202-748e-4c81-9979-ad08741f9cf7 None None] Acquiring lock "port-6d6f7c4d-3074-4979-9e31-c1231642190a" {{(pid=66703) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1173.526535] env[66703]: DEBUG oslo_concurrency.lockutils [None req-ffa6d202-748e-4c81-9979-ad08741f9cf7 None None] Acquired lock "port-6d6f7c4d-3074-4979-9e31-c1231642190a" {{(pid=66703) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1173.526992] env[66703]: DEBUG oslo_concurrency.lockutils [None req-ffa6d202-748e-4c81-9979-ad08741f9cf7 None None] Acquired external semaphore "port-6d6f7c4d-3074-4979-9e31-c1231642190a" {{(pid=66703) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1173.527151] env[66703]: DEBUG networking_nsxv3.api.rpc [None req-ffa6d202-748e-4c81-9979-ad08741f9cf7 None None] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('6d6f7c4d-3074-4979-9e31-c1231642190a',) {} {{(pid=66703) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1173.606023] env[66703]: INFO networking_nsxv3.common.synchronization [None req-355b90d4-79ed-4e44-8da6-e5fe91d26460 tempest-ServerRescueNegativeTestJSON-1584039462 tempest-ServerRescueNegativeTestJSON-1584039462-project-member] Enqueued Resource ID: f06ec3df-73d5-4124-a117-fa273b3892bc with Priority: HIGHEST for action security_group_rules [ 1173.606023] env[66703]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: f06ec3df-73d5-4124-a117-fa273b3892bc with Priority: HIGHEST for action security_group_rules [ 1173.606023] env[66703]: DEBUG networking_nsxv3.common.locking [-] Lock rules-f06ec3df-73d5-4124-a117-fa273b3892bc taken with stack trace [, , ] {{(pid=66703) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1173.606023] env[66703]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-f06ec3df-73d5-4124-a117-fa273b3892bc" {{(pid=66703) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1173.606413] env[66703]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-f06ec3df-73d5-4124-a117-fa273b3892bc" {{(pid=66703) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1173.606866] env[66703]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-f06ec3df-73d5-4124-a117-fa273b3892bc" {{(pid=66703) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1173.607108] env[66703]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('f06ec3df-73d5-4124-a117-fa273b3892bc',) {} {{(pid=66703) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1173.745620] env[66703]: INFO networking_nsxv3.common.synchronization [None req-387d5b74-f1d4-4aa9-8af3-c98134652421 tempest-ServerRescueNegativeTestJSON-1584039462 tempest-ServerRescueNegativeTestJSON-1584039462-project-member] Enqueued Resource ID: f06ec3df-73d5-4124-a117-fa273b3892bc with Priority: HIGHEST for action security_group_rules [ 1173.746566] env[66703]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: f06ec3df-73d5-4124-a117-fa273b3892bc with Priority: HIGHEST for action security_group_rules [ 1173.746566] env[66703]: DEBUG networking_nsxv3.common.locking [-] Lock rules-f06ec3df-73d5-4124-a117-fa273b3892bc taken with stack trace [, , ] {{(pid=66703) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1173.746872] env[66703]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-f06ec3df-73d5-4124-a117-fa273b3892bc" {{(pid=66703) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1173.818466] env[66703]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=66703) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1173.818702] env[66703]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66703) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1173.818702] env[66703]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66703) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1173.818930] env[66703]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66703) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1173.819065] env[66703]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66703) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1173.819342] env[66703]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66703) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1173.819520] env[66703]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66703) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1173.819692] env[66703]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66703) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1173.819974] env[66703]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66703) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1173.819974] env[66703]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66703) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1173.820173] env[66703]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 7f25b958-d945-4ecc-9b4b-3c986bb1a818 already deleted. [ 1173.820173] env[66703]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-7f25b958-d945-4ecc-9b4b-3c986bb1a818" {{(pid=66703) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1174.002358] env[66703]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66703) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1174.002358] env[66703]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66703) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1174.002358] env[66703]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66703) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1174.002358] env[66703]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66703) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1174.002358] env[66703]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66703) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1174.002358] env[66703]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 74884478-9760-4ca3-bceb-cbff7acb74c0 is going to be updated. [ 1174.029713] env[66703]: DEBUG networking_nsxv3.common.locking [None req-ffa6d202-748e-4c81-9979-ad08741f9cf7 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , ] {{(pid=66703) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1174.030539] env[66703]: DEBUG oslo_concurrency.lockutils [None req-ffa6d202-748e-4c81-9979-ad08741f9cf7 None None] Acquiring lock "SegmentPort" {{(pid=66703) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1174.030539] env[66703]: DEBUG oslo_concurrency.lockutils [None req-ffa6d202-748e-4c81-9979-ad08741f9cf7 None None] Acquired lock "SegmentPort" {{(pid=66703) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1174.030821] env[66703]: DEBUG oslo_concurrency.lockutils [None req-ffa6d202-748e-4c81-9979-ad08741f9cf7 None None] Acquired external semaphore "SegmentPort" {{(pid=66703) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1174.030994] env[66703]: DEBUG oslo_concurrency.lockutils [None req-ffa6d202-748e-4c81-9979-ad08741f9cf7 None None] Releasing lock "SegmentPort" {{(pid=66703) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1174.031235] env[66703]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-ffa6d202-748e-4c81-9979-ad08741f9cf7 None None] Segment Port 6d6f7c4d-3074-4979-9e31-c1231642190a not found, creating... [ 1174.031661] env[66703]: DEBUG networking_nsxv3.common.locking [None req-ffa6d202-748e-4c81-9979-ad08741f9cf7 None None] Lock Segment taken with stack trace [, , , , , , , , , , , ] {{(pid=66703) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1174.031835] env[66703]: DEBUG oslo_concurrency.lockutils [None req-ffa6d202-748e-4c81-9979-ad08741f9cf7 None None] Acquiring lock "Segment" {{(pid=66703) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1174.031957] env[66703]: DEBUG oslo_concurrency.lockutils [None req-ffa6d202-748e-4c81-9979-ad08741f9cf7 None None] Acquired lock "Segment" {{(pid=66703) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1174.032227] env[66703]: DEBUG oslo_concurrency.lockutils [None req-ffa6d202-748e-4c81-9979-ad08741f9cf7 None None] Acquired external semaphore "Segment" {{(pid=66703) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1174.032385] env[66703]: DEBUG oslo_concurrency.lockutils [None req-ffa6d202-748e-4c81-9979-ad08741f9cf7 None None] Releasing lock "Segment" {{(pid=66703) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1174.032741] env[66703]: DEBUG networking_nsxv3.common.locking [None req-ffa6d202-748e-4c81-9979-ad08741f9cf7 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=66703) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1174.032906] env[66703]: DEBUG oslo_concurrency.lockutils [None req-ffa6d202-748e-4c81-9979-ad08741f9cf7 None None] Acquiring lock "SegmentPort" {{(pid=66703) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1174.033033] env[66703]: DEBUG oslo_concurrency.lockutils [None req-ffa6d202-748e-4c81-9979-ad08741f9cf7 None None] Acquired lock "SegmentPort" {{(pid=66703) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1174.033250] env[66703]: DEBUG oslo_concurrency.lockutils [None req-ffa6d202-748e-4c81-9979-ad08741f9cf7 None None] Acquired external semaphore "SegmentPort" {{(pid=66703) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1174.033385] env[66703]: DEBUG oslo_concurrency.lockutils [None req-ffa6d202-748e-4c81-9979-ad08741f9cf7 None None] Releasing lock "SegmentPort" {{(pid=66703) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1174.033543] env[66703]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-ffa6d202-748e-4c81-9979-ad08741f9cf7 None None] Resource: SegmentPort with ID: 6d6f7c4d-3074-4979-9e31-c1231642190a is going to be created. [ 1174.035312] env[66703]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66703) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1174.035424] env[66703]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66703) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1174.035516] env[66703]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66703) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1174.035682] env[66703]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66703) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1174.035816] env[66703]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66703) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1174.045558] env[66703]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 74884478-9760-4ca3-bceb-cbff7acb74c0 in Status: IN_PROGRESS for 2s [ 1174.060501] env[66703]: DEBUG networking_nsxv3.common.locking [None req-ffa6d202-748e-4c81-9979-ad08741f9cf7 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=66703) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1174.060501] env[66703]: DEBUG oslo_concurrency.lockutils [None req-ffa6d202-748e-4c81-9979-ad08741f9cf7 None None] Acquiring lock "SegmentPort" {{(pid=66703) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1174.060501] env[66703]: DEBUG oslo_concurrency.lockutils [None req-ffa6d202-748e-4c81-9979-ad08741f9cf7 None None] Acquired lock "SegmentPort" {{(pid=66703) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1174.060501] env[66703]: DEBUG oslo_concurrency.lockutils [None req-ffa6d202-748e-4c81-9979-ad08741f9cf7 None None] Acquired external semaphore "SegmentPort" {{(pid=66703) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1174.060501] env[66703]: DEBUG oslo_concurrency.lockutils [None req-ffa6d202-748e-4c81-9979-ad08741f9cf7 None None] Releasing lock "SegmentPort" {{(pid=66703) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1174.060501] env[66703]: DEBUG oslo_concurrency.lockutils [None req-ffa6d202-748e-4c81-9979-ad08741f9cf7 None None] Releasing lock "port-6d6f7c4d-3074-4979-9e31-c1231642190a" {{(pid=66703) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1174.134054] env[66703]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=66703) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1174.134054] env[66703]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66703) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1174.134054] env[66703]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66703) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1174.134408] env[66703]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66703) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1174.134408] env[66703]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66703) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1174.134408] env[66703]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: f06ec3df-73d5-4124-a117-fa273b3892bc already deleted. [ 1174.134408] env[66703]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-f06ec3df-73d5-4124-a117-fa273b3892bc" {{(pid=66703) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1174.134649] env[66703]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-f06ec3df-73d5-4124-a117-fa273b3892bc" {{(pid=66703) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1174.134734] env[66703]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-f06ec3df-73d5-4124-a117-fa273b3892bc" {{(pid=66703) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1174.134815] env[66703]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('f06ec3df-73d5-4124-a117-fa273b3892bc',) {} {{(pid=66703) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1174.623494] env[66703]: INFO networking_nsxv3.common.synchronization [req-730c94e7-b785-4d6f-af4d-96e41fee837b req-cfec7387-df7a-42ff-990f-eade3835ff4a tempest-ServersTestJSON-565357052 tempest-ServersTestJSON-565357052-project-member] Enqueued Resource ID: 4e788d78-bd3c-4249-acf9-3dd7a53e2a11 with Priority: HIGHEST for action security_group_members [ 1174.624073] env[66703]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 4e788d78-bd3c-4249-acf9-3dd7a53e2a11 with Priority: HIGHEST for action security_group_members [ 1174.624603] env[66703]: DEBUG networking_nsxv3.common.locking [-] Lock member-4e788d78-bd3c-4249-acf9-3dd7a53e2a11 taken with stack trace [, , ] {{(pid=66703) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1174.624603] env[66703]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-4e788d78-bd3c-4249-acf9-3dd7a53e2a11" {{(pid=66703) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1174.624603] env[66703]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-4e788d78-bd3c-4249-acf9-3dd7a53e2a11" {{(pid=66703) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1174.624851] env[66703]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-4e788d78-bd3c-4249-acf9-3dd7a53e2a11" {{(pid=66703) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1174.624964] env[66703]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=66703) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1174.625107] env[66703]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66703) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1174.625150] env[66703]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66703) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1174.625353] env[66703]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66703) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1174.625353] env[66703]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66703) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1174.625448] env[66703]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('4e788d78-bd3c-4249-acf9-3dd7a53e2a11',) {} {{(pid=66703) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1174.645113] env[66703]: INFO networking_nsxv3.common.synchronization [req-f9b56491-8332-45a4-b7b1-ba438f4ff64c req-6f91b682-a733-4f92-aed5-7999aded87c5 service nova] Enqueued Resource ID: 7f25b958-d945-4ecc-9b4b-3c986bb1a818 with Priority: HIGHEST for action security_group_rules [ 1174.645328] env[66703]: INFO networking_nsxv3.common.synchronization [req-f9b56491-8332-45a4-b7b1-ba438f4ff64c req-6f91b682-a733-4f92-aed5-7999aded87c5 service nova] Enqueued Resource ID: 7f25b958-d945-4ecc-9b4b-3c986bb1a818 with Priority: HIGHEST for action security_group_members [ 1174.645499] env[66703]: INFO networking_nsxv3.common.synchronization [req-f9b56491-8332-45a4-b7b1-ba438f4ff64c req-6f91b682-a733-4f92-aed5-7999aded87c5 service nova] Enqueued Resource ID: 6d6f7c4d-3074-4979-9e31-c1231642190a with Priority: HIGHEST for action port [ 1174.646009] env[66703]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 7f25b958-d945-4ecc-9b4b-3c986bb1a818 with Priority: HIGHEST for action security_group_rules [ 1174.646166] env[66703]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 7f25b958-d945-4ecc-9b4b-3c986bb1a818 with Priority: HIGHEST for action security_group_members [ 1174.646271] env[66703]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 6d6f7c4d-3074-4979-9e31-c1231642190a with Priority: HIGHEST for action port [ 1174.646794] env[66703]: DEBUG networking_nsxv3.common.locking [-] Lock rules-7f25b958-d945-4ecc-9b4b-3c986bb1a818 taken with stack trace [, , ] {{(pid=66703) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1174.646914] env[66703]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-7f25b958-d945-4ecc-9b4b-3c986bb1a818" {{(pid=66703) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1174.652032] env[66703]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-7f25b958-d945-4ecc-9b4b-3c986bb1a818" {{(pid=66703) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1174.652332] env[66703]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-7f25b958-d945-4ecc-9b4b-3c986bb1a818" {{(pid=66703) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1174.652447] env[66703]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('7f25b958-d945-4ecc-9b4b-3c986bb1a818',) {} {{(pid=66703) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1174.653796] env[66703]: DEBUG networking_nsxv3.common.locking [-] Lock member-7f25b958-d945-4ecc-9b4b-3c986bb1a818 taken with stack trace [, , ] {{(pid=66703) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1174.653995] env[66703]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-7f25b958-d945-4ecc-9b4b-3c986bb1a818" {{(pid=66703) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1174.654324] env[66703]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-7f25b958-d945-4ecc-9b4b-3c986bb1a818" {{(pid=66703) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1174.654324] env[66703]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-7f25b958-d945-4ecc-9b4b-3c986bb1a818" {{(pid=66703) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1174.654452] env[66703]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=66703) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1174.655236] env[66703]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66703) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1174.655236] env[66703]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66703) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1174.660208] env[66703]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66703) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1174.660334] env[66703]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66703) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1174.660447] env[66703]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('7f25b958-d945-4ecc-9b4b-3c986bb1a818',) {} {{(pid=66703) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1174.661530] env[66703]: DEBUG networking_nsxv3.common.locking [-] Lock port-6d6f7c4d-3074-4979-9e31-c1231642190a taken with stack trace [, , ] {{(pid=66703) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1174.661751] env[66703]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-6d6f7c4d-3074-4979-9e31-c1231642190a" {{(pid=66703) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1174.661861] env[66703]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-6d6f7c4d-3074-4979-9e31-c1231642190a" {{(pid=66703) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1174.662040] env[66703]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-6d6f7c4d-3074-4979-9e31-c1231642190a" {{(pid=66703) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1174.662106] env[66703]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('6d6f7c4d-3074-4979-9e31-c1231642190a',) {} {{(pid=66703) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1174.665233] env[66703]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=66703) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1174.665371] env[66703]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66703) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1174.665458] env[66703]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66703) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1174.665667] env[66703]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66703) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1174.665740] env[66703]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66703) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1174.665851] env[66703]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: f06ec3df-73d5-4124-a117-fa273b3892bc already deleted. [ 1174.665942] env[66703]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-f06ec3df-73d5-4124-a117-fa273b3892bc" {{(pid=66703) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1174.938853] env[66703]: INFO networking_nsxv3.common.synchronization [req-56f715b0-e447-4de7-9b2b-3e245fc08c07 req-bfe24b96-9b39-4c70-9607-524f239c5e31 tempest-ServerActionsTestOtherB-1256032756 tempest-ServerActionsTestOtherB-1256032756-project-member] Enqueued Resource ID: fd11726e-2764-449e-84ac-e0167df921d4 with Priority: HIGHEST for action security_group_members [ 1174.939561] env[66703]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: fd11726e-2764-449e-84ac-e0167df921d4 with Priority: HIGHEST for action security_group_members [ 1174.939743] env[66703]: DEBUG networking_nsxv3.common.locking [-] Lock member-fd11726e-2764-449e-84ac-e0167df921d4 taken with stack trace [, , ] {{(pid=66703) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1174.939866] env[66703]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-fd11726e-2764-449e-84ac-e0167df921d4" {{(pid=66703) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1174.939932] env[66703]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-fd11726e-2764-449e-84ac-e0167df921d4" {{(pid=66703) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1174.940300] env[66703]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-fd11726e-2764-449e-84ac-e0167df921d4" {{(pid=66703) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1174.940474] env[66703]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=66703) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1174.940587] env[66703]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66703) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1174.940630] env[66703]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66703) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1174.940784] env[66703]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66703) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1174.940869] env[66703]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66703) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1174.940974] env[66703]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('fd11726e-2764-449e-84ac-e0167df921d4',) {} {{(pid=66703) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1174.973541] env[66703]: INFO networking_nsxv3.common.synchronization [req-2bd2ce25-fc9f-4e9f-81ef-4616e77fa662 req-03781075-0c92-4842-aa66-c0773b20fa49 tempest-ServerActionsTestOtherA-1522627266 tempest-ServerActionsTestOtherA-1522627266-project-member] Enqueued Resource ID: 4872b703-920a-4af9-a3a7-4649c45283ab with Priority: HIGHEST for action security_group_members [ 1174.974170] env[66703]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 4872b703-920a-4af9-a3a7-4649c45283ab with Priority: HIGHEST for action security_group_members [ 1174.974497] env[66703]: DEBUG networking_nsxv3.common.locking [-] Lock member-4872b703-920a-4af9-a3a7-4649c45283ab taken with stack trace [, , ] {{(pid=66703) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1174.974618] env[66703]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-4872b703-920a-4af9-a3a7-4649c45283ab" {{(pid=66703) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1174.974685] env[66703]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-4872b703-920a-4af9-a3a7-4649c45283ab" {{(pid=66703) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1174.974891] env[66703]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-4872b703-920a-4af9-a3a7-4649c45283ab" {{(pid=66703) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1174.975054] env[66703]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=66703) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1174.975152] env[66703]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66703) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1174.975213] env[66703]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66703) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1174.975355] env[66703]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66703) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1174.975437] env[66703]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66703) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1174.975532] env[66703]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('4872b703-920a-4af9-a3a7-4649c45283ab',) {} {{(pid=66703) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1175.127825] env[66703]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('4e788d78-bd3c-4249-acf9-3dd7a53e2a11',) {} {{(pid=66703) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1175.167208] env[66703]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('7f25b958-d945-4ecc-9b4b-3c986bb1a818',) {} {{(pid=66703) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1175.168243] env[66703]: DEBUG networking_nsxv3.common.locking [-] Lock member-7f25b958-d945-4ecc-9b4b-3c986bb1a818 taken with stack trace [, , , ] {{(pid=66703) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1175.168397] env[66703]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-7f25b958-d945-4ecc-9b4b-3c986bb1a818" {{(pid=66703) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1175.170051] env[66703]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] realization of port 6d6f7c4d-3074-4979-9e31-c1231642190a with status ACTIVE [ 1175.170723] env[66703]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=66703) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1175.170723] env[66703]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=66703) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1175.170951] env[66703]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=66703) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1175.173190] env[66703]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=66703) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1175.173190] env[66703]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=66703) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1175.173190] env[66703]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , ] {{(pid=66703) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1175.173190] env[66703]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=66703) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1175.173190] env[66703]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=66703) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1175.173190] env[66703]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=66703) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1175.173190] env[66703]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=66703) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1175.173190] env[66703]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=66703) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1175.173190] env[66703]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=66703) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1175.173190] env[66703]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=66703) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1175.173190] env[66703]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=66703) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1175.173190] env[66703]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=66703) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1175.173190] env[66703]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: SegmentPort with ID: 6d6f7c4d-3074-4979-9e31-c1231642190a is going to be updated. [ 1175.196967] env[66703]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=66703) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1175.196967] env[66703]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=66703) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1175.197550] env[66703]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=66703) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1175.197550] env[66703]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=66703) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1175.197625] env[66703]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=66703) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1175.197790] env[66703]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-6d6f7c4d-3074-4979-9e31-c1231642190a" {{(pid=66703) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1175.366963] env[66703]: DEBUG networking_nsxv3.common.locking [None req-ffa6d202-748e-4c81-9979-ad08741f9cf7 None None] Lock network-25 taken with stack trace [, , , , , , , , ] {{(pid=66703) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1175.367270] env[66703]: DEBUG oslo_concurrency.lockutils [None req-ffa6d202-748e-4c81-9979-ad08741f9cf7 None None] Acquiring lock "network-25" {{(pid=66703) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1175.367312] env[66703]: DEBUG oslo_concurrency.lockutils [None req-ffa6d202-748e-4c81-9979-ad08741f9cf7 None None] Acquired lock "network-25" {{(pid=66703) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1175.367876] env[66703]: DEBUG oslo_concurrency.lockutils [None req-ffa6d202-748e-4c81-9979-ad08741f9cf7 None None] Acquired external semaphore "network-25" {{(pid=66703) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1175.367876] env[66703]: DEBUG networking_nsxv3.common.locking [None req-ffa6d202-748e-4c81-9979-ad08741f9cf7 None None] Lock Segment taken with stack trace [, , , , , , , , , , ] {{(pid=66703) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1175.368255] env[66703]: DEBUG oslo_concurrency.lockutils [None req-ffa6d202-748e-4c81-9979-ad08741f9cf7 None None] Acquiring lock "Segment" {{(pid=66703) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1175.368292] env[66703]: DEBUG oslo_concurrency.lockutils [None req-ffa6d202-748e-4c81-9979-ad08741f9cf7 None None] Acquired lock "Segment" {{(pid=66703) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1175.369169] env[66703]: DEBUG oslo_concurrency.lockutils [None req-ffa6d202-748e-4c81-9979-ad08741f9cf7 None None] Acquired external semaphore "Segment" {{(pid=66703) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1175.369337] env[66703]: DEBUG oslo_concurrency.lockutils [None req-ffa6d202-748e-4c81-9979-ad08741f9cf7 None None] Releasing lock "Segment" {{(pid=66703) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1175.369587] env[66703]: DEBUG dogpile.cache.region [None req-ffa6d202-748e-4c81-9979-ad08741f9cf7 None None] No value present for key: 'zone-id' {{(pid=66703) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 1175.369736] env[66703]: DEBUG dogpile.lock [None req-ffa6d202-748e-4c81-9979-ad08741f9cf7 None None] NeedRegenerationException {{(pid=66703) _enter /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:90}} [ 1175.369799] env[66703]: DEBUG dogpile.lock [None req-ffa6d202-748e-4c81-9979-ad08741f9cf7 None None] no value, waiting for create lock {{(pid=66703) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:131}} [ 1175.370020] env[66703]: DEBUG dogpile.lock [None req-ffa6d202-748e-4c81-9979-ad08741f9cf7 None None] value creation lock acquired {{(pid=66703) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:135}} [ 1175.370020] env[66703]: DEBUG dogpile.cache.region [None req-ffa6d202-748e-4c81-9979-ad08741f9cf7 None None] No value present for key: 'zone-id' {{(pid=66703) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 1175.370155] env[66703]: DEBUG dogpile.lock [None req-ffa6d202-748e-4c81-9979-ad08741f9cf7 None None] Calling creation function for not-yet-present value {{(pid=66703) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:174}} [ 1175.370264] env[66703]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-ffa6d202-748e-4c81-9979-ad08741f9cf7 None None] Looking for TransportZone with name nsx-vlan-transportzone. [ 1175.390840] env[66703]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-ffa6d202-748e-4c81-9979-ad08741f9cf7 None None] loading zone with a95c914d-748d-497c-94ab-10d4647daeba and tags [{'scope': 'mp2policy_migr_status', 'tag': 'success'}] [ 1175.391423] env[66703]: DEBUG dogpile.cache.region [None req-ffa6d202-748e-4c81-9979-ad08741f9cf7 None None] Cache value generated in 0.021 seconds for key(s): 'zone-id' {{(pid=66703) _log_time /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:910}} [ 1175.391423] env[66703]: DEBUG dogpile.lock [None req-ffa6d202-748e-4c81-9979-ad08741f9cf7 None None] Released creation lock {{(pid=66703) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:182}} [ 1175.391423] env[66703]: DEBUG oslo_concurrency.lockutils [None req-ffa6d202-748e-4c81-9979-ad08741f9cf7 None None] Releasing lock "network-25" {{(pid=66703) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1175.391845] env[66703]: DEBUG networking_nsxv3.common.locking [None req-ffa6d202-748e-4c81-9979-ad08741f9cf7 None None] Lock port-b836d749-fc6b-4750-8c69-6740fa203d1a taken with stack trace [, , , , , , , , ] {{(pid=66703) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1175.392095] env[66703]: DEBUG oslo_concurrency.lockutils [None req-ffa6d202-748e-4c81-9979-ad08741f9cf7 None None] Acquiring lock "port-b836d749-fc6b-4750-8c69-6740fa203d1a" {{(pid=66703) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1175.392178] env[66703]: DEBUG oslo_concurrency.lockutils [None req-ffa6d202-748e-4c81-9979-ad08741f9cf7 None None] Acquired lock "port-b836d749-fc6b-4750-8c69-6740fa203d1a" {{(pid=66703) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1175.392531] env[66703]: DEBUG oslo_concurrency.lockutils [None req-ffa6d202-748e-4c81-9979-ad08741f9cf7 None None] Acquired external semaphore "port-b836d749-fc6b-4750-8c69-6740fa203d1a" {{(pid=66703) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1175.392795] env[66703]: DEBUG networking_nsxv3.api.rpc [None req-ffa6d202-748e-4c81-9979-ad08741f9cf7 None None] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('b836d749-fc6b-4750-8c69-6740fa203d1a',) {} {{(pid=66703) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1175.444523] env[66703]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=66703) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1175.444948] env[66703]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66703) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1175.444948] env[66703]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66703) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1175.445989] env[66703]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66703) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1175.446144] env[66703]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66703) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1175.446374] env[66703]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66703) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1175.446741] env[66703]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66703) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1175.446886] env[66703]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66703) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1175.447088] env[66703]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66703) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1175.447254] env[66703]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66703) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1175.447312] env[66703]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: fd11726e-2764-449e-84ac-e0167df921d4 is going to be updated. [ 1175.478426] env[66703]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=66703) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1175.478599] env[66703]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66703) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1175.478649] env[66703]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66703) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1175.478926] env[66703]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66703) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1175.479206] env[66703]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66703) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1175.480072] env[66703]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66703) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1175.480072] env[66703]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66703) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1175.480072] env[66703]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66703) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1175.480072] env[66703]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66703) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1175.480297] env[66703]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66703) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1175.480327] env[66703]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 4872b703-920a-4af9-a3a7-4649c45283ab is going to be updated. [ 1175.482335] env[66703]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66703) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1175.482460] env[66703]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66703) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1175.482554] env[66703]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66703) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1175.482746] env[66703]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66703) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1175.482946] env[66703]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66703) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1175.502527] env[66703]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: fd11726e-2764-449e-84ac-e0167df921d4 in Status: IN_PROGRESS for 2s [ 1175.515917] env[66703]: DEBUG networking_nsxv3.common.locking [None req-33d36011-a73c-4b6d-849a-f8c867240c48 None None] Lock network-226 taken with stack trace [, , , , , , , , ] {{(pid=66703) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1175.516156] env[66703]: DEBUG oslo_concurrency.lockutils [None req-33d36011-a73c-4b6d-849a-f8c867240c48 None None] Acquiring lock "network-226" {{(pid=66703) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1175.516282] env[66703]: DEBUG oslo_concurrency.lockutils [None req-33d36011-a73c-4b6d-849a-f8c867240c48 None None] Acquired lock "network-226" {{(pid=66703) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1175.516628] env[66703]: DEBUG oslo_concurrency.lockutils [None req-33d36011-a73c-4b6d-849a-f8c867240c48 None None] Acquired external semaphore "network-226" {{(pid=66703) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1175.516974] env[66703]: DEBUG networking_nsxv3.common.locking [None req-33d36011-a73c-4b6d-849a-f8c867240c48 None None] Lock Segment taken with stack trace [, , , , , , , , , , ] {{(pid=66703) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1175.517157] env[66703]: DEBUG oslo_concurrency.lockutils [None req-33d36011-a73c-4b6d-849a-f8c867240c48 None None] Acquiring lock "Segment" {{(pid=66703) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1175.517273] env[66703]: DEBUG oslo_concurrency.lockutils [None req-33d36011-a73c-4b6d-849a-f8c867240c48 None None] Acquired lock "Segment" {{(pid=66703) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1175.517494] env[66703]: DEBUG oslo_concurrency.lockutils [None req-33d36011-a73c-4b6d-849a-f8c867240c48 None None] Acquired external semaphore "Segment" {{(pid=66703) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1175.517642] env[66703]: DEBUG oslo_concurrency.lockutils [None req-33d36011-a73c-4b6d-849a-f8c867240c48 None None] Releasing lock "Segment" {{(pid=66703) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1175.517913] env[66703]: DEBUG dogpile.cache.region [None req-33d36011-a73c-4b6d-849a-f8c867240c48 None None] No value present for key: 'zone-id' {{(pid=66703) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 1175.518092] env[66703]: DEBUG dogpile.lock [None req-33d36011-a73c-4b6d-849a-f8c867240c48 None None] NeedRegenerationException {{(pid=66703) _enter /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:90}} [ 1175.518218] env[66703]: DEBUG dogpile.lock [None req-33d36011-a73c-4b6d-849a-f8c867240c48 None None] no value, waiting for create lock {{(pid=66703) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:131}} [ 1175.518327] env[66703]: DEBUG dogpile.lock [None req-33d36011-a73c-4b6d-849a-f8c867240c48 None None] value creation lock acquired {{(pid=66703) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:135}} [ 1175.518440] env[66703]: DEBUG dogpile.cache.region [None req-33d36011-a73c-4b6d-849a-f8c867240c48 None None] No value present for key: 'zone-id' {{(pid=66703) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 1175.518546] env[66703]: DEBUG dogpile.lock [None req-33d36011-a73c-4b6d-849a-f8c867240c48 None None] Calling creation function for not-yet-present value {{(pid=66703) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:174}} [ 1175.518679] env[66703]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-33d36011-a73c-4b6d-849a-f8c867240c48 None None] Looking for TransportZone with name nsx-vlan-transportzone. [ 1175.539100] env[66703]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66703) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1175.539310] env[66703]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66703) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1175.539310] env[66703]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66703) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1175.539637] env[66703]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66703) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1175.539786] env[66703]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66703) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1175.541623] env[66703]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-33d36011-a73c-4b6d-849a-f8c867240c48 None None] loading zone with a95c914d-748d-497c-94ab-10d4647daeba and tags [{'scope': 'mp2policy_migr_status', 'tag': 'success'}] [ 1175.541827] env[66703]: DEBUG dogpile.cache.region [None req-33d36011-a73c-4b6d-849a-f8c867240c48 None None] Cache value generated in 0.023 seconds for key(s): 'zone-id' {{(pid=66703) _log_time /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:910}} [ 1175.541966] env[66703]: DEBUG dogpile.lock [None req-33d36011-a73c-4b6d-849a-f8c867240c48 None None] Released creation lock {{(pid=66703) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:182}} [ 1175.542146] env[66703]: DEBUG oslo_concurrency.lockutils [None req-33d36011-a73c-4b6d-849a-f8c867240c48 None None] Releasing lock "network-226" {{(pid=66703) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1175.542437] env[66703]: DEBUG networking_nsxv3.common.locking [None req-33d36011-a73c-4b6d-849a-f8c867240c48 None None] Lock port-cdf75ca6-ceca-401c-bb25-14cc35e9c8da taken with stack trace [, , , , , , , , ] {{(pid=66703) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1175.542627] env[66703]: DEBUG oslo_concurrency.lockutils [None req-33d36011-a73c-4b6d-849a-f8c867240c48 None None] Acquiring lock "port-cdf75ca6-ceca-401c-bb25-14cc35e9c8da" {{(pid=66703) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1175.542747] env[66703]: DEBUG oslo_concurrency.lockutils [None req-33d36011-a73c-4b6d-849a-f8c867240c48 None None] Acquired lock "port-cdf75ca6-ceca-401c-bb25-14cc35e9c8da" {{(pid=66703) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1175.543102] env[66703]: DEBUG oslo_concurrency.lockutils [None req-33d36011-a73c-4b6d-849a-f8c867240c48 None None] Acquired external semaphore "port-cdf75ca6-ceca-401c-bb25-14cc35e9c8da" {{(pid=66703) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1175.543242] env[66703]: DEBUG networking_nsxv3.api.rpc [None req-33d36011-a73c-4b6d-849a-f8c867240c48 None None] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('cdf75ca6-ceca-401c-bb25-14cc35e9c8da',) {} {{(pid=66703) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1175.552577] env[66703]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 4872b703-920a-4af9-a3a7-4649c45283ab in Status: IN_PROGRESS for 2s [ 1175.631199] env[66703]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('4e788d78-bd3c-4249-acf9-3dd7a53e2a11',) {} {{(pid=66703) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1175.670143] env[66703]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('7f25b958-d945-4ecc-9b4b-3c986bb1a818',) {} {{(pid=66703) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1175.897029] env[66703]: DEBUG networking_nsxv3.common.locking [None req-ffa6d202-748e-4c81-9979-ad08741f9cf7 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , ] {{(pid=66703) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1175.897029] env[66703]: DEBUG oslo_concurrency.lockutils [None req-ffa6d202-748e-4c81-9979-ad08741f9cf7 None None] Acquiring lock "SegmentPort" {{(pid=66703) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1175.897029] env[66703]: DEBUG oslo_concurrency.lockutils [None req-ffa6d202-748e-4c81-9979-ad08741f9cf7 None None] Acquired lock "SegmentPort" {{(pid=66703) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1175.897029] env[66703]: DEBUG oslo_concurrency.lockutils [None req-ffa6d202-748e-4c81-9979-ad08741f9cf7 None None] Acquired external semaphore "SegmentPort" {{(pid=66703) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1175.897029] env[66703]: DEBUG oslo_concurrency.lockutils [None req-ffa6d202-748e-4c81-9979-ad08741f9cf7 None None] Releasing lock "SegmentPort" {{(pid=66703) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1175.897443] env[66703]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-ffa6d202-748e-4c81-9979-ad08741f9cf7 None None] Segment Port b836d749-fc6b-4750-8c69-6740fa203d1a not found, creating... [ 1175.897443] env[66703]: DEBUG networking_nsxv3.common.locking [None req-ffa6d202-748e-4c81-9979-ad08741f9cf7 None None] Lock Segment taken with stack trace [, , , , , , , , , , , ] {{(pid=66703) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1175.897529] env[66703]: DEBUG oslo_concurrency.lockutils [None req-ffa6d202-748e-4c81-9979-ad08741f9cf7 None None] Acquiring lock "Segment" {{(pid=66703) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1175.897649] env[66703]: DEBUG oslo_concurrency.lockutils [None req-ffa6d202-748e-4c81-9979-ad08741f9cf7 None None] Acquired lock "Segment" {{(pid=66703) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1175.897868] env[66703]: DEBUG oslo_concurrency.lockutils [None req-ffa6d202-748e-4c81-9979-ad08741f9cf7 None None] Acquired external semaphore "Segment" {{(pid=66703) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1175.898023] env[66703]: DEBUG oslo_concurrency.lockutils [None req-ffa6d202-748e-4c81-9979-ad08741f9cf7 None None] Releasing lock "Segment" {{(pid=66703) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1175.898303] env[66703]: DEBUG networking_nsxv3.common.locking [None req-ffa6d202-748e-4c81-9979-ad08741f9cf7 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=66703) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1175.898494] env[66703]: DEBUG oslo_concurrency.lockutils [None req-ffa6d202-748e-4c81-9979-ad08741f9cf7 None None] Acquiring lock "SegmentPort" {{(pid=66703) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1175.898568] env[66703]: DEBUG oslo_concurrency.lockutils [None req-ffa6d202-748e-4c81-9979-ad08741f9cf7 None None] Acquired lock "SegmentPort" {{(pid=66703) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1175.898779] env[66703]: DEBUG oslo_concurrency.lockutils [None req-ffa6d202-748e-4c81-9979-ad08741f9cf7 None None] Acquired external semaphore "SegmentPort" {{(pid=66703) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1175.898913] env[66703]: DEBUG oslo_concurrency.lockutils [None req-ffa6d202-748e-4c81-9979-ad08741f9cf7 None None] Releasing lock "SegmentPort" {{(pid=66703) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1175.899071] env[66703]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-ffa6d202-748e-4c81-9979-ad08741f9cf7 None None] Resource: SegmentPort with ID: b836d749-fc6b-4750-8c69-6740fa203d1a is going to be created. [ 1175.920507] env[66703]: DEBUG networking_nsxv3.common.locking [None req-ffa6d202-748e-4c81-9979-ad08741f9cf7 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=66703) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1175.920719] env[66703]: DEBUG oslo_concurrency.lockutils [None req-ffa6d202-748e-4c81-9979-ad08741f9cf7 None None] Acquiring lock "SegmentPort" {{(pid=66703) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1175.920851] env[66703]: DEBUG oslo_concurrency.lockutils [None req-ffa6d202-748e-4c81-9979-ad08741f9cf7 None None] Acquired lock "SegmentPort" {{(pid=66703) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1175.921184] env[66703]: DEBUG oslo_concurrency.lockutils [None req-ffa6d202-748e-4c81-9979-ad08741f9cf7 None None] Acquired external semaphore "SegmentPort" {{(pid=66703) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1175.921423] env[66703]: DEBUG oslo_concurrency.lockutils [None req-ffa6d202-748e-4c81-9979-ad08741f9cf7 None None] Releasing lock "SegmentPort" {{(pid=66703) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1175.921741] env[66703]: DEBUG oslo_concurrency.lockutils [None req-ffa6d202-748e-4c81-9979-ad08741f9cf7 None None] Releasing lock "port-b836d749-fc6b-4750-8c69-6740fa203d1a" {{(pid=66703) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1176.046611] env[66703]: DEBUG networking_nsxv3.common.locking [None req-33d36011-a73c-4b6d-849a-f8c867240c48 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , ] {{(pid=66703) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1176.046850] env[66703]: DEBUG oslo_concurrency.lockutils [None req-33d36011-a73c-4b6d-849a-f8c867240c48 None None] Acquiring lock "SegmentPort" {{(pid=66703) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1176.046850] env[66703]: DEBUG oslo_concurrency.lockutils [None req-33d36011-a73c-4b6d-849a-f8c867240c48 None None] Acquired lock "SegmentPort" {{(pid=66703) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1176.047178] env[66703]: DEBUG oslo_concurrency.lockutils [None req-33d36011-a73c-4b6d-849a-f8c867240c48 None None] Acquired external semaphore "SegmentPort" {{(pid=66703) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1176.047339] env[66703]: DEBUG oslo_concurrency.lockutils [None req-33d36011-a73c-4b6d-849a-f8c867240c48 None None] Releasing lock "SegmentPort" {{(pid=66703) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1176.047497] env[66703]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-33d36011-a73c-4b6d-849a-f8c867240c48 None None] Segment Port cdf75ca6-ceca-401c-bb25-14cc35e9c8da not found, creating... [ 1176.047851] env[66703]: DEBUG networking_nsxv3.common.locking [None req-33d36011-a73c-4b6d-849a-f8c867240c48 None None] Lock Segment taken with stack trace [, , , , , , , , , , , ] {{(pid=66703) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1176.048053] env[66703]: DEBUG oslo_concurrency.lockutils [None req-33d36011-a73c-4b6d-849a-f8c867240c48 None None] Acquiring lock "Segment" {{(pid=66703) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1176.048177] env[66703]: DEBUG oslo_concurrency.lockutils [None req-33d36011-a73c-4b6d-849a-f8c867240c48 None None] Acquired lock "Segment" {{(pid=66703) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1176.048462] env[66703]: DEBUG oslo_concurrency.lockutils [None req-33d36011-a73c-4b6d-849a-f8c867240c48 None None] Acquired external semaphore "Segment" {{(pid=66703) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1176.048608] env[66703]: DEBUG oslo_concurrency.lockutils [None req-33d36011-a73c-4b6d-849a-f8c867240c48 None None] Releasing lock "Segment" {{(pid=66703) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1176.048917] env[66703]: DEBUG networking_nsxv3.common.locking [None req-33d36011-a73c-4b6d-849a-f8c867240c48 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=66703) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1176.049110] env[66703]: DEBUG oslo_concurrency.lockutils [None req-33d36011-a73c-4b6d-849a-f8c867240c48 None None] Acquiring lock "SegmentPort" {{(pid=66703) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1176.049235] env[66703]: DEBUG oslo_concurrency.lockutils [None req-33d36011-a73c-4b6d-849a-f8c867240c48 None None] Acquired lock "SegmentPort" {{(pid=66703) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1176.049456] env[66703]: DEBUG oslo_concurrency.lockutils [None req-33d36011-a73c-4b6d-849a-f8c867240c48 None None] Acquired external semaphore "SegmentPort" {{(pid=66703) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1176.049623] env[66703]: DEBUG oslo_concurrency.lockutils [None req-33d36011-a73c-4b6d-849a-f8c867240c48 None None] Releasing lock "SegmentPort" {{(pid=66703) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1176.049773] env[66703]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-33d36011-a73c-4b6d-849a-f8c867240c48 None None] Resource: SegmentPort with ID: cdf75ca6-ceca-401c-bb25-14cc35e9c8da is going to be created. [ 1176.063351] env[66703]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 74884478-9760-4ca3-bceb-cbff7acb74c0 in Status: SUCCESS [ 1176.063570] env[66703]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-74884478-9760-4ca3-bceb-cbff7acb74c0" {{(pid=66703) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1176.073072] env[66703]: DEBUG networking_nsxv3.common.locking [None req-33d36011-a73c-4b6d-849a-f8c867240c48 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=66703) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1176.073292] env[66703]: DEBUG oslo_concurrency.lockutils [None req-33d36011-a73c-4b6d-849a-f8c867240c48 None None] Acquiring lock "SegmentPort" {{(pid=66703) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1176.073337] env[66703]: DEBUG oslo_concurrency.lockutils [None req-33d36011-a73c-4b6d-849a-f8c867240c48 None None] Acquired lock "SegmentPort" {{(pid=66703) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1176.073613] env[66703]: DEBUG oslo_concurrency.lockutils [None req-33d36011-a73c-4b6d-849a-f8c867240c48 None None] Acquired external semaphore "SegmentPort" {{(pid=66703) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1176.073877] env[66703]: DEBUG oslo_concurrency.lockutils [None req-33d36011-a73c-4b6d-849a-f8c867240c48 None None] Releasing lock "SegmentPort" {{(pid=66703) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1176.074152] env[66703]: DEBUG oslo_concurrency.lockutils [None req-33d36011-a73c-4b6d-849a-f8c867240c48 None None] Releasing lock "port-cdf75ca6-ceca-401c-bb25-14cc35e9c8da" {{(pid=66703) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1176.134106] env[66703]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66703) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1176.134276] env[66703]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66703) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1176.134360] env[66703]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66703) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1176.134597] env[66703]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66703) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1176.134731] env[66703]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66703) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1176.135015] env[66703]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 4e788d78-bd3c-4249-acf9-3dd7a53e2a11 is going to be updated. [ 1176.169862] env[66703]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66703) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1176.170063] env[66703]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66703) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1176.170243] env[66703]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66703) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1176.170360] env[66703]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66703) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1176.170522] env[66703]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66703) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1176.172447] env[66703]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66703) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1176.172681] env[66703]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66703) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1176.172681] env[66703]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66703) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1176.172855] env[66703]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66703) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1176.172943] env[66703]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66703) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1176.173078] env[66703]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 7f25b958-d945-4ecc-9b4b-3c986bb1a818 is going to be created. [ 1176.181799] env[66703]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 4e788d78-bd3c-4249-acf9-3dd7a53e2a11 in Status: IN_PROGRESS for 2s [ 1176.196208] env[66703]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66703) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1176.196415] env[66703]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66703) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1176.196463] env[66703]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66703) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1176.196685] env[66703]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66703) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1176.196856] env[66703]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66703) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1176.219585] env[66703]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 7f25b958-d945-4ecc-9b4b-3c986bb1a818 in Status: UNINITIALIZED for 2s [ 1176.651268] env[66703]: INFO networking_nsxv3.common.synchronization [req-56f715b0-e447-4de7-9b2b-3e245fc08c07 req-571995c4-f5f3-4eb0-87fd-d09f6375bf37 service nova] Enqueued Resource ID: fd11726e-2764-449e-84ac-e0167df921d4 with Priority: HIGHEST for action security_group_rules [ 1176.651567] env[66703]: INFO networking_nsxv3.common.synchronization [req-56f715b0-e447-4de7-9b2b-3e245fc08c07 req-571995c4-f5f3-4eb0-87fd-d09f6375bf37 service nova] Enqueued Resource ID: fd11726e-2764-449e-84ac-e0167df921d4 with Priority: HIGHEST for action security_group_members [ 1176.651906] env[66703]: INFO networking_nsxv3.common.synchronization [req-56f715b0-e447-4de7-9b2b-3e245fc08c07 req-571995c4-f5f3-4eb0-87fd-d09f6375bf37 service nova] Enqueued Resource ID: b836d749-fc6b-4750-8c69-6740fa203d1a with Priority: HIGHEST for action port [ 1176.652255] env[66703]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: fd11726e-2764-449e-84ac-e0167df921d4 with Priority: HIGHEST for action security_group_rules [ 1176.652394] env[66703]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: fd11726e-2764-449e-84ac-e0167df921d4 with Priority: HIGHEST for action security_group_members [ 1176.652552] env[66703]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: b836d749-fc6b-4750-8c69-6740fa203d1a with Priority: HIGHEST for action port [ 1176.652848] env[66703]: DEBUG networking_nsxv3.common.locking [-] Lock rules-fd11726e-2764-449e-84ac-e0167df921d4 taken with stack trace [, , ] {{(pid=66703) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1176.652957] env[66703]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-fd11726e-2764-449e-84ac-e0167df921d4" {{(pid=66703) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1176.653040] env[66703]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-fd11726e-2764-449e-84ac-e0167df921d4" {{(pid=66703) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1176.653455] env[66703]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-fd11726e-2764-449e-84ac-e0167df921d4" {{(pid=66703) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1176.653455] env[66703]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('fd11726e-2764-449e-84ac-e0167df921d4',) {} {{(pid=66703) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1176.654326] env[66703]: DEBUG networking_nsxv3.common.locking [-] Lock member-fd11726e-2764-449e-84ac-e0167df921d4 taken with stack trace [, , ] {{(pid=66703) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1176.654384] env[66703]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-fd11726e-2764-449e-84ac-e0167df921d4" {{(pid=66703) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1176.654645] env[66703]: DEBUG networking_nsxv3.common.locking [-] Lock port-b836d749-fc6b-4750-8c69-6740fa203d1a taken with stack trace [, , ] {{(pid=66703) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1176.656370] env[66703]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-b836d749-fc6b-4750-8c69-6740fa203d1a" {{(pid=66703) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1176.656370] env[66703]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-b836d749-fc6b-4750-8c69-6740fa203d1a" {{(pid=66703) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1176.656757] env[66703]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-b836d749-fc6b-4750-8c69-6740fa203d1a" {{(pid=66703) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1176.656818] env[66703]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('b836d749-fc6b-4750-8c69-6740fa203d1a',) {} {{(pid=66703) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1176.784492] env[66703]: INFO networking_nsxv3.common.synchronization [req-f9b56491-8332-45a4-b7b1-ba438f4ff64c req-ba7f4793-1fdc-4118-b768-8b0c835cada3 service nova] Enqueued Resource ID: 7f25b958-d945-4ecc-9b4b-3c986bb1a818 with Priority: HIGHEST for action security_group_rules [ 1176.784687] env[66703]: INFO networking_nsxv3.common.synchronization [req-f9b56491-8332-45a4-b7b1-ba438f4ff64c req-ba7f4793-1fdc-4118-b768-8b0c835cada3 service nova] Enqueued Resource ID: 7f25b958-d945-4ecc-9b4b-3c986bb1a818 with Priority: HIGHEST for action security_group_members [ 1176.785265] env[66703]: INFO networking_nsxv3.common.synchronization [req-f9b56491-8332-45a4-b7b1-ba438f4ff64c req-ba7f4793-1fdc-4118-b768-8b0c835cada3 service nova] Enqueued Resource ID: cdf75ca6-ceca-401c-bb25-14cc35e9c8da with Priority: HIGHEST for action port [ 1176.785389] env[66703]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 7f25b958-d945-4ecc-9b4b-3c986bb1a818 with Priority: HIGHEST for action security_group_rules [ 1176.785671] env[66703]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 7f25b958-d945-4ecc-9b4b-3c986bb1a818 with Priority: HIGHEST for action security_group_members [ 1176.785671] env[66703]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: cdf75ca6-ceca-401c-bb25-14cc35e9c8da with Priority: HIGHEST for action port [ 1176.785905] env[66703]: DEBUG networking_nsxv3.common.locking [-] Lock rules-7f25b958-d945-4ecc-9b4b-3c986bb1a818 taken with stack trace [, , ] {{(pid=66703) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1176.786015] env[66703]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-7f25b958-d945-4ecc-9b4b-3c986bb1a818" {{(pid=66703) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1176.786267] env[66703]: DEBUG networking_nsxv3.common.locking [-] Lock member-7f25b958-d945-4ecc-9b4b-3c986bb1a818 taken with stack trace [, , ] {{(pid=66703) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1176.786335] env[66703]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-7f25b958-d945-4ecc-9b4b-3c986bb1a818" {{(pid=66703) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1176.786509] env[66703]: DEBUG networking_nsxv3.common.locking [-] Lock port-cdf75ca6-ceca-401c-bb25-14cc35e9c8da taken with stack trace [, , ] {{(pid=66703) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1176.786612] env[66703]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-cdf75ca6-ceca-401c-bb25-14cc35e9c8da" {{(pid=66703) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1176.786664] env[66703]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-cdf75ca6-ceca-401c-bb25-14cc35e9c8da" {{(pid=66703) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1176.786867] env[66703]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-cdf75ca6-ceca-401c-bb25-14cc35e9c8da" {{(pid=66703) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1176.786955] env[66703]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('cdf75ca6-ceca-401c-bb25-14cc35e9c8da',) {} {{(pid=66703) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1176.981167] env[66703]: DEBUG networking_nsxv3.common.locking [None req-ffa6d202-748e-4c81-9979-ad08741f9cf7 None None] Lock network-314 taken with stack trace [, , , , , , , , ] {{(pid=66703) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1176.981403] env[66703]: DEBUG oslo_concurrency.lockutils [None req-ffa6d202-748e-4c81-9979-ad08741f9cf7 None None] Acquiring lock "network-314" {{(pid=66703) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1176.981573] env[66703]: DEBUG oslo_concurrency.lockutils [None req-ffa6d202-748e-4c81-9979-ad08741f9cf7 None None] Acquired lock "network-314" {{(pid=66703) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1176.981972] env[66703]: DEBUG oslo_concurrency.lockutils [None req-ffa6d202-748e-4c81-9979-ad08741f9cf7 None None] Acquired external semaphore "network-314" {{(pid=66703) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1176.982307] env[66703]: DEBUG networking_nsxv3.common.locking [None req-ffa6d202-748e-4c81-9979-ad08741f9cf7 None None] Lock Segment taken with stack trace [, , , , , , , , , , ] {{(pid=66703) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1176.982507] env[66703]: DEBUG oslo_concurrency.lockutils [None req-ffa6d202-748e-4c81-9979-ad08741f9cf7 None None] Acquiring lock "Segment" {{(pid=66703) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1176.982679] env[66703]: DEBUG oslo_concurrency.lockutils [None req-ffa6d202-748e-4c81-9979-ad08741f9cf7 None None] Acquired lock "Segment" {{(pid=66703) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1176.982949] env[66703]: DEBUG oslo_concurrency.lockutils [None req-ffa6d202-748e-4c81-9979-ad08741f9cf7 None None] Acquired external semaphore "Segment" {{(pid=66703) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1176.983162] env[66703]: DEBUG oslo_concurrency.lockutils [None req-ffa6d202-748e-4c81-9979-ad08741f9cf7 None None] Releasing lock "Segment" {{(pid=66703) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1176.983657] env[66703]: DEBUG dogpile.cache.region [None req-ffa6d202-748e-4c81-9979-ad08741f9cf7 None None] No value present for key: 'zone-id' {{(pid=66703) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 1176.983657] env[66703]: DEBUG dogpile.lock [None req-ffa6d202-748e-4c81-9979-ad08741f9cf7 None None] NeedRegenerationException {{(pid=66703) _enter /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:90}} [ 1176.983776] env[66703]: DEBUG dogpile.lock [None req-ffa6d202-748e-4c81-9979-ad08741f9cf7 None None] no value, waiting for create lock {{(pid=66703) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:131}} [ 1176.983818] env[66703]: DEBUG dogpile.lock [None req-ffa6d202-748e-4c81-9979-ad08741f9cf7 None None] value creation lock acquired {{(pid=66703) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:135}} [ 1176.983960] env[66703]: DEBUG dogpile.cache.region [None req-ffa6d202-748e-4c81-9979-ad08741f9cf7 None None] No value present for key: 'zone-id' {{(pid=66703) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 1176.984134] env[66703]: DEBUG dogpile.lock [None req-ffa6d202-748e-4c81-9979-ad08741f9cf7 None None] Calling creation function for not-yet-present value {{(pid=66703) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:174}} [ 1176.984284] env[66703]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-ffa6d202-748e-4c81-9979-ad08741f9cf7 None None] Looking for TransportZone with name nsx-vlan-transportzone. [ 1177.005182] env[66703]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-ffa6d202-748e-4c81-9979-ad08741f9cf7 None None] loading zone with a95c914d-748d-497c-94ab-10d4647daeba and tags [{'scope': 'mp2policy_migr_status', 'tag': 'success'}] [ 1177.005331] env[66703]: DEBUG dogpile.cache.region [None req-ffa6d202-748e-4c81-9979-ad08741f9cf7 None None] Cache value generated in 0.021 seconds for key(s): 'zone-id' {{(pid=66703) _log_time /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:910}} [ 1177.005697] env[66703]: DEBUG dogpile.lock [None req-ffa6d202-748e-4c81-9979-ad08741f9cf7 None None] Released creation lock {{(pid=66703) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:182}} [ 1177.005697] env[66703]: DEBUG oslo_concurrency.lockutils [None req-ffa6d202-748e-4c81-9979-ad08741f9cf7 None None] Releasing lock "network-314" {{(pid=66703) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1177.006227] env[66703]: DEBUG networking_nsxv3.common.locking [None req-ffa6d202-748e-4c81-9979-ad08741f9cf7 None None] Lock port-949fd7aa-debc-4679-8bb6-2ff502f2bdaa taken with stack trace [, , , , , , , , ] {{(pid=66703) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1177.006227] env[66703]: DEBUG oslo_concurrency.lockutils [None req-ffa6d202-748e-4c81-9979-ad08741f9cf7 None None] Acquiring lock "port-949fd7aa-debc-4679-8bb6-2ff502f2bdaa" {{(pid=66703) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1177.006227] env[66703]: DEBUG oslo_concurrency.lockutils [None req-ffa6d202-748e-4c81-9979-ad08741f9cf7 None None] Acquired lock "port-949fd7aa-debc-4679-8bb6-2ff502f2bdaa" {{(pid=66703) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1177.006775] env[66703]: DEBUG oslo_concurrency.lockutils [None req-ffa6d202-748e-4c81-9979-ad08741f9cf7 None None] Acquired external semaphore "port-949fd7aa-debc-4679-8bb6-2ff502f2bdaa" {{(pid=66703) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1177.006775] env[66703]: DEBUG networking_nsxv3.api.rpc [None req-ffa6d202-748e-4c81-9979-ad08741f9cf7 None None] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('949fd7aa-debc-4679-8bb6-2ff502f2bdaa',) {} {{(pid=66703) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1177.149377] env[66703]: INFO networking_nsxv3.common.synchronization [req-9486a524-7d30-443f-9f34-726c493d7de6 req-5a332e1d-87d7-4e66-a138-16888b49b008 tempest-AttachVolumeNegativeTest-1369038245 tempest-AttachVolumeNegativeTest-1369038245-project-member] Enqueued Resource ID: 09270d34-a5b2-4e12-b357-002e5c6d00ab with Priority: HIGHEST for action security_group_members [ 1177.150404] env[66703]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 09270d34-a5b2-4e12-b357-002e5c6d00ab with Priority: HIGHEST for action security_group_members [ 1177.151059] env[66703]: DEBUG networking_nsxv3.common.locking [-] Lock member-09270d34-a5b2-4e12-b357-002e5c6d00ab taken with stack trace [, , ] {{(pid=66703) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1177.151269] env[66703]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-09270d34-a5b2-4e12-b357-002e5c6d00ab" {{(pid=66703) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1177.151389] env[66703]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-09270d34-a5b2-4e12-b357-002e5c6d00ab" {{(pid=66703) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1177.151786] env[66703]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-09270d34-a5b2-4e12-b357-002e5c6d00ab" {{(pid=66703) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1177.152079] env[66703]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=66703) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1177.152280] env[66703]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66703) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1177.152396] env[66703]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66703) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1177.152669] env[66703]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66703) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1177.152835] env[66703]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66703) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1177.152991] env[66703]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('09270d34-a5b2-4e12-b357-002e5c6d00ab',) {} {{(pid=66703) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1177.158693] env[66703]: DEBUG networking_nsxv3.common.locking [-] Lock member-fd11726e-2764-449e-84ac-e0167df921d4 taken with stack trace [, , , ] {{(pid=66703) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1177.158969] env[66703]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-fd11726e-2764-449e-84ac-e0167df921d4" {{(pid=66703) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1177.159325] env[66703]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] realization of port b836d749-fc6b-4750-8c69-6740fa203d1a with status ACTIVE [ 1177.159530] env[66703]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=66703) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1177.159655] env[66703]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=66703) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1177.159761] env[66703]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=66703) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1177.160054] env[66703]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=66703) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1177.160154] env[66703]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=66703) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1177.160386] env[66703]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , ] {{(pid=66703) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1177.160527] env[66703]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=66703) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1177.160598] env[66703]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=66703) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1177.160801] env[66703]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=66703) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1177.160888] env[66703]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=66703) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1177.161254] env[66703]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=66703) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1177.161354] env[66703]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=66703) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1177.161453] env[66703]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=66703) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1177.161665] env[66703]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=66703) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1177.161752] env[66703]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=66703) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1177.161829] env[66703]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: SegmentPort with ID: b836d749-fc6b-4750-8c69-6740fa203d1a is going to be updated. [ 1177.185124] env[66703]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=66703) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1177.185331] env[66703]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=66703) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1177.185389] env[66703]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=66703) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1177.185591] env[66703]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=66703) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1177.186761] env[66703]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=66703) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1177.186761] env[66703]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-b836d749-fc6b-4750-8c69-6740fa203d1a" {{(pid=66703) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1177.288481] env[66703]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] realization of port cdf75ca6-ceca-401c-bb25-14cc35e9c8da with status ACTIVE [ 1177.288704] env[66703]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=66703) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1177.288820] env[66703]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=66703) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1177.288881] env[66703]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=66703) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1177.290254] env[66703]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=66703) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1177.290254] env[66703]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=66703) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1177.290254] env[66703]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , ] {{(pid=66703) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1177.290254] env[66703]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=66703) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1177.290254] env[66703]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=66703) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1177.290254] env[66703]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=66703) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1177.290254] env[66703]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=66703) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1177.290254] env[66703]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=66703) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1177.290674] env[66703]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=66703) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1177.290674] env[66703]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=66703) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1177.290674] env[66703]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=66703) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1177.290674] env[66703]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=66703) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1177.290674] env[66703]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: SegmentPort with ID: cdf75ca6-ceca-401c-bb25-14cc35e9c8da is going to be updated. [ 1177.408900] env[66703]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=66703) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1177.409139] env[66703]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=66703) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1177.409189] env[66703]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=66703) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1177.409395] env[66703]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=66703) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1177.409540] env[66703]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=66703) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1177.409742] env[66703]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-cdf75ca6-ceca-401c-bb25-14cc35e9c8da" {{(pid=66703) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1177.509132] env[66703]: DEBUG networking_nsxv3.common.locking [None req-ffa6d202-748e-4c81-9979-ad08741f9cf7 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , ] {{(pid=66703) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1177.509377] env[66703]: DEBUG oslo_concurrency.lockutils [None req-ffa6d202-748e-4c81-9979-ad08741f9cf7 None None] Acquiring lock "SegmentPort" {{(pid=66703) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1177.509505] env[66703]: DEBUG oslo_concurrency.lockutils [None req-ffa6d202-748e-4c81-9979-ad08741f9cf7 None None] Acquired lock "SegmentPort" {{(pid=66703) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1177.509810] env[66703]: DEBUG oslo_concurrency.lockutils [None req-ffa6d202-748e-4c81-9979-ad08741f9cf7 None None] Acquired external semaphore "SegmentPort" {{(pid=66703) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1177.509963] env[66703]: DEBUG oslo_concurrency.lockutils [None req-ffa6d202-748e-4c81-9979-ad08741f9cf7 None None] Releasing lock "SegmentPort" {{(pid=66703) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1177.510136] env[66703]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-ffa6d202-748e-4c81-9979-ad08741f9cf7 None None] Segment Port 949fd7aa-debc-4679-8bb6-2ff502f2bdaa not found, creating... [ 1177.510403] env[66703]: DEBUG networking_nsxv3.common.locking [None req-ffa6d202-748e-4c81-9979-ad08741f9cf7 None None] Lock Segment taken with stack trace [, , , , , , , , , , , ] {{(pid=66703) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1177.510560] env[66703]: DEBUG oslo_concurrency.lockutils [None req-ffa6d202-748e-4c81-9979-ad08741f9cf7 None None] Acquiring lock "Segment" {{(pid=66703) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1177.510676] env[66703]: DEBUG oslo_concurrency.lockutils [None req-ffa6d202-748e-4c81-9979-ad08741f9cf7 None None] Acquired lock "Segment" {{(pid=66703) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1177.510890] env[66703]: DEBUG oslo_concurrency.lockutils [None req-ffa6d202-748e-4c81-9979-ad08741f9cf7 None None] Acquired external semaphore "Segment" {{(pid=66703) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1177.511078] env[66703]: DEBUG oslo_concurrency.lockutils [None req-ffa6d202-748e-4c81-9979-ad08741f9cf7 None None] Releasing lock "Segment" {{(pid=66703) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1177.511388] env[66703]: DEBUG networking_nsxv3.common.locking [None req-ffa6d202-748e-4c81-9979-ad08741f9cf7 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=66703) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1177.511581] env[66703]: DEBUG oslo_concurrency.lockutils [None req-ffa6d202-748e-4c81-9979-ad08741f9cf7 None None] Acquiring lock "SegmentPort" {{(pid=66703) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1177.511742] env[66703]: DEBUG oslo_concurrency.lockutils [None req-ffa6d202-748e-4c81-9979-ad08741f9cf7 None None] Acquired lock "SegmentPort" {{(pid=66703) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1177.511912] env[66703]: DEBUG oslo_concurrency.lockutils [None req-ffa6d202-748e-4c81-9979-ad08741f9cf7 None None] Acquired external semaphore "SegmentPort" {{(pid=66703) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1177.512168] env[66703]: DEBUG oslo_concurrency.lockutils [None req-ffa6d202-748e-4c81-9979-ad08741f9cf7 None None] Releasing lock "SegmentPort" {{(pid=66703) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1177.512331] env[66703]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-ffa6d202-748e-4c81-9979-ad08741f9cf7 None None] Resource: SegmentPort with ID: 949fd7aa-debc-4679-8bb6-2ff502f2bdaa is going to be created. [ 1177.527128] env[66703]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: fd11726e-2764-449e-84ac-e0167df921d4 in Status: SUCCESS [ 1177.527309] env[66703]: WARNING networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: fd11726e-2764-449e-84ac-e0167df921d4 deletion is rescheduled due to dependency. [ 1177.527431] env[66703]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-fd11726e-2764-449e-84ac-e0167df921d4" {{(pid=66703) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1177.527596] env[66703]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-fd11726e-2764-449e-84ac-e0167df921d4" {{(pid=66703) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1177.527900] env[66703]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-fd11726e-2764-449e-84ac-e0167df921d4" {{(pid=66703) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1177.528118] env[66703]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=66703) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1177.528241] env[66703]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66703) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1177.528306] env[66703]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66703) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1177.528469] env[66703]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66703) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1177.528550] env[66703]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66703) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1177.528648] env[66703]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('fd11726e-2764-449e-84ac-e0167df921d4',) {} {{(pid=66703) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1177.535362] env[66703]: DEBUG networking_nsxv3.common.locking [None req-33d36011-a73c-4b6d-849a-f8c867240c48 None None] Lock network-840 taken with stack trace [, , , , , , , , ] {{(pid=66703) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1177.535627] env[66703]: DEBUG oslo_concurrency.lockutils [None req-33d36011-a73c-4b6d-849a-f8c867240c48 None None] Acquiring lock "network-840" {{(pid=66703) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1177.535767] env[66703]: DEBUG oslo_concurrency.lockutils [None req-33d36011-a73c-4b6d-849a-f8c867240c48 None None] Acquired lock "network-840" {{(pid=66703) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1177.536111] env[66703]: DEBUG oslo_concurrency.lockutils [None req-33d36011-a73c-4b6d-849a-f8c867240c48 None None] Acquired external semaphore "network-840" {{(pid=66703) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1177.536391] env[66703]: DEBUG networking_nsxv3.common.locking [None req-33d36011-a73c-4b6d-849a-f8c867240c48 None None] Lock Segment taken with stack trace [, , , , , , , , , , ] {{(pid=66703) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1177.536551] env[66703]: DEBUG oslo_concurrency.lockutils [None req-33d36011-a73c-4b6d-849a-f8c867240c48 None None] Acquiring lock "Segment" {{(pid=66703) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1177.536668] env[66703]: DEBUG oslo_concurrency.lockutils [None req-33d36011-a73c-4b6d-849a-f8c867240c48 None None] Acquired lock "Segment" {{(pid=66703) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1177.536967] env[66703]: DEBUG oslo_concurrency.lockutils [None req-33d36011-a73c-4b6d-849a-f8c867240c48 None None] Acquired external semaphore "Segment" {{(pid=66703) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1177.537133] env[66703]: DEBUG oslo_concurrency.lockutils [None req-33d36011-a73c-4b6d-849a-f8c867240c48 None None] Releasing lock "Segment" {{(pid=66703) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1177.537349] env[66703]: DEBUG dogpile.cache.region [None req-33d36011-a73c-4b6d-849a-f8c867240c48 None None] No value present for key: 'zone-id' {{(pid=66703) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 1177.537463] env[66703]: DEBUG dogpile.lock [None req-33d36011-a73c-4b6d-849a-f8c867240c48 None None] NeedRegenerationException {{(pid=66703) _enter /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:90}} [ 1177.537574] env[66703]: DEBUG dogpile.lock [None req-33d36011-a73c-4b6d-849a-f8c867240c48 None None] no value, waiting for create lock {{(pid=66703) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:131}} [ 1177.537681] env[66703]: DEBUG dogpile.lock [None req-33d36011-a73c-4b6d-849a-f8c867240c48 None None] value creation lock acquired {{(pid=66703) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:135}} [ 1177.537789] env[66703]: DEBUG dogpile.cache.region [None req-33d36011-a73c-4b6d-849a-f8c867240c48 None None] No value present for key: 'zone-id' {{(pid=66703) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 1177.537893] env[66703]: DEBUG dogpile.lock [None req-33d36011-a73c-4b6d-849a-f8c867240c48 None None] Calling creation function for not-yet-present value {{(pid=66703) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:174}} [ 1177.538040] env[66703]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-33d36011-a73c-4b6d-849a-f8c867240c48 None None] Looking for TransportZone with name nsx-vlan-transportzone. [ 1177.539978] env[66703]: DEBUG networking_nsxv3.common.locking [None req-ffa6d202-748e-4c81-9979-ad08741f9cf7 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=66703) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1177.540187] env[66703]: DEBUG oslo_concurrency.lockutils [None req-ffa6d202-748e-4c81-9979-ad08741f9cf7 None None] Acquiring lock "SegmentPort" {{(pid=66703) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1177.540287] env[66703]: DEBUG oslo_concurrency.lockutils [None req-ffa6d202-748e-4c81-9979-ad08741f9cf7 None None] Acquired lock "SegmentPort" {{(pid=66703) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1177.540509] env[66703]: DEBUG oslo_concurrency.lockutils [None req-ffa6d202-748e-4c81-9979-ad08741f9cf7 None None] Acquired external semaphore "SegmentPort" {{(pid=66703) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1177.540728] env[66703]: DEBUG oslo_concurrency.lockutils [None req-ffa6d202-748e-4c81-9979-ad08741f9cf7 None None] Releasing lock "SegmentPort" {{(pid=66703) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1177.541032] env[66703]: DEBUG oslo_concurrency.lockutils [None req-ffa6d202-748e-4c81-9979-ad08741f9cf7 None None] Releasing lock "port-949fd7aa-debc-4679-8bb6-2ff502f2bdaa" {{(pid=66703) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1177.568749] env[66703]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 4872b703-920a-4af9-a3a7-4649c45283ab in Status: SUCCESS [ 1177.568749] env[66703]: WARNING networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 4872b703-920a-4af9-a3a7-4649c45283ab deletion is rescheduled due to dependency. [ 1177.568749] env[66703]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-4872b703-920a-4af9-a3a7-4649c45283ab" {{(pid=66703) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1177.573210] env[66703]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-33d36011-a73c-4b6d-849a-f8c867240c48 None None] loading zone with a95c914d-748d-497c-94ab-10d4647daeba and tags [{'scope': 'mp2policy_migr_status', 'tag': 'success'}] [ 1177.573372] env[66703]: DEBUG dogpile.cache.region [None req-33d36011-a73c-4b6d-849a-f8c867240c48 None None] Cache value generated in 0.035 seconds for key(s): 'zone-id' {{(pid=66703) _log_time /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:910}} [ 1177.573467] env[66703]: DEBUG dogpile.lock [None req-33d36011-a73c-4b6d-849a-f8c867240c48 None None] Released creation lock {{(pid=66703) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:182}} [ 1177.573690] env[66703]: DEBUG oslo_concurrency.lockutils [None req-33d36011-a73c-4b6d-849a-f8c867240c48 None None] Releasing lock "network-840" {{(pid=66703) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1177.574271] env[66703]: DEBUG networking_nsxv3.common.locking [None req-33d36011-a73c-4b6d-849a-f8c867240c48 None None] Lock port-7ba1cee3-8fb0-4654-8ba6-8515dc3aeb7c taken with stack trace [, , , , , , , , ] {{(pid=66703) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1177.574271] env[66703]: DEBUG oslo_concurrency.lockutils [None req-33d36011-a73c-4b6d-849a-f8c867240c48 None None] Acquiring lock "port-7ba1cee3-8fb0-4654-8ba6-8515dc3aeb7c" {{(pid=66703) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1177.574462] env[66703]: DEBUG oslo_concurrency.lockutils [None req-33d36011-a73c-4b6d-849a-f8c867240c48 None None] Acquired lock "port-7ba1cee3-8fb0-4654-8ba6-8515dc3aeb7c" {{(pid=66703) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1177.574663] env[66703]: DEBUG oslo_concurrency.lockutils [None req-33d36011-a73c-4b6d-849a-f8c867240c48 None None] Acquired external semaphore "port-7ba1cee3-8fb0-4654-8ba6-8515dc3aeb7c" {{(pid=66703) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1177.574801] env[66703]: DEBUG networking_nsxv3.api.rpc [None req-33d36011-a73c-4b6d-849a-f8c867240c48 None None] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('7ba1cee3-8fb0-4654-8ba6-8515dc3aeb7c',) {} {{(pid=66703) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1177.658551] env[66703]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=66703) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1177.658951] env[66703]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66703) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1177.658951] env[66703]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66703) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1177.659035] env[66703]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66703) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1177.659125] env[66703]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66703) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1177.659336] env[66703]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66703) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1177.659459] env[66703]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66703) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1177.659512] env[66703]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66703) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1177.659667] env[66703]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66703) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1177.659738] env[66703]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66703) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1177.659846] env[66703]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 09270d34-a5b2-4e12-b357-002e5c6d00ab already deleted. [ 1177.659902] env[66703]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-09270d34-a5b2-4e12-b357-002e5c6d00ab" {{(pid=66703) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1178.031053] env[66703]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('fd11726e-2764-449e-84ac-e0167df921d4',) {} {{(pid=66703) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1178.078812] env[66703]: DEBUG networking_nsxv3.common.locking [None req-33d36011-a73c-4b6d-849a-f8c867240c48 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , ] {{(pid=66703) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1178.078812] env[66703]: DEBUG oslo_concurrency.lockutils [None req-33d36011-a73c-4b6d-849a-f8c867240c48 None None] Acquiring lock "SegmentPort" {{(pid=66703) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1178.078812] env[66703]: DEBUG oslo_concurrency.lockutils [None req-33d36011-a73c-4b6d-849a-f8c867240c48 None None] Acquired lock "SegmentPort" {{(pid=66703) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1178.078812] env[66703]: DEBUG oslo_concurrency.lockutils [None req-33d36011-a73c-4b6d-849a-f8c867240c48 None None] Acquired external semaphore "SegmentPort" {{(pid=66703) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1178.078812] env[66703]: DEBUG oslo_concurrency.lockutils [None req-33d36011-a73c-4b6d-849a-f8c867240c48 None None] Releasing lock "SegmentPort" {{(pid=66703) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1178.078812] env[66703]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-33d36011-a73c-4b6d-849a-f8c867240c48 None None] Segment Port 7ba1cee3-8fb0-4654-8ba6-8515dc3aeb7c not found, creating... [ 1178.078812] env[66703]: DEBUG networking_nsxv3.common.locking [None req-33d36011-a73c-4b6d-849a-f8c867240c48 None None] Lock Segment taken with stack trace [, , , , , , , , , , , ] {{(pid=66703) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1178.078812] env[66703]: DEBUG oslo_concurrency.lockutils [None req-33d36011-a73c-4b6d-849a-f8c867240c48 None None] Acquiring lock "Segment" {{(pid=66703) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1178.078812] env[66703]: DEBUG oslo_concurrency.lockutils [None req-33d36011-a73c-4b6d-849a-f8c867240c48 None None] Acquired lock "Segment" {{(pid=66703) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1178.078812] env[66703]: DEBUG oslo_concurrency.lockutils [None req-33d36011-a73c-4b6d-849a-f8c867240c48 None None] Acquired external semaphore "Segment" {{(pid=66703) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1178.078812] env[66703]: DEBUG oslo_concurrency.lockutils [None req-33d36011-a73c-4b6d-849a-f8c867240c48 None None] Releasing lock "Segment" {{(pid=66703) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1178.079354] env[66703]: DEBUG networking_nsxv3.common.locking [None req-33d36011-a73c-4b6d-849a-f8c867240c48 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=66703) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1178.079354] env[66703]: DEBUG oslo_concurrency.lockutils [None req-33d36011-a73c-4b6d-849a-f8c867240c48 None None] Acquiring lock "SegmentPort" {{(pid=66703) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1178.079464] env[66703]: DEBUG oslo_concurrency.lockutils [None req-33d36011-a73c-4b6d-849a-f8c867240c48 None None] Acquired lock "SegmentPort" {{(pid=66703) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1178.079798] env[66703]: DEBUG oslo_concurrency.lockutils [None req-33d36011-a73c-4b6d-849a-f8c867240c48 None None] Acquired external semaphore "SegmentPort" {{(pid=66703) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1178.079906] env[66703]: DEBUG oslo_concurrency.lockutils [None req-33d36011-a73c-4b6d-849a-f8c867240c48 None None] Releasing lock "SegmentPort" {{(pid=66703) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1178.080028] env[66703]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-33d36011-a73c-4b6d-849a-f8c867240c48 None None] Resource: SegmentPort with ID: 7ba1cee3-8fb0-4654-8ba6-8515dc3aeb7c is going to be created. [ 1178.102051] env[66703]: DEBUG networking_nsxv3.common.locking [None req-33d36011-a73c-4b6d-849a-f8c867240c48 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=66703) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1178.102280] env[66703]: DEBUG oslo_concurrency.lockutils [None req-33d36011-a73c-4b6d-849a-f8c867240c48 None None] Acquiring lock "SegmentPort" {{(pid=66703) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1178.102404] env[66703]: DEBUG oslo_concurrency.lockutils [None req-33d36011-a73c-4b6d-849a-f8c867240c48 None None] Acquired lock "SegmentPort" {{(pid=66703) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1178.102721] env[66703]: DEBUG oslo_concurrency.lockutils [None req-33d36011-a73c-4b6d-849a-f8c867240c48 None None] Acquired external semaphore "SegmentPort" {{(pid=66703) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1178.102976] env[66703]: DEBUG oslo_concurrency.lockutils [None req-33d36011-a73c-4b6d-849a-f8c867240c48 None None] Releasing lock "SegmentPort" {{(pid=66703) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1178.103228] env[66703]: DEBUG oslo_concurrency.lockutils [None req-33d36011-a73c-4b6d-849a-f8c867240c48 None None] Releasing lock "port-7ba1cee3-8fb0-4654-8ba6-8515dc3aeb7c" {{(pid=66703) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1178.195195] env[66703]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 4e788d78-bd3c-4249-acf9-3dd7a53e2a11 in Status: SUCCESS [ 1178.195431] env[66703]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-4e788d78-bd3c-4249-acf9-3dd7a53e2a11" {{(pid=66703) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1178.229400] env[66703]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 7f25b958-d945-4ecc-9b4b-3c986bb1a818 in Status: SUCCESS [ 1178.229718] env[66703]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-7f25b958-d945-4ecc-9b4b-3c986bb1a818" {{(pid=66703) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1178.229887] env[66703]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-7f25b958-d945-4ecc-9b4b-3c986bb1a818" {{(pid=66703) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1178.230141] env[66703]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-7f25b958-d945-4ecc-9b4b-3c986bb1a818" {{(pid=66703) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1178.230336] env[66703]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=66703) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1178.230453] env[66703]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66703) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1178.230518] env[66703]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66703) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1178.230674] env[66703]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66703) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1178.230754] env[66703]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66703) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1178.230838] env[66703]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-7f25b958-d945-4ecc-9b4b-3c986bb1a818" {{(pid=66703) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1178.230937] env[66703]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('7f25b958-d945-4ecc-9b4b-3c986bb1a818',) {} {{(pid=66703) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1178.232400] env[66703]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-7f25b958-d945-4ecc-9b4b-3c986bb1a818" {{(pid=66703) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1178.232586] env[66703]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-7f25b958-d945-4ecc-9b4b-3c986bb1a818" {{(pid=66703) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1178.232753] env[66703]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=66703) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1178.232857] env[66703]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66703) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1178.233565] env[66703]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66703) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1178.233565] env[66703]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66703) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1178.233565] env[66703]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66703) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1178.233565] env[66703]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('7f25b958-d945-4ecc-9b4b-3c986bb1a818',) {} {{(pid=66703) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1178.256893] env[66703]: INFO networking_nsxv3.common.synchronization [req-45f1728c-1226-4ddf-bbea-eed16cf65825 req-0fd7422f-7b67-4eec-b92f-b52d11322b0a service nova] Enqueued Resource ID: 74884478-9760-4ca3-bceb-cbff7acb74c0 with Priority: HIGHEST for action security_group_rules [ 1178.256893] env[66703]: INFO networking_nsxv3.common.synchronization [req-45f1728c-1226-4ddf-bbea-eed16cf65825 req-0fd7422f-7b67-4eec-b92f-b52d11322b0a service nova] Enqueued Resource ID: 74884478-9760-4ca3-bceb-cbff7acb74c0 with Priority: HIGHEST for action security_group_members [ 1178.257075] env[66703]: INFO networking_nsxv3.common.synchronization [req-45f1728c-1226-4ddf-bbea-eed16cf65825 req-0fd7422f-7b67-4eec-b92f-b52d11322b0a service nova] Enqueued Resource ID: 949fd7aa-debc-4679-8bb6-2ff502f2bdaa with Priority: HIGHEST for action port [ 1178.257326] env[66703]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 74884478-9760-4ca3-bceb-cbff7acb74c0 with Priority: HIGHEST for action security_group_rules [ 1178.257417] env[66703]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 74884478-9760-4ca3-bceb-cbff7acb74c0 with Priority: HIGHEST for action security_group_members [ 1178.257497] env[66703]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 949fd7aa-debc-4679-8bb6-2ff502f2bdaa with Priority: HIGHEST for action port [ 1178.258062] env[66703]: DEBUG networking_nsxv3.common.locking [-] Lock rules-74884478-9760-4ca3-bceb-cbff7acb74c0 taken with stack trace [, , ] {{(pid=66703) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1178.258218] env[66703]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-74884478-9760-4ca3-bceb-cbff7acb74c0" {{(pid=66703) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1178.258313] env[66703]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-74884478-9760-4ca3-bceb-cbff7acb74c0" {{(pid=66703) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1178.258448] env[66703]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-74884478-9760-4ca3-bceb-cbff7acb74c0" {{(pid=66703) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1178.258622] env[66703]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('74884478-9760-4ca3-bceb-cbff7acb74c0',) {} {{(pid=66703) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1178.259858] env[66703]: DEBUG networking_nsxv3.common.locking [-] Lock member-74884478-9760-4ca3-bceb-cbff7acb74c0 taken with stack trace [, , ] {{(pid=66703) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1178.259964] env[66703]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-74884478-9760-4ca3-bceb-cbff7acb74c0" {{(pid=66703) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1178.260055] env[66703]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-74884478-9760-4ca3-bceb-cbff7acb74c0" {{(pid=66703) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1178.260247] env[66703]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-74884478-9760-4ca3-bceb-cbff7acb74c0" {{(pid=66703) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1178.260419] env[66703]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=66703) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1178.260520] env[66703]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66703) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1178.260579] env[66703]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66703) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1178.260752] env[66703]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66703) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1178.260840] env[66703]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66703) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1178.260933] env[66703]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('74884478-9760-4ca3-bceb-cbff7acb74c0',) {} {{(pid=66703) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1178.261803] env[66703]: DEBUG networking_nsxv3.common.locking [-] Lock port-949fd7aa-debc-4679-8bb6-2ff502f2bdaa taken with stack trace [, , ] {{(pid=66703) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1178.261925] env[66703]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-949fd7aa-debc-4679-8bb6-2ff502f2bdaa" {{(pid=66703) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1178.261964] env[66703]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-949fd7aa-debc-4679-8bb6-2ff502f2bdaa" {{(pid=66703) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1178.262137] env[66703]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-949fd7aa-debc-4679-8bb6-2ff502f2bdaa" {{(pid=66703) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1178.262211] env[66703]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('949fd7aa-debc-4679-8bb6-2ff502f2bdaa',) {} {{(pid=66703) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1178.534603] env[66703]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('fd11726e-2764-449e-84ac-e0167df921d4',) {} {{(pid=66703) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1178.653431] env[66703]: DEBUG networking_nsxv3.common.locking [None req-ffa6d202-748e-4c81-9979-ad08741f9cf7 None None] Lock network-128 taken with stack trace [, , , , , , , , ] {{(pid=66703) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1178.653710] env[66703]: DEBUG oslo_concurrency.lockutils [None req-ffa6d202-748e-4c81-9979-ad08741f9cf7 None None] Acquiring lock "network-128" {{(pid=66703) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1178.653888] env[66703]: DEBUG oslo_concurrency.lockutils [None req-ffa6d202-748e-4c81-9979-ad08741f9cf7 None None] Acquired lock "network-128" {{(pid=66703) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1178.654367] env[66703]: DEBUG oslo_concurrency.lockutils [None req-ffa6d202-748e-4c81-9979-ad08741f9cf7 None None] Acquired external semaphore "network-128" {{(pid=66703) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1178.654652] env[66703]: DEBUG networking_nsxv3.common.locking [None req-ffa6d202-748e-4c81-9979-ad08741f9cf7 None None] Lock Segment taken with stack trace [, , , , , , , , , , ] {{(pid=66703) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1178.654911] env[66703]: DEBUG oslo_concurrency.lockutils [None req-ffa6d202-748e-4c81-9979-ad08741f9cf7 None None] Acquiring lock "Segment" {{(pid=66703) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1178.655126] env[66703]: DEBUG oslo_concurrency.lockutils [None req-ffa6d202-748e-4c81-9979-ad08741f9cf7 None None] Acquired lock "Segment" {{(pid=66703) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1178.655498] env[66703]: DEBUG oslo_concurrency.lockutils [None req-ffa6d202-748e-4c81-9979-ad08741f9cf7 None None] Acquired external semaphore "Segment" {{(pid=66703) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1178.655707] env[66703]: DEBUG oslo_concurrency.lockutils [None req-ffa6d202-748e-4c81-9979-ad08741f9cf7 None None] Releasing lock "Segment" {{(pid=66703) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1178.656040] env[66703]: DEBUG dogpile.cache.region [None req-ffa6d202-748e-4c81-9979-ad08741f9cf7 None None] No value present for key: 'zone-id' {{(pid=66703) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 1178.656223] env[66703]: DEBUG dogpile.lock [None req-ffa6d202-748e-4c81-9979-ad08741f9cf7 None None] NeedRegenerationException {{(pid=66703) _enter /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:90}} [ 1178.656447] env[66703]: DEBUG dogpile.lock [None req-ffa6d202-748e-4c81-9979-ad08741f9cf7 None None] no value, waiting for create lock {{(pid=66703) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:131}} [ 1178.656573] env[66703]: DEBUG dogpile.lock [None req-ffa6d202-748e-4c81-9979-ad08741f9cf7 None None] value creation lock acquired {{(pid=66703) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:135}} [ 1178.656757] env[66703]: DEBUG dogpile.cache.region [None req-ffa6d202-748e-4c81-9979-ad08741f9cf7 None None] No value present for key: 'zone-id' {{(pid=66703) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 1178.656946] env[66703]: DEBUG dogpile.lock [None req-ffa6d202-748e-4c81-9979-ad08741f9cf7 None None] Calling creation function for not-yet-present value {{(pid=66703) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:174}} [ 1178.657180] env[66703]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-ffa6d202-748e-4c81-9979-ad08741f9cf7 None None] Looking for TransportZone with name nsx-vlan-transportzone. [ 1178.690295] env[66703]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-ffa6d202-748e-4c81-9979-ad08741f9cf7 None None] loading zone with a95c914d-748d-497c-94ab-10d4647daeba and tags [{'scope': 'mp2policy_migr_status', 'tag': 'success'}] [ 1178.690295] env[66703]: DEBUG dogpile.cache.region [None req-ffa6d202-748e-4c81-9979-ad08741f9cf7 None None] Cache value generated in 0.033 seconds for key(s): 'zone-id' {{(pid=66703) _log_time /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:910}} [ 1178.691710] env[66703]: DEBUG dogpile.lock [None req-ffa6d202-748e-4c81-9979-ad08741f9cf7 None None] Released creation lock {{(pid=66703) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:182}} [ 1178.691710] env[66703]: DEBUG oslo_concurrency.lockutils [None req-ffa6d202-748e-4c81-9979-ad08741f9cf7 None None] Releasing lock "network-128" {{(pid=66703) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1178.691710] env[66703]: DEBUG networking_nsxv3.common.locking [None req-ffa6d202-748e-4c81-9979-ad08741f9cf7 None None] Lock port-c01fb178-1cea-422d-865c-8d006e95db84 taken with stack trace [, , , , , , , , ] {{(pid=66703) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1178.691710] env[66703]: DEBUG oslo_concurrency.lockutils [None req-ffa6d202-748e-4c81-9979-ad08741f9cf7 None None] Acquiring lock "port-c01fb178-1cea-422d-865c-8d006e95db84" {{(pid=66703) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1178.691710] env[66703]: DEBUG oslo_concurrency.lockutils [None req-ffa6d202-748e-4c81-9979-ad08741f9cf7 None None] Acquired lock "port-c01fb178-1cea-422d-865c-8d006e95db84" {{(pid=66703) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1178.691710] env[66703]: DEBUG oslo_concurrency.lockutils [None req-ffa6d202-748e-4c81-9979-ad08741f9cf7 None None] Acquired external semaphore "port-c01fb178-1cea-422d-865c-8d006e95db84" {{(pid=66703) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1178.692027] env[66703]: DEBUG networking_nsxv3.api.rpc [None req-ffa6d202-748e-4c81-9979-ad08741f9cf7 None None] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('c01fb178-1cea-422d-865c-8d006e95db84',) {} {{(pid=66703) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1178.732976] env[66703]: DEBUG networking_nsxv3.common.locking [-] Lock member-7f25b958-d945-4ecc-9b4b-3c986bb1a818 taken with stack trace [, , , ] {{(pid=66703) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1178.733187] env[66703]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-7f25b958-d945-4ecc-9b4b-3c986bb1a818" {{(pid=66703) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1178.735438] env[66703]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('7f25b958-d945-4ecc-9b4b-3c986bb1a818',) {} {{(pid=66703) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1178.763444] env[66703]: DEBUG networking_nsxv3.common.locking [-] Lock member-74884478-9760-4ca3-bceb-cbff7acb74c0 taken with stack trace [, , , ] {{(pid=66703) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1178.763623] env[66703]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-74884478-9760-4ca3-bceb-cbff7acb74c0" {{(pid=66703) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1178.763760] env[66703]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('74884478-9760-4ca3-bceb-cbff7acb74c0',) {} {{(pid=66703) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1178.764600] env[66703]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] realization of port 949fd7aa-debc-4679-8bb6-2ff502f2bdaa with status ACTIVE [ 1178.764794] env[66703]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=66703) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1178.764908] env[66703]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=66703) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1178.764992] env[66703]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=66703) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1178.765190] env[66703]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=66703) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1178.765401] env[66703]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=66703) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1178.765436] env[66703]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , ] {{(pid=66703) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1178.765531] env[66703]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=66703) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1178.765592] env[66703]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=66703) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1178.765741] env[66703]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=66703) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1178.765815] env[66703]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=66703) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1178.765996] env[66703]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=66703) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1178.766106] env[66703]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=66703) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1178.766165] env[66703]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=66703) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1178.766614] env[66703]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=66703) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1178.766614] env[66703]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=66703) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1178.766614] env[66703]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: SegmentPort with ID: 949fd7aa-debc-4679-8bb6-2ff502f2bdaa is going to be updated. [ 1178.797991] env[66703]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=66703) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1178.798153] env[66703]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=66703) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1178.798224] env[66703]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=66703) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1178.798435] env[66703]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=66703) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1178.798573] env[66703]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=66703) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1178.798740] env[66703]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-949fd7aa-debc-4679-8bb6-2ff502f2bdaa" {{(pid=66703) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1178.822350] env[66703]: INFO networking_nsxv3.common.synchronization [req-9486a524-7d30-443f-9f34-726c493d7de6 req-2fd4b101-8d10-4545-a285-e2d923d8b780 service nova] Enqueued Resource ID: 09270d34-a5b2-4e12-b357-002e5c6d00ab with Priority: HIGHEST for action security_group_rules [ 1178.822554] env[66703]: INFO networking_nsxv3.common.synchronization [req-9486a524-7d30-443f-9f34-726c493d7de6 req-2fd4b101-8d10-4545-a285-e2d923d8b780 service nova] Enqueued Resource ID: 09270d34-a5b2-4e12-b357-002e5c6d00ab with Priority: HIGHEST for action security_group_members [ 1178.822692] env[66703]: INFO networking_nsxv3.common.synchronization [req-9486a524-7d30-443f-9f34-726c493d7de6 req-2fd4b101-8d10-4545-a285-e2d923d8b780 service nova] Enqueued Resource ID: 7ba1cee3-8fb0-4654-8ba6-8515dc3aeb7c with Priority: HIGHEST for action port [ 1178.823229] env[66703]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 09270d34-a5b2-4e12-b357-002e5c6d00ab with Priority: HIGHEST for action security_group_rules [ 1178.823363] env[66703]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 09270d34-a5b2-4e12-b357-002e5c6d00ab with Priority: HIGHEST for action security_group_members [ 1178.823459] env[66703]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 7ba1cee3-8fb0-4654-8ba6-8515dc3aeb7c with Priority: HIGHEST for action port [ 1178.823902] env[66703]: DEBUG networking_nsxv3.common.locking [-] Lock rules-09270d34-a5b2-4e12-b357-002e5c6d00ab taken with stack trace [, , ] {{(pid=66703) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1178.823902] env[66703]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-09270d34-a5b2-4e12-b357-002e5c6d00ab" {{(pid=66703) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1178.824060] env[66703]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-09270d34-a5b2-4e12-b357-002e5c6d00ab" {{(pid=66703) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1178.824226] env[66703]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-09270d34-a5b2-4e12-b357-002e5c6d00ab" {{(pid=66703) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1178.824348] env[66703]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('09270d34-a5b2-4e12-b357-002e5c6d00ab',) {} {{(pid=66703) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1178.825111] env[66703]: DEBUG networking_nsxv3.common.locking [-] Lock member-09270d34-a5b2-4e12-b357-002e5c6d00ab taken with stack trace [, , ] {{(pid=66703) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1178.825303] env[66703]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-09270d34-a5b2-4e12-b357-002e5c6d00ab" {{(pid=66703) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1178.825303] env[66703]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-09270d34-a5b2-4e12-b357-002e5c6d00ab" {{(pid=66703) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1178.825472] env[66703]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-09270d34-a5b2-4e12-b357-002e5c6d00ab" {{(pid=66703) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1178.825615] env[66703]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=66703) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1178.825708] env[66703]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66703) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1178.825768] env[66703]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66703) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1178.826109] env[66703]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66703) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1178.826109] env[66703]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66703) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1178.826109] env[66703]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('09270d34-a5b2-4e12-b357-002e5c6d00ab',) {} {{(pid=66703) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1178.828149] env[66703]: DEBUG networking_nsxv3.common.locking [-] Lock port-7ba1cee3-8fb0-4654-8ba6-8515dc3aeb7c taken with stack trace [, , ] {{(pid=66703) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1178.828149] env[66703]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-7ba1cee3-8fb0-4654-8ba6-8515dc3aeb7c" {{(pid=66703) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1178.828149] env[66703]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-7ba1cee3-8fb0-4654-8ba6-8515dc3aeb7c" {{(pid=66703) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1178.828149] env[66703]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-7ba1cee3-8fb0-4654-8ba6-8515dc3aeb7c" {{(pid=66703) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1178.828149] env[66703]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('7ba1cee3-8fb0-4654-8ba6-8515dc3aeb7c',) {} {{(pid=66703) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1179.037303] env[66703]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66703) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1179.037515] env[66703]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66703) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1179.037515] env[66703]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66703) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1179.037911] env[66703]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66703) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1179.037981] env[66703]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66703) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1179.038081] env[66703]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: fd11726e-2764-449e-84ac-e0167df921d4 is going to be updated. [ 1179.071639] env[66703]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66703) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1179.071843] env[66703]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66703) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1179.071885] env[66703]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66703) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1179.072155] env[66703]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66703) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1179.072344] env[66703]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66703) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1179.082088] env[66703]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: fd11726e-2764-449e-84ac-e0167df921d4 in Status: IN_PROGRESS for 2s [ 1179.194666] env[66703]: DEBUG networking_nsxv3.common.locking [None req-ffa6d202-748e-4c81-9979-ad08741f9cf7 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , ] {{(pid=66703) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1179.194871] env[66703]: DEBUG oslo_concurrency.lockutils [None req-ffa6d202-748e-4c81-9979-ad08741f9cf7 None None] Acquiring lock "SegmentPort" {{(pid=66703) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1179.195050] env[66703]: DEBUG oslo_concurrency.lockutils [None req-ffa6d202-748e-4c81-9979-ad08741f9cf7 None None] Acquired lock "SegmentPort" {{(pid=66703) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1179.195334] env[66703]: DEBUG oslo_concurrency.lockutils [None req-ffa6d202-748e-4c81-9979-ad08741f9cf7 None None] Acquired external semaphore "SegmentPort" {{(pid=66703) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1179.195493] env[66703]: DEBUG oslo_concurrency.lockutils [None req-ffa6d202-748e-4c81-9979-ad08741f9cf7 None None] Releasing lock "SegmentPort" {{(pid=66703) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1179.195676] env[66703]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-ffa6d202-748e-4c81-9979-ad08741f9cf7 None None] Segment Port c01fb178-1cea-422d-865c-8d006e95db84 not found, creating... [ 1179.196040] env[66703]: DEBUG networking_nsxv3.common.locking [None req-ffa6d202-748e-4c81-9979-ad08741f9cf7 None None] Lock Segment taken with stack trace [, , , , , , , , , , , ] {{(pid=66703) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1179.196233] env[66703]: DEBUG oslo_concurrency.lockutils [None req-ffa6d202-748e-4c81-9979-ad08741f9cf7 None None] Acquiring lock "Segment" {{(pid=66703) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1179.196373] env[66703]: DEBUG oslo_concurrency.lockutils [None req-ffa6d202-748e-4c81-9979-ad08741f9cf7 None None] Acquired lock "Segment" {{(pid=66703) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1179.196610] env[66703]: DEBUG oslo_concurrency.lockutils [None req-ffa6d202-748e-4c81-9979-ad08741f9cf7 None None] Acquired external semaphore "Segment" {{(pid=66703) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1179.196780] env[66703]: DEBUG oslo_concurrency.lockutils [None req-ffa6d202-748e-4c81-9979-ad08741f9cf7 None None] Releasing lock "Segment" {{(pid=66703) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1179.197077] env[66703]: DEBUG networking_nsxv3.common.locking [None req-ffa6d202-748e-4c81-9979-ad08741f9cf7 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=66703) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1179.197239] env[66703]: DEBUG oslo_concurrency.lockutils [None req-ffa6d202-748e-4c81-9979-ad08741f9cf7 None None] Acquiring lock "SegmentPort" {{(pid=66703) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1179.197354] env[66703]: DEBUG oslo_concurrency.lockutils [None req-ffa6d202-748e-4c81-9979-ad08741f9cf7 None None] Acquired lock "SegmentPort" {{(pid=66703) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1179.197578] env[66703]: DEBUG oslo_concurrency.lockutils [None req-ffa6d202-748e-4c81-9979-ad08741f9cf7 None None] Acquired external semaphore "SegmentPort" {{(pid=66703) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1179.197740] env[66703]: DEBUG oslo_concurrency.lockutils [None req-ffa6d202-748e-4c81-9979-ad08741f9cf7 None None] Releasing lock "SegmentPort" {{(pid=66703) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1179.198122] env[66703]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-ffa6d202-748e-4c81-9979-ad08741f9cf7 None None] Resource: SegmentPort with ID: c01fb178-1cea-422d-865c-8d006e95db84 is going to be created. [ 1179.219485] env[66703]: DEBUG networking_nsxv3.common.locking [None req-ffa6d202-748e-4c81-9979-ad08741f9cf7 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=66703) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1179.219873] env[66703]: DEBUG oslo_concurrency.lockutils [None req-ffa6d202-748e-4c81-9979-ad08741f9cf7 None None] Acquiring lock "SegmentPort" {{(pid=66703) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1179.220294] env[66703]: DEBUG oslo_concurrency.lockutils [None req-ffa6d202-748e-4c81-9979-ad08741f9cf7 None None] Acquired lock "SegmentPort" {{(pid=66703) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1179.220502] env[66703]: DEBUG oslo_concurrency.lockutils [None req-ffa6d202-748e-4c81-9979-ad08741f9cf7 None None] Acquired external semaphore "SegmentPort" {{(pid=66703) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1179.220866] env[66703]: DEBUG oslo_concurrency.lockutils [None req-ffa6d202-748e-4c81-9979-ad08741f9cf7 None None] Releasing lock "SegmentPort" {{(pid=66703) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1179.221205] env[66703]: DEBUG oslo_concurrency.lockutils [None req-ffa6d202-748e-4c81-9979-ad08741f9cf7 None None] Releasing lock "port-c01fb178-1cea-422d-865c-8d006e95db84" {{(pid=66703) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1179.237557] env[66703]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('7f25b958-d945-4ecc-9b4b-3c986bb1a818',) {} {{(pid=66703) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1179.269099] env[66703]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('74884478-9760-4ca3-bceb-cbff7acb74c0',) {} {{(pid=66703) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1179.331037] env[66703]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] realization of port 7ba1cee3-8fb0-4654-8ba6-8515dc3aeb7c with status ACTIVE [ 1179.331440] env[66703]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=66703) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1179.332284] env[66703]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=66703) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1179.332388] env[66703]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=66703) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1179.332701] env[66703]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=66703) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1179.332865] env[66703]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=66703) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1179.333134] env[66703]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , ] {{(pid=66703) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1179.333278] env[66703]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=66703) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1179.333359] env[66703]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=66703) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1179.333555] env[66703]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=66703) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1179.333678] env[66703]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=66703) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1179.333963] env[66703]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=66703) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1179.334173] env[66703]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=66703) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1179.334264] env[66703]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=66703) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1179.334438] env[66703]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=66703) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1179.334519] env[66703]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=66703) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1179.334607] env[66703]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: SegmentPort with ID: 7ba1cee3-8fb0-4654-8ba6-8515dc3aeb7c is going to be updated. [ 1179.335815] env[66703]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('09270d34-a5b2-4e12-b357-002e5c6d00ab',) {} {{(pid=66703) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1179.337075] env[66703]: DEBUG networking_nsxv3.common.locking [-] Lock member-09270d34-a5b2-4e12-b357-002e5c6d00ab taken with stack trace [, , , ] {{(pid=66703) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1179.340032] env[66703]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-09270d34-a5b2-4e12-b357-002e5c6d00ab" {{(pid=66703) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1179.373755] env[66703]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=66703) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1179.374108] env[66703]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=66703) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1179.374199] env[66703]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=66703) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1179.374414] env[66703]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=66703) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1179.374553] env[66703]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=66703) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1179.374718] env[66703]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-7ba1cee3-8fb0-4654-8ba6-8515dc3aeb7c" {{(pid=66703) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1179.739831] env[66703]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66703) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1179.740175] env[66703]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66703) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1179.740175] env[66703]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66703) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1179.740285] env[66703]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66703) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1179.740379] env[66703]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66703) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1179.740484] env[66703]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 7f25b958-d945-4ecc-9b4b-3c986bb1a818 is going to be updated. [ 1179.770671] env[66703]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66703) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1179.770891] env[66703]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66703) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1179.770958] env[66703]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66703) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1179.771251] env[66703]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66703) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1179.771366] env[66703]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66703) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1179.771493] env[66703]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 74884478-9760-4ca3-bceb-cbff7acb74c0 is going to be updated. [ 1179.779979] env[66703]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66703) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1179.780155] env[66703]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66703) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1179.780228] env[66703]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66703) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1179.780448] env[66703]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66703) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1179.780616] env[66703]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66703) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1179.789989] env[66703]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 7f25b958-d945-4ecc-9b4b-3c986bb1a818 in Status: IN_PROGRESS for 2s [ 1179.820821] env[66703]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66703) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1179.820983] env[66703]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66703) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1179.821074] env[66703]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66703) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1179.821279] env[66703]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66703) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1179.821425] env[66703]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66703) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1179.835388] env[66703]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 74884478-9760-4ca3-bceb-cbff7acb74c0 in Status: IN_PROGRESS for 2s [ 1179.842530] env[66703]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('09270d34-a5b2-4e12-b357-002e5c6d00ab',) {} {{(pid=66703) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1179.965879] env[66703]: INFO networking_nsxv3.common.synchronization [req-f9b56491-8332-45a4-b7b1-ba438f4ff64c req-e6eec1db-ab9d-4191-b617-72f762b94a0b service nova] Enqueued Resource ID: 7f25b958-d945-4ecc-9b4b-3c986bb1a818 with Priority: HIGHEST for action security_group_rules [ 1179.966127] env[66703]: INFO networking_nsxv3.common.synchronization [req-f9b56491-8332-45a4-b7b1-ba438f4ff64c req-e6eec1db-ab9d-4191-b617-72f762b94a0b service nova] Enqueued Resource ID: 7f25b958-d945-4ecc-9b4b-3c986bb1a818 with Priority: HIGHEST for action security_group_members [ 1179.966257] env[66703]: INFO networking_nsxv3.common.synchronization [req-f9b56491-8332-45a4-b7b1-ba438f4ff64c req-e6eec1db-ab9d-4191-b617-72f762b94a0b service nova] Enqueued Resource ID: c01fb178-1cea-422d-865c-8d006e95db84 with Priority: HIGHEST for action port [ 1179.966803] env[66703]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 7f25b958-d945-4ecc-9b4b-3c986bb1a818 with Priority: HIGHEST for action security_group_rules [ 1179.966930] env[66703]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 7f25b958-d945-4ecc-9b4b-3c986bb1a818 with Priority: HIGHEST for action security_group_members [ 1179.967183] env[66703]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: c01fb178-1cea-422d-865c-8d006e95db84 with Priority: HIGHEST for action port [ 1179.968197] env[66703]: DEBUG networking_nsxv3.common.locking [-] Lock rules-7f25b958-d945-4ecc-9b4b-3c986bb1a818 taken with stack trace [, , ] {{(pid=66703) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1179.968300] env[66703]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-7f25b958-d945-4ecc-9b4b-3c986bb1a818" {{(pid=66703) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1179.968481] env[66703]: DEBUG networking_nsxv3.common.locking [-] Lock member-7f25b958-d945-4ecc-9b4b-3c986bb1a818 taken with stack trace [, , ] {{(pid=66703) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1179.968647] env[66703]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-7f25b958-d945-4ecc-9b4b-3c986bb1a818" {{(pid=66703) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1179.968913] env[66703]: DEBUG networking_nsxv3.common.locking [-] Lock port-c01fb178-1cea-422d-865c-8d006e95db84 taken with stack trace [, , ] {{(pid=66703) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1179.969067] env[66703]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-c01fb178-1cea-422d-865c-8d006e95db84" {{(pid=66703) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1179.969130] env[66703]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-c01fb178-1cea-422d-865c-8d006e95db84" {{(pid=66703) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1179.969373] env[66703]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-c01fb178-1cea-422d-865c-8d006e95db84" {{(pid=66703) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1179.969486] env[66703]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('c01fb178-1cea-422d-865c-8d006e95db84',) {} {{(pid=66703) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1180.346291] env[66703]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66703) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1180.346456] env[66703]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66703) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1180.346528] env[66703]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66703) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1180.346750] env[66703]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66703) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1180.346839] env[66703]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66703) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1180.346938] env[66703]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 09270d34-a5b2-4e12-b357-002e5c6d00ab is going to be created. [ 1180.370266] env[66703]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66703) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1180.370464] env[66703]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66703) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1180.370464] env[66703]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66703) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1180.370622] env[66703]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66703) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1180.370784] env[66703]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66703) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1180.381022] env[66703]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 09270d34-a5b2-4e12-b357-002e5c6d00ab in Status: UNINITIALIZED for 2s [ 1180.471599] env[66703]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] realization of port c01fb178-1cea-422d-865c-8d006e95db84 with status ACTIVE [ 1180.472054] env[66703]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=66703) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1180.472054] env[66703]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=66703) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1180.472358] env[66703]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=66703) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1180.472399] env[66703]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=66703) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1180.472518] env[66703]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=66703) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1180.472748] env[66703]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , ] {{(pid=66703) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1180.472878] env[66703]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=66703) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1180.472962] env[66703]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=66703) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1180.473154] env[66703]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=66703) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1180.473261] env[66703]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=66703) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1180.473471] env[66703]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=66703) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1180.473609] env[66703]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=66703) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1180.473694] env[66703]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=66703) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1180.473854] env[66703]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=66703) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1180.474606] env[66703]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=66703) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1180.474606] env[66703]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: SegmentPort with ID: c01fb178-1cea-422d-865c-8d006e95db84 is going to be updated. [ 1180.497669] env[66703]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=66703) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1180.497868] env[66703]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=66703) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1180.497914] env[66703]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=66703) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1180.498120] env[66703]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=66703) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1180.498256] env[66703]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=66703) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1180.498413] env[66703]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-c01fb178-1cea-422d-865c-8d006e95db84" {{(pid=66703) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1181.093357] env[66703]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: fd11726e-2764-449e-84ac-e0167df921d4 in Status: SUCCESS [ 1181.093712] env[66703]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-fd11726e-2764-449e-84ac-e0167df921d4" {{(pid=66703) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1181.093747] env[66703]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-fd11726e-2764-449e-84ac-e0167df921d4" {{(pid=66703) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1181.094014] env[66703]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-fd11726e-2764-449e-84ac-e0167df921d4" {{(pid=66703) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1181.094220] env[66703]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=66703) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1181.094351] env[66703]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66703) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1181.094422] env[66703]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66703) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1181.094580] env[66703]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66703) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1181.094664] env[66703]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66703) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1181.094748] env[66703]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-fd11726e-2764-449e-84ac-e0167df921d4" {{(pid=66703) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1181.094842] env[66703]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('fd11726e-2764-449e-84ac-e0167df921d4',) {} {{(pid=66703) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1181.598103] env[66703]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('fd11726e-2764-449e-84ac-e0167df921d4',) {} {{(pid=66703) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1181.800170] env[66703]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 7f25b958-d945-4ecc-9b4b-3c986bb1a818 in Status: SUCCESS [ 1181.800394] env[66703]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-7f25b958-d945-4ecc-9b4b-3c986bb1a818" {{(pid=66703) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1181.800557] env[66703]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-7f25b958-d945-4ecc-9b4b-3c986bb1a818" {{(pid=66703) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1181.800780] env[66703]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-7f25b958-d945-4ecc-9b4b-3c986bb1a818" {{(pid=66703) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1181.800978] env[66703]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=66703) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1181.801109] env[66703]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66703) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1181.801175] env[66703]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66703) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1181.801329] env[66703]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66703) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1181.801408] env[66703]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66703) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1181.801492] env[66703]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-7f25b958-d945-4ecc-9b4b-3c986bb1a818" {{(pid=66703) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1181.801717] env[66703]: DEBUG networking_nsxv3.common.locking [-] Lock member-7f25b958-d945-4ecc-9b4b-3c986bb1a818 taken with stack trace [, , , ] {{(pid=66703) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1181.801812] env[66703]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-7f25b958-d945-4ecc-9b4b-3c986bb1a818" {{(pid=66703) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1181.801849] env[66703]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-7f25b958-d945-4ecc-9b4b-3c986bb1a818" {{(pid=66703) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1181.801996] env[66703]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-7f25b958-d945-4ecc-9b4b-3c986bb1a818" {{(pid=66703) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1181.802150] env[66703]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=66703) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1181.802246] env[66703]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66703) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1181.802303] env[66703]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66703) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1181.802438] env[66703]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66703) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1181.802511] env[66703]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66703) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1181.802787] env[66703]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-7f25b958-d945-4ecc-9b4b-3c986bb1a818" {{(pid=66703) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1181.802787] env[66703]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('7f25b958-d945-4ecc-9b4b-3c986bb1a818',) {} {{(pid=66703) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1181.803520] env[66703]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-7f25b958-d945-4ecc-9b4b-3c986bb1a818" {{(pid=66703) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1181.803681] env[66703]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-7f25b958-d945-4ecc-9b4b-3c986bb1a818" {{(pid=66703) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1181.803831] env[66703]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=66703) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1181.803979] env[66703]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66703) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1181.803979] env[66703]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66703) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1181.804141] env[66703]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66703) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1181.804213] env[66703]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66703) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1181.804302] env[66703]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('7f25b958-d945-4ecc-9b4b-3c986bb1a818',) {} {{(pid=66703) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1181.846903] env[66703]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 74884478-9760-4ca3-bceb-cbff7acb74c0 in Status: SUCCESS [ 1181.847165] env[66703]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-74884478-9760-4ca3-bceb-cbff7acb74c0" {{(pid=66703) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1181.847724] env[66703]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-74884478-9760-4ca3-bceb-cbff7acb74c0" {{(pid=66703) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1181.847897] env[66703]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-74884478-9760-4ca3-bceb-cbff7acb74c0" {{(pid=66703) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1181.848111] env[66703]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=66703) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1181.848266] env[66703]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66703) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1181.848368] env[66703]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66703) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1181.848564] env[66703]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66703) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1181.848564] env[66703]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66703) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1181.848628] env[66703]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-74884478-9760-4ca3-bceb-cbff7acb74c0" {{(pid=66703) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1181.848736] env[66703]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('74884478-9760-4ca3-bceb-cbff7acb74c0',) {} {{(pid=66703) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1182.099166] env[66703]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for fd11726e-2764-449e-84ac-e0167df921d4: rpc.has_security_group_logging(os_id): False [ 1182.118624] env[66703]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=66703) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1182.118767] env[66703]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66703) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1182.118908] env[66703]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66703) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1182.119060] env[66703]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66703) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1182.119150] env[66703]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66703) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1182.119401] env[66703]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=66703) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1182.119498] env[66703]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66703) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1182.119561] env[66703]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66703) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1182.119709] env[66703]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66703) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1182.119802] env[66703]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66703) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1182.119864] env[66703]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: fd11726e-2764-449e-84ac-e0167df921d4 is going to be updated. [ 1182.184853] env[66703]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=66703) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1182.185016] env[66703]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66703) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1182.185080] env[66703]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66703) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1182.185333] env[66703]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66703) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1182.185479] env[66703]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66703) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1182.205397] env[66703]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: fd11726e-2764-449e-84ac-e0167df921d4 in Status: IN_PROGRESS for 2s [ 1182.307934] env[66703]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for 7f25b958-d945-4ecc-9b4b-3c986bb1a818: rpc.has_security_group_logging(os_id): False [ 1182.309124] env[66703]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('7f25b958-d945-4ecc-9b4b-3c986bb1a818',) {} {{(pid=66703) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1182.350901] env[66703]: DEBUG networking_nsxv3.common.locking [-] Lock member-74884478-9760-4ca3-bceb-cbff7acb74c0 taken with stack trace [, , , ] {{(pid=66703) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1182.350901] env[66703]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-74884478-9760-4ca3-bceb-cbff7acb74c0" {{(pid=66703) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1182.350901] env[66703]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-74884478-9760-4ca3-bceb-cbff7acb74c0" {{(pid=66703) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1182.351151] env[66703]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-74884478-9760-4ca3-bceb-cbff7acb74c0" {{(pid=66703) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1182.351151] env[66703]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=66703) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1182.351276] env[66703]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66703) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1182.351434] env[66703]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66703) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1182.351635] env[66703]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66703) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1182.351754] env[66703]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66703) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1182.351890] env[66703]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-74884478-9760-4ca3-bceb-cbff7acb74c0" {{(pid=66703) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1182.352087] env[66703]: DEBUG networking_nsxv3.common.locking [-] Lock member-74884478-9760-4ca3-bceb-cbff7acb74c0 taken with stack trace [, , , ] {{(pid=66703) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1182.352203] env[66703]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-74884478-9760-4ca3-bceb-cbff7acb74c0" {{(pid=66703) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1182.352315] env[66703]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-74884478-9760-4ca3-bceb-cbff7acb74c0" {{(pid=66703) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1182.353056] env[66703]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-74884478-9760-4ca3-bceb-cbff7acb74c0" {{(pid=66703) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1182.353056] env[66703]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=66703) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1182.353056] env[66703]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66703) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1182.353056] env[66703]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66703) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1182.353056] env[66703]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66703) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1182.353056] env[66703]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66703) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1182.353357] env[66703]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-74884478-9760-4ca3-bceb-cbff7acb74c0" {{(pid=66703) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1182.353357] env[66703]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('74884478-9760-4ca3-bceb-cbff7acb74c0',) {} {{(pid=66703) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1182.357489] env[66703]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=66703) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1182.357489] env[66703]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66703) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1182.357622] env[66703]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66703) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1182.357896] env[66703]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66703) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1182.357896] env[66703]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66703) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1182.358071] env[66703]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66703) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1182.358187] env[66703]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66703) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1182.359037] env[66703]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66703) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1182.359037] env[66703]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66703) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1182.359037] env[66703]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66703) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1182.359037] env[66703]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66703) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1182.359037] env[66703]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66703) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1182.359037] env[66703]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66703) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1182.359342] env[66703]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66703) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1182.359400] env[66703]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66703) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1182.360048] env[66703]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=66703) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1182.360048] env[66703]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66703) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1182.360048] env[66703]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66703) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1182.360203] env[66703]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66703) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1182.360203] env[66703]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66703) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1182.360303] env[66703]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 7f25b958-d945-4ecc-9b4b-3c986bb1a818 is going to be created. [ 1182.392237] env[66703]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 09270d34-a5b2-4e12-b357-002e5c6d00ab in Status: SUCCESS [ 1182.392237] env[66703]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-09270d34-a5b2-4e12-b357-002e5c6d00ab" {{(pid=66703) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1182.392598] env[66703]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-09270d34-a5b2-4e12-b357-002e5c6d00ab" {{(pid=66703) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1182.393765] env[66703]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-09270d34-a5b2-4e12-b357-002e5c6d00ab" {{(pid=66703) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1182.393765] env[66703]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=66703) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1182.393765] env[66703]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66703) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1182.393765] env[66703]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66703) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1182.393765] env[66703]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66703) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1182.393765] env[66703]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66703) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1182.393765] env[66703]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-09270d34-a5b2-4e12-b357-002e5c6d00ab" {{(pid=66703) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1182.393765] env[66703]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('09270d34-a5b2-4e12-b357-002e5c6d00ab',) {} {{(pid=66703) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1182.433314] env[66703]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=66703) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1182.435760] env[66703]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66703) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1182.435851] env[66703]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66703) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1182.436456] env[66703]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66703) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1182.436456] env[66703]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66703) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1182.452926] env[66703]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 7f25b958-d945-4ecc-9b4b-3c986bb1a818 in Status: IN_PROGRESS for 2s [ 1182.812121] env[66703]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('7f25b958-d945-4ecc-9b4b-3c986bb1a818',) {} {{(pid=66703) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1182.863395] env[66703]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for 74884478-9760-4ca3-bceb-cbff7acb74c0: rpc.has_security_group_logging(os_id): False [ 1182.882347] env[66703]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=66703) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1182.882490] env[66703]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66703) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1182.882565] env[66703]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66703) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1182.882966] env[66703]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66703) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1182.883090] env[66703]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66703) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1182.883305] env[66703]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66703) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1182.883420] env[66703]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66703) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1182.883483] env[66703]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66703) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1182.883659] env[66703]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66703) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1182.883744] env[66703]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66703) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1182.883990] env[66703]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66703) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1182.884143] env[66703]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66703) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1182.884181] env[66703]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66703) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1182.884314] env[66703]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66703) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1182.884391] env[66703]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66703) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1182.884588] env[66703]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=66703) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1182.884690] env[66703]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66703) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1182.884748] env[66703]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66703) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1182.884931] env[66703]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66703) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1182.885065] env[66703]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66703) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1182.885169] env[66703]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 74884478-9760-4ca3-bceb-cbff7acb74c0 is going to be updated. [ 1182.896370] env[66703]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('09270d34-a5b2-4e12-b357-002e5c6d00ab',) {} {{(pid=66703) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1182.965429] env[66703]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=66703) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1182.965429] env[66703]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66703) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1182.965429] env[66703]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66703) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1182.965644] env[66703]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66703) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1182.965644] env[66703]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66703) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1182.981060] env[66703]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 74884478-9760-4ca3-bceb-cbff7acb74c0 in Status: IN_PROGRESS for 2s [ 1183.315860] env[66703]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66703) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1183.316208] env[66703]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66703) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1183.316208] env[66703]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66703) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1183.316443] env[66703]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66703) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1183.316560] env[66703]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66703) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1183.316689] env[66703]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 7f25b958-d945-4ecc-9b4b-3c986bb1a818 is going to be updated. [ 1183.351054] env[66703]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66703) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1183.351054] env[66703]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66703) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1183.351054] env[66703]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66703) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1183.351054] env[66703]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66703) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1183.351296] env[66703]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66703) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1183.362867] env[66703]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 7f25b958-d945-4ecc-9b4b-3c986bb1a818 in Status: IN_PROGRESS for 2s [ 1183.401418] env[66703]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for 09270d34-a5b2-4e12-b357-002e5c6d00ab: rpc.has_security_group_logging(os_id): False [ 1183.439839] env[66703]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=66703) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1183.439998] env[66703]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66703) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1183.440108] env[66703]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66703) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1183.440344] env[66703]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66703) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1183.440449] env[66703]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66703) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1183.440705] env[66703]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=66703) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1183.440805] env[66703]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66703) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1183.440934] env[66703]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66703) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1183.441071] env[66703]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66703) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1183.441126] env[66703]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66703) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1183.441201] env[66703]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 09270d34-a5b2-4e12-b357-002e5c6d00ab is going to be created. [ 1183.520543] env[66703]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=66703) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1183.520703] env[66703]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66703) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1183.520778] env[66703]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66703) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1183.521030] env[66703]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66703) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1183.521211] env[66703]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66703) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1183.533235] env[66703]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 09270d34-a5b2-4e12-b357-002e5c6d00ab in Status: IN_PROGRESS for 2s [ 1184.181421] env[66703]: INFO networking_nsxv3.common.synchronization [req-6ababf74-4872-488e-a6b0-e615a3faac1f req-c2dcd651-f272-4c2e-b46f-891fb844709c tempest-AttachVolumeTestJSON-1215574731 tempest-AttachVolumeTestJSON-1215574731-project-member] Enqueued Resource ID: 433d87a8-b488-4016-b086-c4329efa2811 with Priority: HIGHEST for action security_group_members [ 1184.182306] env[66703]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 433d87a8-b488-4016-b086-c4329efa2811 with Priority: HIGHEST for action security_group_members [ 1184.182606] env[66703]: DEBUG networking_nsxv3.common.locking [-] Lock member-433d87a8-b488-4016-b086-c4329efa2811 taken with stack trace [, , ] {{(pid=66703) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1184.182767] env[66703]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-433d87a8-b488-4016-b086-c4329efa2811" {{(pid=66703) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1184.182821] env[66703]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-433d87a8-b488-4016-b086-c4329efa2811" {{(pid=66703) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1184.183637] env[66703]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-433d87a8-b488-4016-b086-c4329efa2811" {{(pid=66703) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1184.183637] env[66703]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=66703) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1184.183637] env[66703]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66703) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1184.183637] env[66703]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66703) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1184.183868] env[66703]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66703) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1184.183868] env[66703]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66703) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1184.183932] env[66703]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('433d87a8-b488-4016-b086-c4329efa2811',) {} {{(pid=66703) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1184.222372] env[66703]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: fd11726e-2764-449e-84ac-e0167df921d4 in Status: SUCCESS [ 1184.222372] env[66703]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-fd11726e-2764-449e-84ac-e0167df921d4" {{(pid=66703) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1184.270454] env[66703]: INFO networking_nsxv3.common.synchronization [req-8b5b296b-e82c-4c03-b36e-dbbf3105f6cd req-7f358d42-5724-4bc9-bbd2-f29e75c55585 tempest-ServerRescueNegativeTestJSON-1584039462 tempest-ServerRescueNegativeTestJSON-1584039462-project-member] Enqueued Resource ID: f06ec3df-73d5-4124-a117-fa273b3892bc with Priority: HIGHEST for action security_group_members [ 1184.271361] env[66703]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: f06ec3df-73d5-4124-a117-fa273b3892bc with Priority: HIGHEST for action security_group_members [ 1184.271807] env[66703]: DEBUG networking_nsxv3.common.locking [-] Lock member-f06ec3df-73d5-4124-a117-fa273b3892bc taken with stack trace [, , ] {{(pid=66703) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1184.271932] env[66703]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-f06ec3df-73d5-4124-a117-fa273b3892bc" {{(pid=66703) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1184.271932] env[66703]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-f06ec3df-73d5-4124-a117-fa273b3892bc" {{(pid=66703) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1184.272219] env[66703]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-f06ec3df-73d5-4124-a117-fa273b3892bc" {{(pid=66703) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1184.272379] env[66703]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=66703) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1184.272484] env[66703]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66703) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1184.272534] env[66703]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66703) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1184.272744] env[66703]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66703) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1184.272811] env[66703]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66703) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1184.272889] env[66703]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('f06ec3df-73d5-4124-a117-fa273b3892bc',) {} {{(pid=66703) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1184.469874] env[66703]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 7f25b958-d945-4ecc-9b4b-3c986bb1a818 in Status: SUCCESS [ 1184.470307] env[66703]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-7f25b958-d945-4ecc-9b4b-3c986bb1a818" {{(pid=66703) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1184.470307] env[66703]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-7f25b958-d945-4ecc-9b4b-3c986bb1a818" {{(pid=66703) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1184.470604] env[66703]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-7f25b958-d945-4ecc-9b4b-3c986bb1a818" {{(pid=66703) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1184.470604] env[66703]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('7f25b958-d945-4ecc-9b4b-3c986bb1a818',) {} {{(pid=66703) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1184.687584] env[66703]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=66703) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1184.687759] env[66703]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66703) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1184.687830] env[66703]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66703) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1184.688074] env[66703]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66703) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1184.709393] env[66703]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66703) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1184.710057] env[66703]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66703) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1184.710057] env[66703]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66703) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1184.710057] env[66703]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66703) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1184.710355] env[66703]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66703) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1184.710355] env[66703]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66703) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1184.710355] env[66703]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 433d87a8-b488-4016-b086-c4329efa2811 is going to be updated. [ 1184.734139] env[66703]: DEBUG networking_nsxv3.common.locking [None req-33d36011-a73c-4b6d-849a-f8c867240c48 None None] Lock network-584 taken with stack trace [, , , , , , , , ] {{(pid=66703) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1184.734334] env[66703]: DEBUG oslo_concurrency.lockutils [None req-33d36011-a73c-4b6d-849a-f8c867240c48 None None] Acquiring lock "network-584" {{(pid=66703) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1184.734459] env[66703]: DEBUG oslo_concurrency.lockutils [None req-33d36011-a73c-4b6d-849a-f8c867240c48 None None] Acquired lock "network-584" {{(pid=66703) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1184.734733] env[66703]: DEBUG oslo_concurrency.lockutils [None req-33d36011-a73c-4b6d-849a-f8c867240c48 None None] Acquired external semaphore "network-584" {{(pid=66703) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1184.735384] env[66703]: DEBUG networking_nsxv3.common.locking [None req-33d36011-a73c-4b6d-849a-f8c867240c48 None None] Lock Segment taken with stack trace [, , , , , , , , , , ] {{(pid=66703) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1184.735618] env[66703]: DEBUG oslo_concurrency.lockutils [None req-33d36011-a73c-4b6d-849a-f8c867240c48 None None] Acquiring lock "Segment" {{(pid=66703) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1184.735684] env[66703]: DEBUG oslo_concurrency.lockutils [None req-33d36011-a73c-4b6d-849a-f8c867240c48 None None] Acquired lock "Segment" {{(pid=66703) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1184.735897] env[66703]: DEBUG oslo_concurrency.lockutils [None req-33d36011-a73c-4b6d-849a-f8c867240c48 None None] Acquired external semaphore "Segment" {{(pid=66703) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1184.738939] env[66703]: DEBUG oslo_concurrency.lockutils [None req-33d36011-a73c-4b6d-849a-f8c867240c48 None None] Releasing lock "Segment" {{(pid=66703) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1184.739234] env[66703]: DEBUG dogpile.cache.region [None req-33d36011-a73c-4b6d-849a-f8c867240c48 None None] No value present for key: 'zone-id' {{(pid=66703) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 1184.739358] env[66703]: DEBUG dogpile.lock [None req-33d36011-a73c-4b6d-849a-f8c867240c48 None None] NeedRegenerationException {{(pid=66703) _enter /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:90}} [ 1184.739477] env[66703]: DEBUG dogpile.lock [None req-33d36011-a73c-4b6d-849a-f8c867240c48 None None] no value, waiting for create lock {{(pid=66703) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:131}} [ 1184.739670] env[66703]: DEBUG dogpile.lock [None req-33d36011-a73c-4b6d-849a-f8c867240c48 None None] value creation lock acquired {{(pid=66703) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:135}} [ 1184.739891] env[66703]: DEBUG dogpile.cache.region [None req-33d36011-a73c-4b6d-849a-f8c867240c48 None None] No value present for key: 'zone-id' {{(pid=66703) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 1184.740020] env[66703]: DEBUG dogpile.lock [None req-33d36011-a73c-4b6d-849a-f8c867240c48 None None] Calling creation function for not-yet-present value {{(pid=66703) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:174}} [ 1184.740200] env[66703]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-33d36011-a73c-4b6d-849a-f8c867240c48 None None] Looking for TransportZone with name nsx-vlan-transportzone. [ 1184.742103] env[66703]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66703) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1184.742253] env[66703]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66703) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1184.742324] env[66703]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66703) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1184.742462] env[66703]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66703) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1184.743079] env[66703]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66703) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1184.759139] env[66703]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 433d87a8-b488-4016-b086-c4329efa2811 in Status: IN_PROGRESS for 2s [ 1184.766817] env[66703]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-33d36011-a73c-4b6d-849a-f8c867240c48 None None] loading zone with a95c914d-748d-497c-94ab-10d4647daeba and tags [{'scope': 'mp2policy_migr_status', 'tag': 'success'}] [ 1184.766984] env[66703]: DEBUG dogpile.cache.region [None req-33d36011-a73c-4b6d-849a-f8c867240c48 None None] Cache value generated in 0.027 seconds for key(s): 'zone-id' {{(pid=66703) _log_time /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:910}} [ 1184.767143] env[66703]: DEBUG dogpile.lock [None req-33d36011-a73c-4b6d-849a-f8c867240c48 None None] Released creation lock {{(pid=66703) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:182}} [ 1184.767321] env[66703]: DEBUG oslo_concurrency.lockutils [None req-33d36011-a73c-4b6d-849a-f8c867240c48 None None] Releasing lock "network-584" {{(pid=66703) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1184.767656] env[66703]: DEBUG networking_nsxv3.common.locking [None req-33d36011-a73c-4b6d-849a-f8c867240c48 None None] Lock port-c1caaf07-2ea1-41f3-8968-6450bc2f3e9c taken with stack trace [, , , , , , , , ] {{(pid=66703) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1184.767846] env[66703]: DEBUG oslo_concurrency.lockutils [None req-33d36011-a73c-4b6d-849a-f8c867240c48 None None] Acquiring lock "port-c1caaf07-2ea1-41f3-8968-6450bc2f3e9c" {{(pid=66703) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1184.767945] env[66703]: DEBUG oslo_concurrency.lockutils [None req-33d36011-a73c-4b6d-849a-f8c867240c48 None None] Acquired lock "port-c1caaf07-2ea1-41f3-8968-6450bc2f3e9c" {{(pid=66703) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1184.768323] env[66703]: DEBUG oslo_concurrency.lockutils [None req-33d36011-a73c-4b6d-849a-f8c867240c48 None None] Acquired external semaphore "port-c1caaf07-2ea1-41f3-8968-6450bc2f3e9c" {{(pid=66703) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1184.768457] env[66703]: DEBUG networking_nsxv3.api.rpc [None req-33d36011-a73c-4b6d-849a-f8c867240c48 None None] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('c1caaf07-2ea1-41f3-8968-6450bc2f3e9c',) {} {{(pid=66703) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1184.775091] env[66703]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=66703) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1184.775269] env[66703]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66703) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1184.775323] env[66703]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66703) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1184.775537] env[66703]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66703) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1184.775586] env[66703]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66703) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1184.775789] env[66703]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66703) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1184.775863] env[66703]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66703) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1184.775953] env[66703]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66703) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1184.776077] env[66703]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66703) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1184.776192] env[66703]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66703) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1184.776240] env[66703]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: f06ec3df-73d5-4124-a117-fa273b3892bc already deleted. [ 1184.776306] env[66703]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-f06ec3df-73d5-4124-a117-fa273b3892bc" {{(pid=66703) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1184.975188] env[66703]: DEBUG networking_nsxv3.common.locking [-] Lock member-7f25b958-d945-4ecc-9b4b-3c986bb1a818 taken with stack trace [, , , ] {{(pid=66703) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1184.975348] env[66703]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-7f25b958-d945-4ecc-9b4b-3c986bb1a818" {{(pid=66703) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1184.998686] env[66703]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 74884478-9760-4ca3-bceb-cbff7acb74c0 in Status: SUCCESS [ 1184.998955] env[66703]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-74884478-9760-4ca3-bceb-cbff7acb74c0" {{(pid=66703) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1185.270901] env[66703]: DEBUG networking_nsxv3.common.locking [None req-33d36011-a73c-4b6d-849a-f8c867240c48 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , ] {{(pid=66703) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1185.271162] env[66703]: DEBUG oslo_concurrency.lockutils [None req-33d36011-a73c-4b6d-849a-f8c867240c48 None None] Acquiring lock "SegmentPort" {{(pid=66703) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1185.271367] env[66703]: DEBUG oslo_concurrency.lockutils [None req-33d36011-a73c-4b6d-849a-f8c867240c48 None None] Acquired lock "SegmentPort" {{(pid=66703) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1185.271567] env[66703]: DEBUG oslo_concurrency.lockutils [None req-33d36011-a73c-4b6d-849a-f8c867240c48 None None] Acquired external semaphore "SegmentPort" {{(pid=66703) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1185.271745] env[66703]: DEBUG oslo_concurrency.lockutils [None req-33d36011-a73c-4b6d-849a-f8c867240c48 None None] Releasing lock "SegmentPort" {{(pid=66703) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1185.271916] env[66703]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-33d36011-a73c-4b6d-849a-f8c867240c48 None None] Segment Port c1caaf07-2ea1-41f3-8968-6450bc2f3e9c not found, creating... [ 1185.272192] env[66703]: DEBUG networking_nsxv3.common.locking [None req-33d36011-a73c-4b6d-849a-f8c867240c48 None None] Lock Segment taken with stack trace [, , , , , , , , , , , ] {{(pid=66703) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1185.272347] env[66703]: DEBUG oslo_concurrency.lockutils [None req-33d36011-a73c-4b6d-849a-f8c867240c48 None None] Acquiring lock "Segment" {{(pid=66703) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1185.272464] env[66703]: DEBUG oslo_concurrency.lockutils [None req-33d36011-a73c-4b6d-849a-f8c867240c48 None None] Acquired lock "Segment" {{(pid=66703) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1185.272697] env[66703]: DEBUG oslo_concurrency.lockutils [None req-33d36011-a73c-4b6d-849a-f8c867240c48 None None] Acquired external semaphore "Segment" {{(pid=66703) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1185.272950] env[66703]: DEBUG oslo_concurrency.lockutils [None req-33d36011-a73c-4b6d-849a-f8c867240c48 None None] Releasing lock "Segment" {{(pid=66703) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1185.273285] env[66703]: DEBUG networking_nsxv3.common.locking [None req-33d36011-a73c-4b6d-849a-f8c867240c48 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=66703) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1185.273503] env[66703]: DEBUG oslo_concurrency.lockutils [None req-33d36011-a73c-4b6d-849a-f8c867240c48 None None] Acquiring lock "SegmentPort" {{(pid=66703) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1185.273654] env[66703]: DEBUG oslo_concurrency.lockutils [None req-33d36011-a73c-4b6d-849a-f8c867240c48 None None] Acquired lock "SegmentPort" {{(pid=66703) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1185.273897] env[66703]: DEBUG oslo_concurrency.lockutils [None req-33d36011-a73c-4b6d-849a-f8c867240c48 None None] Acquired external semaphore "SegmentPort" {{(pid=66703) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1185.274113] env[66703]: DEBUG oslo_concurrency.lockutils [None req-33d36011-a73c-4b6d-849a-f8c867240c48 None None] Releasing lock "SegmentPort" {{(pid=66703) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1185.274301] env[66703]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-33d36011-a73c-4b6d-849a-f8c867240c48 None None] Resource: SegmentPort with ID: c1caaf07-2ea1-41f3-8968-6450bc2f3e9c is going to be created. [ 1185.298455] env[66703]: DEBUG networking_nsxv3.common.locking [None req-33d36011-a73c-4b6d-849a-f8c867240c48 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=66703) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1185.298691] env[66703]: DEBUG oslo_concurrency.lockutils [None req-33d36011-a73c-4b6d-849a-f8c867240c48 None None] Acquiring lock "SegmentPort" {{(pid=66703) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1185.298852] env[66703]: DEBUG oslo_concurrency.lockutils [None req-33d36011-a73c-4b6d-849a-f8c867240c48 None None] Acquired lock "SegmentPort" {{(pid=66703) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1185.299111] env[66703]: DEBUG oslo_concurrency.lockutils [None req-33d36011-a73c-4b6d-849a-f8c867240c48 None None] Acquired external semaphore "SegmentPort" {{(pid=66703) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1185.299347] env[66703]: DEBUG oslo_concurrency.lockutils [None req-33d36011-a73c-4b6d-849a-f8c867240c48 None None] Releasing lock "SegmentPort" {{(pid=66703) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1185.299635] env[66703]: DEBUG oslo_concurrency.lockutils [None req-33d36011-a73c-4b6d-849a-f8c867240c48 None None] Releasing lock "port-c1caaf07-2ea1-41f3-8968-6450bc2f3e9c" {{(pid=66703) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1185.373411] env[66703]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 7f25b958-d945-4ecc-9b4b-3c986bb1a818 in Status: SUCCESS [ 1185.373639] env[66703]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-7f25b958-d945-4ecc-9b4b-3c986bb1a818" {{(pid=66703) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1185.374187] env[66703]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-7f25b958-d945-4ecc-9b4b-3c986bb1a818" {{(pid=66703) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1185.374486] env[66703]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-7f25b958-d945-4ecc-9b4b-3c986bb1a818" {{(pid=66703) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1185.374596] env[66703]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=66703) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1185.374787] env[66703]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66703) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1185.374787] env[66703]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66703) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1185.374929] env[66703]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66703) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1185.375013] env[66703]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66703) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1185.375115] env[66703]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-7f25b958-d945-4ecc-9b4b-3c986bb1a818" {{(pid=66703) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1185.375207] env[66703]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('7f25b958-d945-4ecc-9b4b-3c986bb1a818',) {} {{(pid=66703) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1185.544691] env[66703]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 09270d34-a5b2-4e12-b357-002e5c6d00ab in Status: SUCCESS [ 1185.544935] env[66703]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-09270d34-a5b2-4e12-b357-002e5c6d00ab" {{(pid=66703) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1185.879724] env[66703]: DEBUG networking_nsxv3.common.locking [-] Lock member-7f25b958-d945-4ecc-9b4b-3c986bb1a818 taken with stack trace [, , , ] {{(pid=66703) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1185.879724] env[66703]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-7f25b958-d945-4ecc-9b4b-3c986bb1a818" {{(pid=66703) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1185.879724] env[66703]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-7f25b958-d945-4ecc-9b4b-3c986bb1a818" {{(pid=66703) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1185.879724] env[66703]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-7f25b958-d945-4ecc-9b4b-3c986bb1a818" {{(pid=66703) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1185.879724] env[66703]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=66703) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1185.879724] env[66703]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66703) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1185.879724] env[66703]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66703) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1185.879724] env[66703]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66703) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1185.879724] env[66703]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66703) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1185.879724] env[66703]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-7f25b958-d945-4ecc-9b4b-3c986bb1a818" {{(pid=66703) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1185.879724] env[66703]: DEBUG networking_nsxv3.common.locking [-] Lock member-7f25b958-d945-4ecc-9b4b-3c986bb1a818 taken with stack trace [, , , ] {{(pid=66703) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1185.879724] env[66703]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-7f25b958-d945-4ecc-9b4b-3c986bb1a818" {{(pid=66703) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1185.879724] env[66703]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-7f25b958-d945-4ecc-9b4b-3c986bb1a818" {{(pid=66703) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1185.879724] env[66703]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-7f25b958-d945-4ecc-9b4b-3c986bb1a818" {{(pid=66703) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1185.879724] env[66703]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=66703) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1185.879724] env[66703]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66703) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1185.880394] env[66703]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66703) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1185.880394] env[66703]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66703) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1185.880394] env[66703]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66703) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1185.880394] env[66703]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-7f25b958-d945-4ecc-9b4b-3c986bb1a818" {{(pid=66703) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1185.880394] env[66703]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('7f25b958-d945-4ecc-9b4b-3c986bb1a818',) {} {{(pid=66703) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1185.986406] env[66703]: INFO networking_nsxv3.common.synchronization [req-8b5b296b-e82c-4c03-b36e-dbbf3105f6cd req-cda880f2-915a-45e1-beb9-e44f423d23a2 service nova] Enqueued Resource ID: f06ec3df-73d5-4124-a117-fa273b3892bc with Priority: HIGHEST for action security_group_rules [ 1185.986711] env[66703]: INFO networking_nsxv3.common.synchronization [req-8b5b296b-e82c-4c03-b36e-dbbf3105f6cd req-cda880f2-915a-45e1-beb9-e44f423d23a2 service nova] Enqueued Resource ID: f06ec3df-73d5-4124-a117-fa273b3892bc with Priority: HIGHEST for action security_group_members [ 1185.986957] env[66703]: INFO networking_nsxv3.common.synchronization [req-8b5b296b-e82c-4c03-b36e-dbbf3105f6cd req-cda880f2-915a-45e1-beb9-e44f423d23a2 service nova] Enqueued Resource ID: c1caaf07-2ea1-41f3-8968-6450bc2f3e9c with Priority: HIGHEST for action port [ 1185.987827] env[66703]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: f06ec3df-73d5-4124-a117-fa273b3892bc with Priority: HIGHEST for action security_group_rules [ 1185.988055] env[66703]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: f06ec3df-73d5-4124-a117-fa273b3892bc with Priority: HIGHEST for action security_group_members [ 1185.988270] env[66703]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: c1caaf07-2ea1-41f3-8968-6450bc2f3e9c with Priority: HIGHEST for action port [ 1185.988562] env[66703]: DEBUG networking_nsxv3.common.locking [-] Lock rules-f06ec3df-73d5-4124-a117-fa273b3892bc taken with stack trace [, , ] {{(pid=66703) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1185.988722] env[66703]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-f06ec3df-73d5-4124-a117-fa273b3892bc" {{(pid=66703) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1185.988829] env[66703]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-f06ec3df-73d5-4124-a117-fa273b3892bc" {{(pid=66703) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1185.989136] env[66703]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-f06ec3df-73d5-4124-a117-fa273b3892bc" {{(pid=66703) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1185.989269] env[66703]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('f06ec3df-73d5-4124-a117-fa273b3892bc',) {} {{(pid=66703) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1185.990894] env[66703]: DEBUG networking_nsxv3.common.locking [-] Lock member-f06ec3df-73d5-4124-a117-fa273b3892bc taken with stack trace [, , ] {{(pid=66703) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1185.991082] env[66703]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-f06ec3df-73d5-4124-a117-fa273b3892bc" {{(pid=66703) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1185.991198] env[66703]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-f06ec3df-73d5-4124-a117-fa273b3892bc" {{(pid=66703) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1185.991465] env[66703]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-f06ec3df-73d5-4124-a117-fa273b3892bc" {{(pid=66703) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1185.991832] env[66703]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=66703) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1185.991923] env[66703]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66703) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1185.991995] env[66703]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66703) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1185.992243] env[66703]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66703) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1185.992393] env[66703]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66703) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1185.993249] env[66703]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('f06ec3df-73d5-4124-a117-fa273b3892bc',) {} {{(pid=66703) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1185.996776] env[66703]: DEBUG networking_nsxv3.common.locking [-] Lock port-c1caaf07-2ea1-41f3-8968-6450bc2f3e9c taken with stack trace [, , ] {{(pid=66703) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1185.996776] env[66703]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-c1caaf07-2ea1-41f3-8968-6450bc2f3e9c" {{(pid=66703) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1185.996776] env[66703]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-c1caaf07-2ea1-41f3-8968-6450bc2f3e9c" {{(pid=66703) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1185.996776] env[66703]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-c1caaf07-2ea1-41f3-8968-6450bc2f3e9c" {{(pid=66703) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1185.996776] env[66703]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('c1caaf07-2ea1-41f3-8968-6450bc2f3e9c',) {} {{(pid=66703) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1186.382294] env[66703]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for 7f25b958-d945-4ecc-9b4b-3c986bb1a818: rpc.has_security_group_logging(os_id): False [ 1186.408169] env[66703]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=66703) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1186.408330] env[66703]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66703) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1186.408403] env[66703]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66703) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1186.408625] env[66703]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66703) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1186.408724] env[66703]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66703) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1186.408926] env[66703]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66703) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1186.409047] env[66703]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66703) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1186.409092] env[66703]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66703) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1186.409238] env[66703]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66703) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1186.409334] env[66703]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66703) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1186.409506] env[66703]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66703) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1186.409591] env[66703]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66703) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1186.409647] env[66703]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66703) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1186.409801] env[66703]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66703) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1186.409878] env[66703]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66703) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1186.410100] env[66703]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=66703) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1186.410238] env[66703]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66703) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1186.410308] env[66703]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66703) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1186.410452] env[66703]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66703) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1186.410540] env[66703]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66703) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1186.410609] env[66703]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 7f25b958-d945-4ecc-9b4b-3c986bb1a818 is going to be updated. [ 1186.495301] env[66703]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('f06ec3df-73d5-4124-a117-fa273b3892bc',) {} {{(pid=66703) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1186.498127] env[66703]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] realization of port c1caaf07-2ea1-41f3-8968-6450bc2f3e9c with status ACTIVE [ 1186.498986] env[66703]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=66703) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1186.498986] env[66703]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=66703) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1186.498986] env[66703]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=66703) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1186.499406] env[66703]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=66703) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1186.499905] env[66703]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=66703) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1186.499905] env[66703]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , ] {{(pid=66703) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1186.500036] env[66703]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=66703) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1186.500327] env[66703]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=66703) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1186.500568] env[66703]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=66703) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1186.500806] env[66703]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=66703) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1186.501412] env[66703]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=66703) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1186.501412] env[66703]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=66703) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1186.501412] env[66703]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=66703) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1186.501592] env[66703]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=66703) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1186.502319] env[66703]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=66703) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1186.502502] env[66703]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: SegmentPort with ID: c1caaf07-2ea1-41f3-8968-6450bc2f3e9c is going to be updated. [ 1186.504690] env[66703]: DEBUG networking_nsxv3.common.locking [-] Lock member-f06ec3df-73d5-4124-a117-fa273b3892bc taken with stack trace [, , , ] {{(pid=66703) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1186.504690] env[66703]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-f06ec3df-73d5-4124-a117-fa273b3892bc" {{(pid=66703) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1186.506811] env[66703]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=66703) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1186.507111] env[66703]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66703) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1186.507318] env[66703]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66703) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1186.508532] env[66703]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66703) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1186.509178] env[66703]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66703) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1186.527188] env[66703]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 7f25b958-d945-4ecc-9b4b-3c986bb1a818 in Status: IN_PROGRESS for 2s [ 1186.535125] env[66703]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=66703) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1186.535345] env[66703]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=66703) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1186.535478] env[66703]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=66703) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1186.535825] env[66703]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=66703) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1186.536035] env[66703]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=66703) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1186.536293] env[66703]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-c1caaf07-2ea1-41f3-8968-6450bc2f3e9c" {{(pid=66703) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1186.597862] env[66703]: INFO networking_nsxv3.common.synchronization [req-cf8549b1-c8a7-44fe-bb14-f4be7ca365bf req-e1bda8aa-3582-44e6-8090-2e6c7d89c786 tempest-ServersTestJSON-565357052 tempest-ServersTestJSON-565357052-project-member] Enqueued Resource ID: 4e788d78-bd3c-4249-acf9-3dd7a53e2a11 with Priority: HIGHEST for action security_group_members [ 1186.598122] env[66703]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 4e788d78-bd3c-4249-acf9-3dd7a53e2a11 with Priority: HIGHEST for action security_group_members [ 1186.598490] env[66703]: DEBUG networking_nsxv3.common.locking [-] Lock member-4e788d78-bd3c-4249-acf9-3dd7a53e2a11 taken with stack trace [, , ] {{(pid=66703) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1186.598623] env[66703]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-4e788d78-bd3c-4249-acf9-3dd7a53e2a11" {{(pid=66703) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1186.598690] env[66703]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-4e788d78-bd3c-4249-acf9-3dd7a53e2a11" {{(pid=66703) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1186.598890] env[66703]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-4e788d78-bd3c-4249-acf9-3dd7a53e2a11" {{(pid=66703) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1186.599121] env[66703]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=66703) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1186.599374] env[66703]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66703) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1186.599374] env[66703]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66703) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1186.600592] env[66703]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66703) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1186.600592] env[66703]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66703) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1186.600592] env[66703]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('4e788d78-bd3c-4249-acf9-3dd7a53e2a11',) {} {{(pid=66703) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1186.772251] env[66703]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 433d87a8-b488-4016-b086-c4329efa2811 in Status: SUCCESS [ 1186.772430] env[66703]: WARNING networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 433d87a8-b488-4016-b086-c4329efa2811 deletion is rescheduled due to dependency. [ 1186.772609] env[66703]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-433d87a8-b488-4016-b086-c4329efa2811" {{(pid=66703) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1186.928269] env[66703]: DEBUG networking_nsxv3.common.locking [None req-33d36011-a73c-4b6d-849a-f8c867240c48 None None] Lock network-205 taken with stack trace [, , , , , , , , ] {{(pid=66703) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1186.930232] env[66703]: DEBUG oslo_concurrency.lockutils [None req-33d36011-a73c-4b6d-849a-f8c867240c48 None None] Acquiring lock "network-205" {{(pid=66703) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1186.930232] env[66703]: DEBUG oslo_concurrency.lockutils [None req-33d36011-a73c-4b6d-849a-f8c867240c48 None None] Acquired lock "network-205" {{(pid=66703) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1186.930232] env[66703]: DEBUG oslo_concurrency.lockutils [None req-33d36011-a73c-4b6d-849a-f8c867240c48 None None] Acquired external semaphore "network-205" {{(pid=66703) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1186.930232] env[66703]: DEBUG networking_nsxv3.common.locking [None req-33d36011-a73c-4b6d-849a-f8c867240c48 None None] Lock Segment taken with stack trace [, , , , , , , , , , ] {{(pid=66703) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1186.930232] env[66703]: DEBUG oslo_concurrency.lockutils [None req-33d36011-a73c-4b6d-849a-f8c867240c48 None None] Acquiring lock "Segment" {{(pid=66703) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1186.930232] env[66703]: DEBUG oslo_concurrency.lockutils [None req-33d36011-a73c-4b6d-849a-f8c867240c48 None None] Acquired lock "Segment" {{(pid=66703) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1186.930232] env[66703]: DEBUG oslo_concurrency.lockutils [None req-33d36011-a73c-4b6d-849a-f8c867240c48 None None] Acquired external semaphore "Segment" {{(pid=66703) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1186.930664] env[66703]: DEBUG oslo_concurrency.lockutils [None req-33d36011-a73c-4b6d-849a-f8c867240c48 None None] Releasing lock "Segment" {{(pid=66703) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1186.930664] env[66703]: DEBUG dogpile.cache.region [None req-33d36011-a73c-4b6d-849a-f8c867240c48 None None] No value present for key: 'zone-id' {{(pid=66703) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 1186.930664] env[66703]: DEBUG dogpile.lock [None req-33d36011-a73c-4b6d-849a-f8c867240c48 None None] NeedRegenerationException {{(pid=66703) _enter /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:90}} [ 1186.930770] env[66703]: DEBUG dogpile.lock [None req-33d36011-a73c-4b6d-849a-f8c867240c48 None None] no value, waiting for create lock {{(pid=66703) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:131}} [ 1186.930935] env[66703]: DEBUG dogpile.lock [None req-33d36011-a73c-4b6d-849a-f8c867240c48 None None] value creation lock acquired {{(pid=66703) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:135}} [ 1186.931063] env[66703]: DEBUG dogpile.cache.region [None req-33d36011-a73c-4b6d-849a-f8c867240c48 None None] No value present for key: 'zone-id' {{(pid=66703) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 1186.931191] env[66703]: DEBUG dogpile.lock [None req-33d36011-a73c-4b6d-849a-f8c867240c48 None None] Calling creation function for not-yet-present value {{(pid=66703) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:174}} [ 1186.931346] env[66703]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-33d36011-a73c-4b6d-849a-f8c867240c48 None None] Looking for TransportZone with name nsx-vlan-transportzone. [ 1186.951033] env[66703]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-33d36011-a73c-4b6d-849a-f8c867240c48 None None] loading zone with a95c914d-748d-497c-94ab-10d4647daeba and tags [{'scope': 'mp2policy_migr_status', 'tag': 'success'}] [ 1186.951178] env[66703]: DEBUG dogpile.cache.region [None req-33d36011-a73c-4b6d-849a-f8c867240c48 None None] Cache value generated in 0.020 seconds for key(s): 'zone-id' {{(pid=66703) _log_time /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:910}} [ 1186.951287] env[66703]: DEBUG dogpile.lock [None req-33d36011-a73c-4b6d-849a-f8c867240c48 None None] Released creation lock {{(pid=66703) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:182}} [ 1186.951455] env[66703]: DEBUG oslo_concurrency.lockutils [None req-33d36011-a73c-4b6d-849a-f8c867240c48 None None] Releasing lock "network-205" {{(pid=66703) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1186.951815] env[66703]: DEBUG networking_nsxv3.common.locking [None req-33d36011-a73c-4b6d-849a-f8c867240c48 None None] Lock port-92c2f4be-1f1a-43d4-9ee3-de903cf07786 taken with stack trace [, , , , , , , , ] {{(pid=66703) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1186.952043] env[66703]: DEBUG oslo_concurrency.lockutils [None req-33d36011-a73c-4b6d-849a-f8c867240c48 None None] Acquiring lock "port-92c2f4be-1f1a-43d4-9ee3-de903cf07786" {{(pid=66703) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1186.952206] env[66703]: DEBUG oslo_concurrency.lockutils [None req-33d36011-a73c-4b6d-849a-f8c867240c48 None None] Acquired lock "port-92c2f4be-1f1a-43d4-9ee3-de903cf07786" {{(pid=66703) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1186.952525] env[66703]: DEBUG oslo_concurrency.lockutils [None req-33d36011-a73c-4b6d-849a-f8c867240c48 None None] Acquired external semaphore "port-92c2f4be-1f1a-43d4-9ee3-de903cf07786" {{(pid=66703) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1186.952671] env[66703]: DEBUG networking_nsxv3.api.rpc [None req-33d36011-a73c-4b6d-849a-f8c867240c48 None None] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('92c2f4be-1f1a-43d4-9ee3-de903cf07786',) {} {{(pid=66703) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1186.998988] env[66703]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('f06ec3df-73d5-4124-a117-fa273b3892bc',) {} {{(pid=66703) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1187.104034] env[66703]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('4e788d78-bd3c-4249-acf9-3dd7a53e2a11',) {} {{(pid=66703) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1187.455667] env[66703]: DEBUG networking_nsxv3.common.locking [None req-33d36011-a73c-4b6d-849a-f8c867240c48 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , ] {{(pid=66703) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1187.455988] env[66703]: DEBUG oslo_concurrency.lockutils [None req-33d36011-a73c-4b6d-849a-f8c867240c48 None None] Acquiring lock "SegmentPort" {{(pid=66703) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1187.456164] env[66703]: DEBUG oslo_concurrency.lockutils [None req-33d36011-a73c-4b6d-849a-f8c867240c48 None None] Acquired lock "SegmentPort" {{(pid=66703) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1187.456505] env[66703]: DEBUG oslo_concurrency.lockutils [None req-33d36011-a73c-4b6d-849a-f8c867240c48 None None] Acquired external semaphore "SegmentPort" {{(pid=66703) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1187.456728] env[66703]: DEBUG oslo_concurrency.lockutils [None req-33d36011-a73c-4b6d-849a-f8c867240c48 None None] Releasing lock "SegmentPort" {{(pid=66703) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1187.456918] env[66703]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-33d36011-a73c-4b6d-849a-f8c867240c48 None None] Segment Port 92c2f4be-1f1a-43d4-9ee3-de903cf07786 not found, creating... [ 1187.457340] env[66703]: DEBUG networking_nsxv3.common.locking [None req-33d36011-a73c-4b6d-849a-f8c867240c48 None None] Lock Segment taken with stack trace [, , , , , , , , , , , ] {{(pid=66703) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1187.457524] env[66703]: DEBUG oslo_concurrency.lockutils [None req-33d36011-a73c-4b6d-849a-f8c867240c48 None None] Acquiring lock "Segment" {{(pid=66703) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1187.457676] env[66703]: DEBUG oslo_concurrency.lockutils [None req-33d36011-a73c-4b6d-849a-f8c867240c48 None None] Acquired lock "Segment" {{(pid=66703) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1187.457927] env[66703]: DEBUG oslo_concurrency.lockutils [None req-33d36011-a73c-4b6d-849a-f8c867240c48 None None] Acquired external semaphore "Segment" {{(pid=66703) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1187.458249] env[66703]: DEBUG oslo_concurrency.lockutils [None req-33d36011-a73c-4b6d-849a-f8c867240c48 None None] Releasing lock "Segment" {{(pid=66703) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1187.458474] env[66703]: DEBUG networking_nsxv3.common.locking [None req-33d36011-a73c-4b6d-849a-f8c867240c48 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=66703) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1187.458679] env[66703]: DEBUG oslo_concurrency.lockutils [None req-33d36011-a73c-4b6d-849a-f8c867240c48 None None] Acquiring lock "SegmentPort" {{(pid=66703) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1187.458823] env[66703]: DEBUG oslo_concurrency.lockutils [None req-33d36011-a73c-4b6d-849a-f8c867240c48 None None] Acquired lock "SegmentPort" {{(pid=66703) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1187.459070] env[66703]: DEBUG oslo_concurrency.lockutils [None req-33d36011-a73c-4b6d-849a-f8c867240c48 None None] Acquired external semaphore "SegmentPort" {{(pid=66703) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1187.459227] env[66703]: DEBUG oslo_concurrency.lockutils [None req-33d36011-a73c-4b6d-849a-f8c867240c48 None None] Releasing lock "SegmentPort" {{(pid=66703) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1187.459372] env[66703]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-33d36011-a73c-4b6d-849a-f8c867240c48 None None] Resource: SegmentPort with ID: 92c2f4be-1f1a-43d4-9ee3-de903cf07786 is going to be created. [ 1187.482355] env[66703]: DEBUG networking_nsxv3.common.locking [None req-33d36011-a73c-4b6d-849a-f8c867240c48 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=66703) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1187.482626] env[66703]: DEBUG oslo_concurrency.lockutils [None req-33d36011-a73c-4b6d-849a-f8c867240c48 None None] Acquiring lock "SegmentPort" {{(pid=66703) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1187.482741] env[66703]: DEBUG oslo_concurrency.lockutils [None req-33d36011-a73c-4b6d-849a-f8c867240c48 None None] Acquired lock "SegmentPort" {{(pid=66703) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1187.483044] env[66703]: DEBUG oslo_concurrency.lockutils [None req-33d36011-a73c-4b6d-849a-f8c867240c48 None None] Acquired external semaphore "SegmentPort" {{(pid=66703) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1187.483298] env[66703]: DEBUG oslo_concurrency.lockutils [None req-33d36011-a73c-4b6d-849a-f8c867240c48 None None] Releasing lock "SegmentPort" {{(pid=66703) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1187.483543] env[66703]: DEBUG oslo_concurrency.lockutils [None req-33d36011-a73c-4b6d-849a-f8c867240c48 None None] Releasing lock "port-92c2f4be-1f1a-43d4-9ee3-de903cf07786" {{(pid=66703) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1187.501567] env[66703]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66703) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1187.501907] env[66703]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66703) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1187.502105] env[66703]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66703) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1187.502270] env[66703]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66703) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1187.502515] env[66703]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66703) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1187.502515] env[66703]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: f06ec3df-73d5-4124-a117-fa273b3892bc is going to be created. [ 1187.535664] env[66703]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66703) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1187.535848] env[66703]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66703) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1187.535916] env[66703]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66703) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1187.536204] env[66703]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66703) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1187.536373] env[66703]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66703) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1187.550295] env[66703]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: f06ec3df-73d5-4124-a117-fa273b3892bc in Status: UNINITIALIZED for 2s [ 1187.607507] env[66703]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('4e788d78-bd3c-4249-acf9-3dd7a53e2a11',) {} {{(pid=66703) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1188.109853] env[66703]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66703) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1188.109853] env[66703]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66703) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1188.109853] env[66703]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66703) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1188.109853] env[66703]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66703) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1188.109853] env[66703]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66703) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1188.110184] env[66703]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 4e788d78-bd3c-4249-acf9-3dd7a53e2a11 is going to be updated. [ 1188.141580] env[66703]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66703) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1188.141732] env[66703]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66703) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1188.141826] env[66703]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66703) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1188.142289] env[66703]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66703) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1188.142472] env[66703]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66703) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1188.152410] env[66703]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 4e788d78-bd3c-4249-acf9-3dd7a53e2a11 in Status: IN_PROGRESS for 2s [ 1188.226261] env[66703]: INFO networking_nsxv3.common.synchronization [req-cf8549b1-c8a7-44fe-bb14-f4be7ca365bf req-64e3a7a7-c21a-4119-9a38-745002b996d9 service nova] Enqueued Resource ID: 4e788d78-bd3c-4249-acf9-3dd7a53e2a11 with Priority: HIGHEST for action security_group_rules [ 1188.226440] env[66703]: INFO networking_nsxv3.common.synchronization [req-cf8549b1-c8a7-44fe-bb14-f4be7ca365bf req-64e3a7a7-c21a-4119-9a38-745002b996d9 service nova] Enqueued Resource ID: 4e788d78-bd3c-4249-acf9-3dd7a53e2a11 with Priority: HIGHEST for action security_group_members [ 1188.226575] env[66703]: INFO networking_nsxv3.common.synchronization [req-cf8549b1-c8a7-44fe-bb14-f4be7ca365bf req-64e3a7a7-c21a-4119-9a38-745002b996d9 service nova] Enqueued Resource ID: 92c2f4be-1f1a-43d4-9ee3-de903cf07786 with Priority: HIGHEST for action port [ 1188.227118] env[66703]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 4e788d78-bd3c-4249-acf9-3dd7a53e2a11 with Priority: HIGHEST for action security_group_rules [ 1188.227259] env[66703]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 4e788d78-bd3c-4249-acf9-3dd7a53e2a11 with Priority: HIGHEST for action security_group_members [ 1188.227357] env[66703]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 92c2f4be-1f1a-43d4-9ee3-de903cf07786 with Priority: HIGHEST for action port [ 1188.227648] env[66703]: DEBUG networking_nsxv3.common.locking [-] Lock rules-4e788d78-bd3c-4249-acf9-3dd7a53e2a11 taken with stack trace [, , ] {{(pid=66703) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1188.227739] env[66703]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-4e788d78-bd3c-4249-acf9-3dd7a53e2a11" {{(pid=66703) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1188.227811] env[66703]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-4e788d78-bd3c-4249-acf9-3dd7a53e2a11" {{(pid=66703) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1188.228013] env[66703]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-4e788d78-bd3c-4249-acf9-3dd7a53e2a11" {{(pid=66703) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1188.232679] env[66703]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('4e788d78-bd3c-4249-acf9-3dd7a53e2a11',) {} {{(pid=66703) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1188.232679] env[66703]: DEBUG networking_nsxv3.common.locking [-] Lock member-4e788d78-bd3c-4249-acf9-3dd7a53e2a11 taken with stack trace [, , ] {{(pid=66703) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1188.232679] env[66703]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-4e788d78-bd3c-4249-acf9-3dd7a53e2a11" {{(pid=66703) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1188.232679] env[66703]: DEBUG networking_nsxv3.common.locking [-] Lock port-92c2f4be-1f1a-43d4-9ee3-de903cf07786 taken with stack trace [, , ] {{(pid=66703) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1188.232679] env[66703]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-92c2f4be-1f1a-43d4-9ee3-de903cf07786" {{(pid=66703) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1188.232679] env[66703]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-92c2f4be-1f1a-43d4-9ee3-de903cf07786" {{(pid=66703) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1188.232679] env[66703]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-92c2f4be-1f1a-43d4-9ee3-de903cf07786" {{(pid=66703) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1188.232679] env[66703]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('92c2f4be-1f1a-43d4-9ee3-de903cf07786',) {} {{(pid=66703) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1188.540575] env[66703]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 7f25b958-d945-4ecc-9b4b-3c986bb1a818 in Status: SUCCESS [ 1188.540842] env[66703]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-7f25b958-d945-4ecc-9b4b-3c986bb1a818" {{(pid=66703) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1188.541043] env[66703]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-7f25b958-d945-4ecc-9b4b-3c986bb1a818" {{(pid=66703) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1188.541286] env[66703]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-7f25b958-d945-4ecc-9b4b-3c986bb1a818" {{(pid=66703) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1188.541396] env[66703]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('7f25b958-d945-4ecc-9b4b-3c986bb1a818',) {} {{(pid=66703) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1188.732937] env[66703]: DEBUG networking_nsxv3.common.locking [-] Lock member-4e788d78-bd3c-4249-acf9-3dd7a53e2a11 taken with stack trace [, , , ] {{(pid=66703) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1188.733238] env[66703]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-4e788d78-bd3c-4249-acf9-3dd7a53e2a11" {{(pid=66703) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1188.733439] env[66703]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] realization of port 92c2f4be-1f1a-43d4-9ee3-de903cf07786 with status ACTIVE [ 1188.733694] env[66703]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=66703) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1188.733849] env[66703]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=66703) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1188.733994] env[66703]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=66703) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1188.734235] env[66703]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=66703) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1188.734364] env[66703]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=66703) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1188.734620] env[66703]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , ] {{(pid=66703) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1188.734761] env[66703]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=66703) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1188.734858] env[66703]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=66703) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1188.735098] env[66703]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=66703) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1188.735214] env[66703]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=66703) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1188.735973] env[66703]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=66703) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1188.735973] env[66703]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=66703) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1188.735973] env[66703]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=66703) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1188.735973] env[66703]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=66703) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1188.736182] env[66703]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=66703) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1188.736182] env[66703]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: SegmentPort with ID: 92c2f4be-1f1a-43d4-9ee3-de903cf07786 is going to be updated. [ 1188.769550] env[66703]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=66703) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1188.769550] env[66703]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=66703) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1188.769550] env[66703]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=66703) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1188.769780] env[66703]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=66703) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1188.769780] env[66703]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=66703) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1188.769865] env[66703]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-92c2f4be-1f1a-43d4-9ee3-de903cf07786" {{(pid=66703) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1188.949603] env[66703]: INFO networking_nsxv3.common.synchronization [req-2d962fae-d10d-4bae-9de0-9d2835cc573e req-9b83780e-1d73-4d45-b4ea-6d39d32e1914 tempest-ServerActionsTestOtherA-1522627266 tempest-ServerActionsTestOtherA-1522627266-project-member] Enqueued Resource ID: afb07c54-934e-420f-a541-315d002a64fc with Priority: HIGHEST for action security_group_members [ 1188.950424] env[66703]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: afb07c54-934e-420f-a541-315d002a64fc with Priority: HIGHEST for action security_group_members [ 1188.950868] env[66703]: DEBUG networking_nsxv3.common.locking [-] Lock member-afb07c54-934e-420f-a541-315d002a64fc taken with stack trace [, , ] {{(pid=66703) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1188.951031] env[66703]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-afb07c54-934e-420f-a541-315d002a64fc" {{(pid=66703) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1188.951099] env[66703]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-afb07c54-934e-420f-a541-315d002a64fc" {{(pid=66703) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1188.951352] env[66703]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-afb07c54-934e-420f-a541-315d002a64fc" {{(pid=66703) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1188.951570] env[66703]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=66703) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1188.951725] env[66703]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66703) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1188.951780] env[66703]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66703) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1188.951965] env[66703]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66703) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1188.952071] env[66703]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66703) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1188.952208] env[66703]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('afb07c54-934e-420f-a541-315d002a64fc',) {} {{(pid=66703) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1189.043905] env[66703]: DEBUG networking_nsxv3.common.locking [-] Lock member-7f25b958-d945-4ecc-9b4b-3c986bb1a818 taken with stack trace [, , , ] {{(pid=66703) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1189.044104] env[66703]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-7f25b958-d945-4ecc-9b4b-3c986bb1a818" {{(pid=66703) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1189.044179] env[66703]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-7f25b958-d945-4ecc-9b4b-3c986bb1a818" {{(pid=66703) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1189.044395] env[66703]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-7f25b958-d945-4ecc-9b4b-3c986bb1a818" {{(pid=66703) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1189.044559] env[66703]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=66703) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1189.044656] env[66703]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66703) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1189.044721] env[66703]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66703) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1189.044865] env[66703]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66703) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1189.044952] env[66703]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66703) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1189.045048] env[66703]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-7f25b958-d945-4ecc-9b4b-3c986bb1a818" {{(pid=66703) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1189.045139] env[66703]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('7f25b958-d945-4ecc-9b4b-3c986bb1a818',) {} {{(pid=66703) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1189.281854] env[66703]: DEBUG networking_nsxv3.common.locking [None req-33d36011-a73c-4b6d-849a-f8c867240c48 None None] Lock network-701 taken with stack trace [, , , , , , , , ] {{(pid=66703) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1189.282107] env[66703]: DEBUG oslo_concurrency.lockutils [None req-33d36011-a73c-4b6d-849a-f8c867240c48 None None] Acquiring lock "network-701" {{(pid=66703) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1189.282240] env[66703]: DEBUG oslo_concurrency.lockutils [None req-33d36011-a73c-4b6d-849a-f8c867240c48 None None] Acquired lock "network-701" {{(pid=66703) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1189.282534] env[66703]: DEBUG oslo_concurrency.lockutils [None req-33d36011-a73c-4b6d-849a-f8c867240c48 None None] Acquired external semaphore "network-701" {{(pid=66703) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1189.282805] env[66703]: DEBUG networking_nsxv3.common.locking [None req-33d36011-a73c-4b6d-849a-f8c867240c48 None None] Lock Segment taken with stack trace [, , , , , , , , , , ] {{(pid=66703) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1189.282960] env[66703]: DEBUG oslo_concurrency.lockutils [None req-33d36011-a73c-4b6d-849a-f8c867240c48 None None] Acquiring lock "Segment" {{(pid=66703) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1189.283087] env[66703]: DEBUG oslo_concurrency.lockutils [None req-33d36011-a73c-4b6d-849a-f8c867240c48 None None] Acquired lock "Segment" {{(pid=66703) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1189.283298] env[66703]: DEBUG oslo_concurrency.lockutils [None req-33d36011-a73c-4b6d-849a-f8c867240c48 None None] Acquired external semaphore "Segment" {{(pid=66703) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1189.283446] env[66703]: DEBUG oslo_concurrency.lockutils [None req-33d36011-a73c-4b6d-849a-f8c867240c48 None None] Releasing lock "Segment" {{(pid=66703) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1189.283663] env[66703]: DEBUG dogpile.cache.region [None req-33d36011-a73c-4b6d-849a-f8c867240c48 None None] No value present for key: 'zone-id' {{(pid=66703) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 1189.283826] env[66703]: DEBUG dogpile.lock [None req-33d36011-a73c-4b6d-849a-f8c867240c48 None None] NeedRegenerationException {{(pid=66703) _enter /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:90}} [ 1189.283946] env[66703]: DEBUG dogpile.lock [None req-33d36011-a73c-4b6d-849a-f8c867240c48 None None] no value, waiting for create lock {{(pid=66703) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:131}} [ 1189.284121] env[66703]: DEBUG dogpile.lock [None req-33d36011-a73c-4b6d-849a-f8c867240c48 None None] value creation lock acquired {{(pid=66703) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:135}} [ 1189.284189] env[66703]: DEBUG dogpile.cache.region [None req-33d36011-a73c-4b6d-849a-f8c867240c48 None None] No value present for key: 'zone-id' {{(pid=66703) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 1189.284291] env[66703]: DEBUG dogpile.lock [None req-33d36011-a73c-4b6d-849a-f8c867240c48 None None] Calling creation function for not-yet-present value {{(pid=66703) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:174}} [ 1189.284424] env[66703]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-33d36011-a73c-4b6d-849a-f8c867240c48 None None] Looking for TransportZone with name nsx-vlan-transportzone. [ 1189.304126] env[66703]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-33d36011-a73c-4b6d-849a-f8c867240c48 None None] loading zone with a95c914d-748d-497c-94ab-10d4647daeba and tags [{'scope': 'mp2policy_migr_status', 'tag': 'success'}] [ 1189.304330] env[66703]: DEBUG dogpile.cache.region [None req-33d36011-a73c-4b6d-849a-f8c867240c48 None None] Cache value generated in 0.020 seconds for key(s): 'zone-id' {{(pid=66703) _log_time /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:910}} [ 1189.304471] env[66703]: DEBUG dogpile.lock [None req-33d36011-a73c-4b6d-849a-f8c867240c48 None None] Released creation lock {{(pid=66703) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:182}} [ 1189.304653] env[66703]: DEBUG oslo_concurrency.lockutils [None req-33d36011-a73c-4b6d-849a-f8c867240c48 None None] Releasing lock "network-701" {{(pid=66703) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1189.305029] env[66703]: DEBUG networking_nsxv3.common.locking [None req-33d36011-a73c-4b6d-849a-f8c867240c48 None None] Lock port-b8b666ad-a87b-4118-bfa1-eed4e3bee875 taken with stack trace [, , , , , , , , ] {{(pid=66703) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1189.305217] env[66703]: DEBUG oslo_concurrency.lockutils [None req-33d36011-a73c-4b6d-849a-f8c867240c48 None None] Acquiring lock "port-b8b666ad-a87b-4118-bfa1-eed4e3bee875" {{(pid=66703) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1189.305342] env[66703]: DEBUG oslo_concurrency.lockutils [None req-33d36011-a73c-4b6d-849a-f8c867240c48 None None] Acquired lock "port-b8b666ad-a87b-4118-bfa1-eed4e3bee875" {{(pid=66703) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1189.305660] env[66703]: DEBUG oslo_concurrency.lockutils [None req-33d36011-a73c-4b6d-849a-f8c867240c48 None None] Acquired external semaphore "port-b8b666ad-a87b-4118-bfa1-eed4e3bee875" {{(pid=66703) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1189.305833] env[66703]: DEBUG networking_nsxv3.api.rpc [None req-33d36011-a73c-4b6d-849a-f8c867240c48 None None] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('b8b666ad-a87b-4118-bfa1-eed4e3bee875',) {} {{(pid=66703) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1189.457318] env[66703]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=66703) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1189.457318] env[66703]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66703) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1189.457318] env[66703]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66703) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1189.457318] env[66703]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66703) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1189.478834] env[66703]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66703) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1189.479050] env[66703]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66703) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1189.479219] env[66703]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66703) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1189.479306] env[66703]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66703) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1189.479536] env[66703]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66703) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1189.479675] env[66703]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66703) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1189.479793] env[66703]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: afb07c54-934e-420f-a541-315d002a64fc is going to be updated. [ 1189.506743] env[66703]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66703) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1189.506743] env[66703]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66703) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1189.506743] env[66703]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66703) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1189.507075] env[66703]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66703) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1189.507075] env[66703]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66703) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1189.517048] env[66703]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: afb07c54-934e-420f-a541-315d002a64fc in Status: IN_PROGRESS for 2s [ 1189.548081] env[66703]: DEBUG networking_nsxv3.common.locking [-] Lock member-7f25b958-d945-4ecc-9b4b-3c986bb1a818 taken with stack trace [, , , ] {{(pid=66703) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1189.548253] env[66703]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-7f25b958-d945-4ecc-9b4b-3c986bb1a818" {{(pid=66703) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1189.548826] env[66703]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-7f25b958-d945-4ecc-9b4b-3c986bb1a818" {{(pid=66703) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1189.548826] env[66703]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-7f25b958-d945-4ecc-9b4b-3c986bb1a818" {{(pid=66703) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1189.548826] env[66703]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=66703) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1189.549014] env[66703]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66703) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1189.549014] env[66703]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66703) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1189.549122] env[66703]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66703) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1189.549207] env[66703]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66703) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1189.549313] env[66703]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-7f25b958-d945-4ecc-9b4b-3c986bb1a818" {{(pid=66703) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1189.549472] env[66703]: DEBUG networking_nsxv3.common.locking [-] Lock member-7f25b958-d945-4ecc-9b4b-3c986bb1a818 taken with stack trace [, , , ] {{(pid=66703) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1189.549574] env[66703]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-7f25b958-d945-4ecc-9b4b-3c986bb1a818" {{(pid=66703) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1189.549651] env[66703]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-7f25b958-d945-4ecc-9b4b-3c986bb1a818" {{(pid=66703) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1189.549827] env[66703]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-7f25b958-d945-4ecc-9b4b-3c986bb1a818" {{(pid=66703) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1189.549971] env[66703]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=66703) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1189.550102] env[66703]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66703) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1189.550163] env[66703]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66703) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1189.550307] env[66703]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66703) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1189.550422] env[66703]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66703) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1189.550532] env[66703]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-7f25b958-d945-4ecc-9b4b-3c986bb1a818" {{(pid=66703) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1189.550624] env[66703]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('7f25b958-d945-4ecc-9b4b-3c986bb1a818',) {} {{(pid=66703) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1189.561621] env[66703]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: f06ec3df-73d5-4124-a117-fa273b3892bc in Status: SUCCESS [ 1189.561886] env[66703]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-f06ec3df-73d5-4124-a117-fa273b3892bc" {{(pid=66703) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1189.562328] env[66703]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-f06ec3df-73d5-4124-a117-fa273b3892bc" {{(pid=66703) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1189.562526] env[66703]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-f06ec3df-73d5-4124-a117-fa273b3892bc" {{(pid=66703) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1189.562709] env[66703]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=66703) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1189.562857] env[66703]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66703) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1189.562954] env[66703]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66703) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1189.563213] env[66703]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66703) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1189.563339] env[66703]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66703) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1189.563439] env[66703]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-f06ec3df-73d5-4124-a117-fa273b3892bc" {{(pid=66703) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1189.563531] env[66703]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('f06ec3df-73d5-4124-a117-fa273b3892bc',) {} {{(pid=66703) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1189.808802] env[66703]: DEBUG networking_nsxv3.common.locking [None req-33d36011-a73c-4b6d-849a-f8c867240c48 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , ] {{(pid=66703) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1189.809090] env[66703]: DEBUG oslo_concurrency.lockutils [None req-33d36011-a73c-4b6d-849a-f8c867240c48 None None] Acquiring lock "SegmentPort" {{(pid=66703) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1189.809090] env[66703]: DEBUG oslo_concurrency.lockutils [None req-33d36011-a73c-4b6d-849a-f8c867240c48 None None] Acquired lock "SegmentPort" {{(pid=66703) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1189.809367] env[66703]: DEBUG oslo_concurrency.lockutils [None req-33d36011-a73c-4b6d-849a-f8c867240c48 None None] Acquired external semaphore "SegmentPort" {{(pid=66703) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1189.809524] env[66703]: DEBUG oslo_concurrency.lockutils [None req-33d36011-a73c-4b6d-849a-f8c867240c48 None None] Releasing lock "SegmentPort" {{(pid=66703) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1189.809740] env[66703]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-33d36011-a73c-4b6d-849a-f8c867240c48 None None] Segment Port b8b666ad-a87b-4118-bfa1-eed4e3bee875 not found, creating... [ 1189.810026] env[66703]: DEBUG networking_nsxv3.common.locking [None req-33d36011-a73c-4b6d-849a-f8c867240c48 None None] Lock Segment taken with stack trace [, , , , , , , , , , , ] {{(pid=66703) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1189.810190] env[66703]: DEBUG oslo_concurrency.lockutils [None req-33d36011-a73c-4b6d-849a-f8c867240c48 None None] Acquiring lock "Segment" {{(pid=66703) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1189.810334] env[66703]: DEBUG oslo_concurrency.lockutils [None req-33d36011-a73c-4b6d-849a-f8c867240c48 None None] Acquired lock "Segment" {{(pid=66703) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1189.810601] env[66703]: DEBUG oslo_concurrency.lockutils [None req-33d36011-a73c-4b6d-849a-f8c867240c48 None None] Acquired external semaphore "Segment" {{(pid=66703) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1189.810776] env[66703]: DEBUG oslo_concurrency.lockutils [None req-33d36011-a73c-4b6d-849a-f8c867240c48 None None] Releasing lock "Segment" {{(pid=66703) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1189.811116] env[66703]: DEBUG networking_nsxv3.common.locking [None req-33d36011-a73c-4b6d-849a-f8c867240c48 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=66703) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1189.811313] env[66703]: DEBUG oslo_concurrency.lockutils [None req-33d36011-a73c-4b6d-849a-f8c867240c48 None None] Acquiring lock "SegmentPort" {{(pid=66703) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1189.811443] env[66703]: DEBUG oslo_concurrency.lockutils [None req-33d36011-a73c-4b6d-849a-f8c867240c48 None None] Acquired lock "SegmentPort" {{(pid=66703) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1189.812062] env[66703]: DEBUG oslo_concurrency.lockutils [None req-33d36011-a73c-4b6d-849a-f8c867240c48 None None] Acquired external semaphore "SegmentPort" {{(pid=66703) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1189.812062] env[66703]: DEBUG oslo_concurrency.lockutils [None req-33d36011-a73c-4b6d-849a-f8c867240c48 None None] Releasing lock "SegmentPort" {{(pid=66703) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1189.812062] env[66703]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-33d36011-a73c-4b6d-849a-f8c867240c48 None None] Resource: SegmentPort with ID: b8b666ad-a87b-4118-bfa1-eed4e3bee875 is going to be created. [ 1189.834833] env[66703]: DEBUG networking_nsxv3.common.locking [None req-33d36011-a73c-4b6d-849a-f8c867240c48 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=66703) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1189.835176] env[66703]: DEBUG oslo_concurrency.lockutils [None req-33d36011-a73c-4b6d-849a-f8c867240c48 None None] Acquiring lock "SegmentPort" {{(pid=66703) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1189.835318] env[66703]: DEBUG oslo_concurrency.lockutils [None req-33d36011-a73c-4b6d-849a-f8c867240c48 None None] Acquired lock "SegmentPort" {{(pid=66703) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1189.835805] env[66703]: DEBUG oslo_concurrency.lockutils [None req-33d36011-a73c-4b6d-849a-f8c867240c48 None None] Acquired external semaphore "SegmentPort" {{(pid=66703) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1189.836079] env[66703]: DEBUG oslo_concurrency.lockutils [None req-33d36011-a73c-4b6d-849a-f8c867240c48 None None] Releasing lock "SegmentPort" {{(pid=66703) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1189.836326] env[66703]: DEBUG oslo_concurrency.lockutils [None req-33d36011-a73c-4b6d-849a-f8c867240c48 None None] Releasing lock "port-b8b666ad-a87b-4118-bfa1-eed4e3bee875" {{(pid=66703) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1190.053179] env[66703]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for 7f25b958-d945-4ecc-9b4b-3c986bb1a818: rpc.has_security_group_logging(os_id): False [ 1190.066283] env[66703]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('f06ec3df-73d5-4124-a117-fa273b3892bc',) {} {{(pid=66703) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1190.072873] env[66703]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=66703) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1190.072873] env[66703]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66703) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1190.072873] env[66703]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66703) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1190.072873] env[66703]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66703) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1190.072873] env[66703]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66703) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1190.073447] env[66703]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66703) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1190.073447] env[66703]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66703) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1190.073447] env[66703]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66703) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1190.073953] env[66703]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66703) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1190.073953] env[66703]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66703) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1190.074632] env[66703]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66703) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1190.074632] env[66703]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66703) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1190.074632] env[66703]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66703) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1190.074632] env[66703]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66703) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1190.074825] env[66703]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66703) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1190.075348] env[66703]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=66703) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1190.075348] env[66703]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66703) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1190.075477] env[66703]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66703) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1190.075747] env[66703]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66703) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1190.076751] env[66703]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66703) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1190.076751] env[66703]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 7f25b958-d945-4ecc-9b4b-3c986bb1a818 is going to be updated. [ 1190.144255] env[66703]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=66703) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1190.144399] env[66703]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66703) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1190.144471] env[66703]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66703) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1190.144690] env[66703]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66703) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1190.144947] env[66703]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66703) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1190.160405] env[66703]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 7f25b958-d945-4ecc-9b4b-3c986bb1a818 in Status: IN_PROGRESS for 2s [ 1190.161526] env[66703]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 4e788d78-bd3c-4249-acf9-3dd7a53e2a11 in Status: SUCCESS [ 1190.162364] env[66703]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-4e788d78-bd3c-4249-acf9-3dd7a53e2a11" {{(pid=66703) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1190.162364] env[66703]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-4e788d78-bd3c-4249-acf9-3dd7a53e2a11" {{(pid=66703) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1190.162364] env[66703]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-4e788d78-bd3c-4249-acf9-3dd7a53e2a11" {{(pid=66703) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1190.162543] env[66703]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=66703) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1190.162869] env[66703]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66703) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1190.162869] env[66703]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66703) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1190.163261] env[66703]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66703) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1190.163333] env[66703]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66703) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1190.163553] env[66703]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('4e788d78-bd3c-4249-acf9-3dd7a53e2a11',) {} {{(pid=66703) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1190.551669] env[66703]: INFO networking_nsxv3.common.synchronization [req-2d962fae-d10d-4bae-9de0-9d2835cc573e req-6032534c-8b49-4dbc-a7ec-9ca29d91fc0c service nova] Enqueued Resource ID: afb07c54-934e-420f-a541-315d002a64fc with Priority: HIGHEST for action security_group_rules [ 1190.551669] env[66703]: INFO networking_nsxv3.common.synchronization [req-2d962fae-d10d-4bae-9de0-9d2835cc573e req-6032534c-8b49-4dbc-a7ec-9ca29d91fc0c service nova] Enqueued Resource ID: afb07c54-934e-420f-a541-315d002a64fc with Priority: HIGHEST for action security_group_members [ 1190.551669] env[66703]: INFO networking_nsxv3.common.synchronization [req-2d962fae-d10d-4bae-9de0-9d2835cc573e req-6032534c-8b49-4dbc-a7ec-9ca29d91fc0c service nova] Enqueued Resource ID: b8b666ad-a87b-4118-bfa1-eed4e3bee875 with Priority: HIGHEST for action port [ 1190.551669] env[66703]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: afb07c54-934e-420f-a541-315d002a64fc with Priority: HIGHEST for action security_group_rules [ 1190.552063] env[66703]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: afb07c54-934e-420f-a541-315d002a64fc with Priority: HIGHEST for action security_group_members [ 1190.552063] env[66703]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: b8b666ad-a87b-4118-bfa1-eed4e3bee875 with Priority: HIGHEST for action port [ 1190.553924] env[66703]: DEBUG networking_nsxv3.common.locking [-] Lock rules-afb07c54-934e-420f-a541-315d002a64fc taken with stack trace [, , ] {{(pid=66703) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1190.554251] env[66703]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-afb07c54-934e-420f-a541-315d002a64fc" {{(pid=66703) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1190.555080] env[66703]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-afb07c54-934e-420f-a541-315d002a64fc" {{(pid=66703) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1190.555379] env[66703]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-afb07c54-934e-420f-a541-315d002a64fc" {{(pid=66703) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1190.555680] env[66703]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('afb07c54-934e-420f-a541-315d002a64fc',) {} {{(pid=66703) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1190.557333] env[66703]: DEBUG networking_nsxv3.common.locking [-] Lock member-afb07c54-934e-420f-a541-315d002a64fc taken with stack trace [, , ] {{(pid=66703) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1190.559115] env[66703]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-afb07c54-934e-420f-a541-315d002a64fc" {{(pid=66703) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1190.559414] env[66703]: DEBUG networking_nsxv3.common.locking [-] Lock port-b8b666ad-a87b-4118-bfa1-eed4e3bee875 taken with stack trace [, , ] {{(pid=66703) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1190.559540] env[66703]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-b8b666ad-a87b-4118-bfa1-eed4e3bee875" {{(pid=66703) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1190.559661] env[66703]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-b8b666ad-a87b-4118-bfa1-eed4e3bee875" {{(pid=66703) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1190.559857] env[66703]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-b8b666ad-a87b-4118-bfa1-eed4e3bee875" {{(pid=66703) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1190.559944] env[66703]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('b8b666ad-a87b-4118-bfa1-eed4e3bee875',) {} {{(pid=66703) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1190.568859] env[66703]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for f06ec3df-73d5-4124-a117-fa273b3892bc: rpc.has_security_group_logging(os_id): False [ 1190.587674] env[66703]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=66703) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1190.587896] env[66703]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66703) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1190.587896] env[66703]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66703) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1190.588168] env[66703]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66703) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1190.588269] env[66703]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66703) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1190.588529] env[66703]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=66703) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1190.588641] env[66703]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66703) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1190.588694] env[66703]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66703) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1190.588845] env[66703]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66703) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1190.588922] env[66703]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66703) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1190.589057] env[66703]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: f06ec3df-73d5-4124-a117-fa273b3892bc is going to be created. [ 1190.664706] env[66703]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=66703) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1190.664897] env[66703]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66703) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1190.665044] env[66703]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66703) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1190.665293] env[66703]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66703) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1190.665479] env[66703]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66703) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1190.667043] env[66703]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('4e788d78-bd3c-4249-acf9-3dd7a53e2a11',) {} {{(pid=66703) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1190.681532] env[66703]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: f06ec3df-73d5-4124-a117-fa273b3892bc in Status: IN_PROGRESS for 2s [ 1191.062797] env[66703]: DEBUG networking_nsxv3.common.locking [-] Lock member-afb07c54-934e-420f-a541-315d002a64fc taken with stack trace [, , , ] {{(pid=66703) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1191.063175] env[66703]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-afb07c54-934e-420f-a541-315d002a64fc" {{(pid=66703) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1191.063175] env[66703]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] realization of port b8b666ad-a87b-4118-bfa1-eed4e3bee875 with status ACTIVE [ 1191.063419] env[66703]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=66703) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1191.063519] env[66703]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=66703) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1191.063519] env[66703]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=66703) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1191.063707] env[66703]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=66703) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1191.063794] env[66703]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=66703) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1191.063962] env[66703]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , ] {{(pid=66703) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1191.064092] env[66703]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=66703) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1191.064158] env[66703]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=66703) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1191.064331] env[66703]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=66703) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1191.064511] env[66703]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=66703) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1191.064565] env[66703]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=66703) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1191.064659] env[66703]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=66703) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1191.064721] env[66703]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=66703) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1191.064858] env[66703]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=66703) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1191.064931] env[66703]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=66703) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1191.065032] env[66703]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: SegmentPort with ID: b8b666ad-a87b-4118-bfa1-eed4e3bee875 is going to be updated. [ 1191.085383] env[66703]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=66703) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1191.085567] env[66703]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=66703) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1191.085567] env[66703]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=66703) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1191.085759] env[66703]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=66703) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1191.085898] env[66703]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=66703) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1191.086078] env[66703]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-b8b666ad-a87b-4118-bfa1-eed4e3bee875" {{(pid=66703) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1191.115028] env[66703]: INFO networking_nsxv3.common.synchronization [None req-58cd353f-ec1d-44bc-a6b2-b2593bf83506 tempest-AttachVolumeTestJSON-1215574731 tempest-AttachVolumeTestJSON-1215574731-project-member] Enqueued Resource ID: 9b9162ef-ea3e-4d26-b7e4-fcd75aeb773c with Priority: HIGHEST for action security_group_rules [ 1191.115589] env[66703]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 9b9162ef-ea3e-4d26-b7e4-fcd75aeb773c with Priority: HIGHEST for action security_group_rules [ 1191.116044] env[66703]: DEBUG networking_nsxv3.common.locking [-] Lock rules-9b9162ef-ea3e-4d26-b7e4-fcd75aeb773c taken with stack trace [, , ] {{(pid=66703) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1191.116044] env[66703]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-9b9162ef-ea3e-4d26-b7e4-fcd75aeb773c" {{(pid=66703) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1191.116164] env[66703]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-9b9162ef-ea3e-4d26-b7e4-fcd75aeb773c" {{(pid=66703) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1191.116421] env[66703]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-9b9162ef-ea3e-4d26-b7e4-fcd75aeb773c" {{(pid=66703) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1191.116505] env[66703]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('9b9162ef-ea3e-4d26-b7e4-fcd75aeb773c',) {} {{(pid=66703) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1191.143615] env[66703]: INFO networking_nsxv3.common.synchronization [req-68187bd1-c9fa-41c6-a5f0-0725bb7097b7 req-cdffc7e9-cb47-48f1-8b71-1222f9e5b475 tempest-AttachInterfacesTestJSON-516416630 tempest-AttachInterfacesTestJSON-516416630-project-member] Enqueued Resource ID: 74884478-9760-4ca3-bceb-cbff7acb74c0 with Priority: HIGHEST for action security_group_members [ 1191.144257] env[66703]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 74884478-9760-4ca3-bceb-cbff7acb74c0 with Priority: HIGHEST for action security_group_members [ 1191.144458] env[66703]: DEBUG networking_nsxv3.common.locking [-] Lock member-74884478-9760-4ca3-bceb-cbff7acb74c0 taken with stack trace [, , ] {{(pid=66703) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1191.144608] env[66703]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-74884478-9760-4ca3-bceb-cbff7acb74c0" {{(pid=66703) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1191.144678] env[66703]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-74884478-9760-4ca3-bceb-cbff7acb74c0" {{(pid=66703) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1191.144879] env[66703]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-74884478-9760-4ca3-bceb-cbff7acb74c0" {{(pid=66703) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1191.145051] env[66703]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=66703) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1191.145146] env[66703]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66703) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1191.145206] env[66703]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66703) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1191.145346] env[66703]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66703) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1191.145427] env[66703]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66703) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1191.145518] env[66703]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('74884478-9760-4ca3-bceb-cbff7acb74c0',) {} {{(pid=66703) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1191.172737] env[66703]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('4e788d78-bd3c-4249-acf9-3dd7a53e2a11',) {} {{(pid=66703) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1191.241164] env[66703]: INFO networking_nsxv3.common.synchronization [None req-6530651e-5d28-4629-9709-0c98485df61d tempest-AttachVolumeTestJSON-1215574731 tempest-AttachVolumeTestJSON-1215574731-project-member] Enqueued Resource ID: 9b9162ef-ea3e-4d26-b7e4-fcd75aeb773c with Priority: HIGHEST for action security_group_rules [ 1191.241597] env[66703]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 9b9162ef-ea3e-4d26-b7e4-fcd75aeb773c with Priority: HIGHEST for action security_group_rules [ 1191.242069] env[66703]: DEBUG networking_nsxv3.common.locking [-] Lock rules-9b9162ef-ea3e-4d26-b7e4-fcd75aeb773c taken with stack trace [, , ] {{(pid=66703) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1191.242226] env[66703]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-9b9162ef-ea3e-4d26-b7e4-fcd75aeb773c" {{(pid=66703) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1191.535984] env[66703]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: afb07c54-934e-420f-a541-315d002a64fc in Status: SUCCESS [ 1191.536327] env[66703]: WARNING networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: afb07c54-934e-420f-a541-315d002a64fc deletion is rescheduled due to dependency. [ 1191.536377] env[66703]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-afb07c54-934e-420f-a541-315d002a64fc" {{(pid=66703) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1191.536574] env[66703]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-afb07c54-934e-420f-a541-315d002a64fc" {{(pid=66703) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1191.536857] env[66703]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-afb07c54-934e-420f-a541-315d002a64fc" {{(pid=66703) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1191.537087] env[66703]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=66703) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1191.537211] env[66703]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66703) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1191.537275] env[66703]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66703) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1191.537447] env[66703]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66703) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1191.537524] env[66703]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66703) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1191.537650] env[66703]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('afb07c54-934e-420f-a541-315d002a64fc',) {} {{(pid=66703) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1191.644941] env[66703]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=66703) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1191.645206] env[66703]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66703) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1191.645341] env[66703]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66703) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1191.645493] env[66703]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66703) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1191.645569] env[66703]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66703) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1191.645680] env[66703]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 9b9162ef-ea3e-4d26-b7e4-fcd75aeb773c already deleted. [ 1191.645758] env[66703]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-9b9162ef-ea3e-4d26-b7e4-fcd75aeb773c" {{(pid=66703) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1191.645908] env[66703]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-9b9162ef-ea3e-4d26-b7e4-fcd75aeb773c" {{(pid=66703) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1191.646157] env[66703]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-9b9162ef-ea3e-4d26-b7e4-fcd75aeb773c" {{(pid=66703) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1191.646252] env[66703]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('9b9162ef-ea3e-4d26-b7e4-fcd75aeb773c',) {} {{(pid=66703) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1191.647276] env[66703]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('74884478-9760-4ca3-bceb-cbff7acb74c0',) {} {{(pid=66703) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1191.675674] env[66703]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66703) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1191.676070] env[66703]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66703) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1191.676070] env[66703]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66703) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1191.676191] env[66703]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66703) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1191.676241] env[66703]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66703) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1191.676404] env[66703]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 4e788d78-bd3c-4249-acf9-3dd7a53e2a11 is going to be updated. [ 1191.716838] env[66703]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66703) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1191.716994] env[66703]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66703) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1191.717078] env[66703]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66703) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1191.717307] env[66703]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66703) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1191.717542] env[66703]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66703) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1191.733460] env[66703]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 4e788d78-bd3c-4249-acf9-3dd7a53e2a11 in Status: IN_PROGRESS for 2s [ 1191.734911] env[66703]: INFO networking_nsxv3.common.synchronization [None req-808caf5a-9229-452c-a6d3-e4e53a9e5727 tempest-AttachInterfacesTestJSON-516416630 tempest-AttachInterfacesTestJSON-516416630-project-member] Enqueued Resource ID: 74884478-9760-4ca3-bceb-cbff7acb74c0 with Priority: HIGHEST for action security_group_members [ 1191.735459] env[66703]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 74884478-9760-4ca3-bceb-cbff7acb74c0 with Priority: HIGHEST for action security_group_members [ 1191.735789] env[66703]: DEBUG networking_nsxv3.common.locking [-] Lock member-74884478-9760-4ca3-bceb-cbff7acb74c0 taken with stack trace [, , ] {{(pid=66703) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1191.735893] env[66703]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-74884478-9760-4ca3-bceb-cbff7acb74c0" {{(pid=66703) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1192.043631] env[66703]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('afb07c54-934e-420f-a541-315d002a64fc',) {} {{(pid=66703) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1192.150888] env[66703]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('74884478-9760-4ca3-bceb-cbff7acb74c0',) {} {{(pid=66703) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1192.170309] env[66703]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=66703) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1192.170474] env[66703]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66703) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1192.170564] env[66703]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66703) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1192.170857] env[66703]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66703) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1192.170971] env[66703]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66703) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1192.171094] env[66703]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 9b9162ef-ea3e-4d26-b7e4-fcd75aeb773c already deleted. [ 1192.171199] env[66703]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-9b9162ef-ea3e-4d26-b7e4-fcd75aeb773c" {{(pid=66703) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1192.173056] env[66703]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 7f25b958-d945-4ecc-9b4b-3c986bb1a818 in Status: SUCCESS [ 1192.173274] env[66703]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-7f25b958-d945-4ecc-9b4b-3c986bb1a818" {{(pid=66703) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1192.545979] env[66703]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('afb07c54-934e-420f-a541-315d002a64fc',) {} {{(pid=66703) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1192.654549] env[66703]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66703) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1192.654549] env[66703]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66703) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1192.654549] env[66703]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66703) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1192.654549] env[66703]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66703) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1192.654549] env[66703]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66703) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1192.654549] env[66703]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 74884478-9760-4ca3-bceb-cbff7acb74c0 is going to be updated. [ 1192.689076] env[66703]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66703) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1192.689223] env[66703]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66703) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1192.689296] env[66703]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66703) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1192.689508] env[66703]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66703) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1192.689683] env[66703]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66703) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1192.694557] env[66703]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: f06ec3df-73d5-4124-a117-fa273b3892bc in Status: SUCCESS [ 1192.694769] env[66703]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-f06ec3df-73d5-4124-a117-fa273b3892bc" {{(pid=66703) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1192.698133] env[66703]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 74884478-9760-4ca3-bceb-cbff7acb74c0 in Status: IN_PROGRESS for 2s [ 1193.049141] env[66703]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66703) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1193.049313] env[66703]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66703) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1193.049386] env[66703]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66703) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1193.049627] env[66703]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66703) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1193.049725] env[66703]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66703) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1193.049831] env[66703]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: afb07c54-934e-420f-a541-315d002a64fc is going to be updated. [ 1193.083434] env[66703]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66703) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1193.083434] env[66703]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66703) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1193.083434] env[66703]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66703) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1193.083434] env[66703]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66703) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1193.083434] env[66703]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66703) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1193.095271] env[66703]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: afb07c54-934e-420f-a541-315d002a64fc in Status: IN_PROGRESS for 2s [ 1193.552826] env[66703]: INFO networking_nsxv3.common.synchronization [req-e9e0ca06-b737-4525-8962-265f832dbdd0 req-427d7cff-cfbc-4c10-bda5-4a45a6bad5e6 tempest-ServersTestMultiNic-105175124 tempest-ServersTestMultiNic-105175124-project-member] Enqueued Resource ID: 7f25b958-d945-4ecc-9b4b-3c986bb1a818 with Priority: HIGHEST for action security_group_members [ 1193.553668] env[66703]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 7f25b958-d945-4ecc-9b4b-3c986bb1a818 with Priority: HIGHEST for action security_group_members [ 1193.554055] env[66703]: DEBUG networking_nsxv3.common.locking [-] Lock member-7f25b958-d945-4ecc-9b4b-3c986bb1a818 taken with stack trace [, , ] {{(pid=66703) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1193.554370] env[66703]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-7f25b958-d945-4ecc-9b4b-3c986bb1a818" {{(pid=66703) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1193.554489] env[66703]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-7f25b958-d945-4ecc-9b4b-3c986bb1a818" {{(pid=66703) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1193.554704] env[66703]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-7f25b958-d945-4ecc-9b4b-3c986bb1a818" {{(pid=66703) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1193.554971] env[66703]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=66703) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1193.555093] env[66703]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66703) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1193.555164] env[66703]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66703) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1193.555609] env[66703]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66703) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1193.555728] env[66703]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66703) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1193.555845] env[66703]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('7f25b958-d945-4ecc-9b4b-3c986bb1a818',) {} {{(pid=66703) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1193.748710] env[66703]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 4e788d78-bd3c-4249-acf9-3dd7a53e2a11 in Status: SUCCESS [ 1193.749112] env[66703]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-4e788d78-bd3c-4249-acf9-3dd7a53e2a11" {{(pid=66703) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1193.749313] env[66703]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-4e788d78-bd3c-4249-acf9-3dd7a53e2a11" {{(pid=66703) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1193.749558] env[66703]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-4e788d78-bd3c-4249-acf9-3dd7a53e2a11" {{(pid=66703) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1193.749837] env[66703]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=66703) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1193.750052] env[66703]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66703) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1193.750176] env[66703]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66703) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1193.750375] env[66703]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66703) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1193.750518] env[66703]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66703) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1193.750576] env[66703]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-4e788d78-bd3c-4249-acf9-3dd7a53e2a11" {{(pid=66703) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1193.750672] env[66703]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('4e788d78-bd3c-4249-acf9-3dd7a53e2a11',) {} {{(pid=66703) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1193.789880] env[66703]: INFO networking_nsxv3.common.synchronization [req-e9e0ca06-b737-4525-8962-265f832dbdd0 req-8ba814bf-968f-46c2-8b76-171b134bf620 tempest-ServersTestMultiNic-105175124 tempest-ServersTestMultiNic-105175124-project-member] Enqueued Resource ID: 7f25b958-d945-4ecc-9b4b-3c986bb1a818 with Priority: HIGHEST for action security_group_members [ 1193.790435] env[66703]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 7f25b958-d945-4ecc-9b4b-3c986bb1a818 with Priority: HIGHEST for action security_group_members [ 1193.790873] env[66703]: DEBUG networking_nsxv3.common.locking [-] Lock member-7f25b958-d945-4ecc-9b4b-3c986bb1a818 taken with stack trace [, , ] {{(pid=66703) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1193.791021] env[66703]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-7f25b958-d945-4ecc-9b4b-3c986bb1a818" {{(pid=66703) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1194.012289] env[66703]: INFO networking_nsxv3.common.synchronization [req-e9e0ca06-b737-4525-8962-265f832dbdd0 req-72215552-7075-4244-8072-3dfde70fa206 tempest-ServersTestMultiNic-105175124 tempest-ServersTestMultiNic-105175124-project-member] Enqueued Resource ID: 7f25b958-d945-4ecc-9b4b-3c986bb1a818 with Priority: HIGHEST for action security_group_members [ 1194.012852] env[66703]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 7f25b958-d945-4ecc-9b4b-3c986bb1a818 with Priority: HIGHEST for action security_group_members [ 1194.013197] env[66703]: DEBUG networking_nsxv3.common.locking [-] Lock member-7f25b958-d945-4ecc-9b4b-3c986bb1a818 taken with stack trace [, , ] {{(pid=66703) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1194.013321] env[66703]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-7f25b958-d945-4ecc-9b4b-3c986bb1a818" {{(pid=66703) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1194.059107] env[66703]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('7f25b958-d945-4ecc-9b4b-3c986bb1a818',) {} {{(pid=66703) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1194.255892] env[66703]: DEBUG networking_nsxv3.common.locking [-] Lock member-4e788d78-bd3c-4249-acf9-3dd7a53e2a11 taken with stack trace [, , , ] {{(pid=66703) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1194.256103] env[66703]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-4e788d78-bd3c-4249-acf9-3dd7a53e2a11" {{(pid=66703) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1194.256144] env[66703]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-4e788d78-bd3c-4249-acf9-3dd7a53e2a11" {{(pid=66703) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1194.256742] env[66703]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-4e788d78-bd3c-4249-acf9-3dd7a53e2a11" {{(pid=66703) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1194.257700] env[66703]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=66703) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1194.257700] env[66703]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66703) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1194.257700] env[66703]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66703) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1194.257700] env[66703]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66703) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1194.257907] env[66703]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66703) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1194.257907] env[66703]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-4e788d78-bd3c-4249-acf9-3dd7a53e2a11" {{(pid=66703) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1194.258082] env[66703]: DEBUG networking_nsxv3.common.locking [-] Lock member-4e788d78-bd3c-4249-acf9-3dd7a53e2a11 taken with stack trace [, , , ] {{(pid=66703) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1194.258182] env[66703]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-4e788d78-bd3c-4249-acf9-3dd7a53e2a11" {{(pid=66703) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1194.258816] env[66703]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-4e788d78-bd3c-4249-acf9-3dd7a53e2a11" {{(pid=66703) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1194.258816] env[66703]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-4e788d78-bd3c-4249-acf9-3dd7a53e2a11" {{(pid=66703) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1194.258816] env[66703]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=66703) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1194.258816] env[66703]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66703) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1194.258816] env[66703]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66703) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1194.259096] env[66703]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66703) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1194.259096] env[66703]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66703) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1194.259096] env[66703]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-4e788d78-bd3c-4249-acf9-3dd7a53e2a11" {{(pid=66703) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1194.259184] env[66703]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('4e788d78-bd3c-4249-acf9-3dd7a53e2a11',) {} {{(pid=66703) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1194.561943] env[66703]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('7f25b958-d945-4ecc-9b4b-3c986bb1a818',) {} {{(pid=66703) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1194.708763] env[66703]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 74884478-9760-4ca3-bceb-cbff7acb74c0 in Status: SUCCESS [ 1194.709097] env[66703]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-74884478-9760-4ca3-bceb-cbff7acb74c0" {{(pid=66703) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1194.709561] env[66703]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-74884478-9760-4ca3-bceb-cbff7acb74c0" {{(pid=66703) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1194.709754] env[66703]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-74884478-9760-4ca3-bceb-cbff7acb74c0" {{(pid=66703) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1194.709943] env[66703]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=66703) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1194.710146] env[66703]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66703) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1194.710259] env[66703]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66703) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1194.710488] env[66703]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66703) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1194.710612] env[66703]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66703) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1194.710770] env[66703]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('74884478-9760-4ca3-bceb-cbff7acb74c0',) {} {{(pid=66703) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1194.762129] env[66703]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for 4e788d78-bd3c-4249-acf9-3dd7a53e2a11: rpc.has_security_group_logging(os_id): False [ 1194.781127] env[66703]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=66703) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1194.781286] env[66703]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66703) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1194.781363] env[66703]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66703) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1194.781584] env[66703]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66703) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1194.781882] env[66703]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66703) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1194.782301] env[66703]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66703) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1194.782420] env[66703]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66703) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1194.782489] env[66703]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66703) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1194.782686] env[66703]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66703) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1194.782817] env[66703]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66703) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1194.783586] env[66703]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66703) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1194.783718] env[66703]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66703) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1194.783786] env[66703]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66703) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1194.783952] env[66703]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66703) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1194.784043] env[66703]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66703) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1194.784289] env[66703]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=66703) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1194.784416] env[66703]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66703) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1194.784717] env[66703]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66703) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1194.784885] env[66703]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66703) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1194.785177] env[66703]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66703) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1194.785177] env[66703]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 4e788d78-bd3c-4249-acf9-3dd7a53e2a11 is going to be updated. [ 1194.856020] env[66703]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=66703) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1194.856230] env[66703]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66703) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1194.856230] env[66703]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66703) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1194.856455] env[66703]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66703) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1194.856612] env[66703]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66703) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1194.874779] env[66703]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 4e788d78-bd3c-4249-acf9-3dd7a53e2a11 in Status: IN_PROGRESS for 2s [ 1194.916181] env[66703]: INFO networking_nsxv3.common.synchronization [req-43df4650-d059-4c34-a9f1-39a76bdb3c5b req-aaad985a-3229-42d1-a7a4-171173b087e7 tempest-AttachInterfacesTestJSON-516416630 tempest-AttachInterfacesTestJSON-516416630-project-member] Enqueued Resource ID: 52a602e3-dbba-4de9-81cb-2d4b1e7aa1ab with Priority: HIGHEST for action security_group_members [ 1194.916951] env[66703]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 52a602e3-dbba-4de9-81cb-2d4b1e7aa1ab with Priority: HIGHEST for action security_group_members [ 1194.917461] env[66703]: DEBUG networking_nsxv3.common.locking [-] Lock member-52a602e3-dbba-4de9-81cb-2d4b1e7aa1ab taken with stack trace [, , ] {{(pid=66703) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1194.917892] env[66703]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-52a602e3-dbba-4de9-81cb-2d4b1e7aa1ab" {{(pid=66703) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1194.917892] env[66703]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-52a602e3-dbba-4de9-81cb-2d4b1e7aa1ab" {{(pid=66703) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1194.917892] env[66703]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-52a602e3-dbba-4de9-81cb-2d4b1e7aa1ab" {{(pid=66703) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1194.918055] env[66703]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=66703) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1194.918159] env[66703]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66703) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1194.918223] env[66703]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66703) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1194.918425] env[66703]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66703) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1194.918688] env[66703]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66703) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1194.918817] env[66703]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('52a602e3-dbba-4de9-81cb-2d4b1e7aa1ab',) {} {{(pid=66703) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1195.064342] env[66703]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66703) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1195.064563] env[66703]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66703) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1195.064666] env[66703]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66703) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1195.064961] env[66703]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66703) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1195.065045] env[66703]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66703) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1195.065203] env[66703]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 7f25b958-d945-4ecc-9b4b-3c986bb1a818 is going to be updated. [ 1195.102221] env[66703]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66703) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1195.102428] env[66703]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66703) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1195.102428] env[66703]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66703) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1195.102602] env[66703]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66703) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1195.103253] env[66703]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66703) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1195.105259] env[66703]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: afb07c54-934e-420f-a541-315d002a64fc in Status: SUCCESS [ 1195.105459] env[66703]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-afb07c54-934e-420f-a541-315d002a64fc" {{(pid=66703) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1195.105616] env[66703]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-afb07c54-934e-420f-a541-315d002a64fc" {{(pid=66703) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1195.105822] env[66703]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-afb07c54-934e-420f-a541-315d002a64fc" {{(pid=66703) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1195.106047] env[66703]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=66703) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1195.106163] env[66703]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66703) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1195.106231] env[66703]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66703) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1195.106389] env[66703]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66703) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1195.106469] env[66703]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66703) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1195.106555] env[66703]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-afb07c54-934e-420f-a541-315d002a64fc" {{(pid=66703) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1195.106641] env[66703]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('afb07c54-934e-420f-a541-315d002a64fc',) {} {{(pid=66703) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1195.110438] env[66703]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 7f25b958-d945-4ecc-9b4b-3c986bb1a818 in Status: IN_PROGRESS for 2s [ 1195.214186] env[66703]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=66703) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1195.214409] env[66703]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66703) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1195.214489] env[66703]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66703) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1195.214735] env[66703]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66703) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1195.214816] env[66703]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66703) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1195.214987] env[66703]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66703) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1195.215114] env[66703]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66703) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1195.215169] env[66703]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66703) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1195.215361] env[66703]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66703) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1195.215510] env[66703]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66703) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1195.215557] env[66703]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 74884478-9760-4ca3-bceb-cbff7acb74c0 is going to be updated. [ 1195.245219] env[66703]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66703) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1195.245372] env[66703]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66703) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1195.245446] env[66703]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66703) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1195.245652] env[66703]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66703) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1195.245790] env[66703]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66703) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1195.255317] env[66703]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 74884478-9760-4ca3-bceb-cbff7acb74c0 in Status: IN_PROGRESS for 2s [ 1195.421074] env[66703]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=66703) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1195.421599] env[66703]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66703) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1195.421599] env[66703]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66703) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1195.421599] env[66703]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66703) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1195.446616] env[66703]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66703) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1195.446889] env[66703]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66703) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1195.447019] env[66703]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66703) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1195.447107] env[66703]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66703) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1195.447291] env[66703]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66703) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1195.447373] env[66703]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66703) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1195.447465] env[66703]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 52a602e3-dbba-4de9-81cb-2d4b1e7aa1ab is going to be updated. [ 1195.479193] env[66703]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66703) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1195.479402] env[66703]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66703) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1195.479402] env[66703]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66703) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1195.479600] env[66703]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66703) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1195.479794] env[66703]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66703) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1195.488787] env[66703]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 52a602e3-dbba-4de9-81cb-2d4b1e7aa1ab in Status: IN_PROGRESS for 2s [ 1195.609715] env[66703]: DEBUG networking_nsxv3.common.locking [-] Lock member-afb07c54-934e-420f-a541-315d002a64fc taken with stack trace [, , , ] {{(pid=66703) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1195.609715] env[66703]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-afb07c54-934e-420f-a541-315d002a64fc" {{(pid=66703) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1195.610277] env[66703]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-afb07c54-934e-420f-a541-315d002a64fc" {{(pid=66703) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1195.610277] env[66703]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-afb07c54-934e-420f-a541-315d002a64fc" {{(pid=66703) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1195.610277] env[66703]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=66703) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1195.610452] env[66703]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66703) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1195.610452] env[66703]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66703) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1195.610559] env[66703]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66703) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1195.610708] env[66703]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66703) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1195.610777] env[66703]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-afb07c54-934e-420f-a541-315d002a64fc" {{(pid=66703) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1195.610929] env[66703]: DEBUG networking_nsxv3.common.locking [-] Lock member-afb07c54-934e-420f-a541-315d002a64fc taken with stack trace [, , , ] {{(pid=66703) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1195.611056] env[66703]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-afb07c54-934e-420f-a541-315d002a64fc" {{(pid=66703) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1195.611107] env[66703]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-afb07c54-934e-420f-a541-315d002a64fc" {{(pid=66703) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1195.611237] env[66703]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-afb07c54-934e-420f-a541-315d002a64fc" {{(pid=66703) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1195.611376] env[66703]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=66703) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1195.611462] env[66703]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66703) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1195.611522] env[66703]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66703) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1195.611660] env[66703]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66703) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1195.611739] env[66703]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66703) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1195.611859] env[66703]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-afb07c54-934e-420f-a541-315d002a64fc" {{(pid=66703) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1195.611987] env[66703]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('afb07c54-934e-420f-a541-315d002a64fc',) {} {{(pid=66703) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1196.114022] env[66703]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for afb07c54-934e-420f-a541-315d002a64fc: rpc.has_security_group_logging(os_id): False [ 1196.134427] env[66703]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=66703) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1196.134624] env[66703]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66703) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1196.134661] env[66703]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66703) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1196.134899] env[66703]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66703) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1196.134992] env[66703]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66703) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1196.135202] env[66703]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66703) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1196.135301] env[66703]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66703) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1196.135361] env[66703]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66703) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1196.135667] env[66703]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66703) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1196.135756] env[66703]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66703) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1196.135982] env[66703]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66703) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1196.136106] env[66703]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66703) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1196.136185] env[66703]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66703) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1196.136338] env[66703]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66703) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1196.136415] env[66703]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66703) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1196.136650] env[66703]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=66703) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1196.136763] env[66703]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66703) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1196.136830] env[66703]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66703) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1196.136992] env[66703]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66703) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1196.137100] env[66703]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66703) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1196.137193] env[66703]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: afb07c54-934e-420f-a541-315d002a64fc is going to be updated. [ 1196.202895] env[66703]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=66703) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1196.203095] env[66703]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66703) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1196.203188] env[66703]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66703) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1196.203409] env[66703]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66703) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1196.203547] env[66703]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66703) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1196.218404] env[66703]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: afb07c54-934e-420f-a541-315d002a64fc in Status: IN_PROGRESS for 2s [ 1196.892422] env[66703]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 4e788d78-bd3c-4249-acf9-3dd7a53e2a11 in Status: SUCCESS [ 1196.892810] env[66703]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-4e788d78-bd3c-4249-acf9-3dd7a53e2a11" {{(pid=66703) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1197.120021] env[66703]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 7f25b958-d945-4ecc-9b4b-3c986bb1a818 in Status: SUCCESS [ 1197.120241] env[66703]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-7f25b958-d945-4ecc-9b4b-3c986bb1a818" {{(pid=66703) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1197.120405] env[66703]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-7f25b958-d945-4ecc-9b4b-3c986bb1a818" {{(pid=66703) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1197.120626] env[66703]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-7f25b958-d945-4ecc-9b4b-3c986bb1a818" {{(pid=66703) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1197.120816] env[66703]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=66703) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1197.120932] env[66703]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66703) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1197.121359] env[66703]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66703) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1197.121359] env[66703]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66703) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1197.121359] env[66703]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66703) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1197.121359] env[66703]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('7f25b958-d945-4ecc-9b4b-3c986bb1a818',) {} {{(pid=66703) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1197.264906] env[66703]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 74884478-9760-4ca3-bceb-cbff7acb74c0 in Status: SUCCESS [ 1197.264999] env[66703]: WARNING networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 74884478-9760-4ca3-bceb-cbff7acb74c0 deletion is rescheduled due to dependency. [ 1197.265061] env[66703]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-74884478-9760-4ca3-bceb-cbff7acb74c0" {{(pid=66703) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1197.351758] env[66703]: INFO networking_nsxv3.common.synchronization [req-08e8e6d9-26f3-4af7-a981-f419d25773f3 req-dc66ffd6-7f53-45cd-be57-56447139e3e2 tempest-AttachVolumeTestJSON-1215574731 tempest-AttachVolumeTestJSON-1215574731-project-member] Enqueued Resource ID: 9b9162ef-ea3e-4d26-b7e4-fcd75aeb773c with Priority: HIGHEST for action security_group_members [ 1197.352332] env[66703]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 9b9162ef-ea3e-4d26-b7e4-fcd75aeb773c with Priority: HIGHEST for action security_group_members [ 1197.352646] env[66703]: DEBUG networking_nsxv3.common.locking [-] Lock member-9b9162ef-ea3e-4d26-b7e4-fcd75aeb773c taken with stack trace [, , ] {{(pid=66703) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1197.352865] env[66703]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-9b9162ef-ea3e-4d26-b7e4-fcd75aeb773c" {{(pid=66703) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1197.352865] env[66703]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-9b9162ef-ea3e-4d26-b7e4-fcd75aeb773c" {{(pid=66703) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1197.353136] env[66703]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-9b9162ef-ea3e-4d26-b7e4-fcd75aeb773c" {{(pid=66703) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1197.353301] env[66703]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=66703) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1197.353413] env[66703]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66703) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1197.353474] env[66703]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66703) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1197.353645] env[66703]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66703) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1197.353691] env[66703]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66703) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1197.353797] env[66703]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('9b9162ef-ea3e-4d26-b7e4-fcd75aeb773c',) {} {{(pid=66703) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1197.500614] env[66703]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 52a602e3-dbba-4de9-81cb-2d4b1e7aa1ab in Status: SUCCESS [ 1197.500818] env[66703]: WARNING networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 52a602e3-dbba-4de9-81cb-2d4b1e7aa1ab deletion is rescheduled due to dependency. [ 1197.500914] env[66703]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-52a602e3-dbba-4de9-81cb-2d4b1e7aa1ab" {{(pid=66703) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1197.624202] env[66703]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=66703) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1197.624353] env[66703]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66703) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1197.624421] env[66703]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66703) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1197.624654] env[66703]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66703) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1197.624742] env[66703]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66703) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1197.625010] env[66703]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66703) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1197.625139] env[66703]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66703) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1197.625205] env[66703]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66703) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1197.625381] env[66703]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66703) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1197.625459] env[66703]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66703) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1197.625543] env[66703]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 7f25b958-d945-4ecc-9b4b-3c986bb1a818 is going to be updated. [ 1197.650729] env[66703]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66703) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1197.650902] env[66703]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66703) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1197.651034] env[66703]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66703) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1197.651288] env[66703]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66703) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1197.651444] env[66703]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66703) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1197.661236] env[66703]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 7f25b958-d945-4ecc-9b4b-3c986bb1a818 in Status: IN_PROGRESS for 2s [ 1197.682461] env[66703]: DEBUG networking_nsxv3.common.locking [None req-ffa6d202-748e-4c81-9979-ad08741f9cf7 None None] Lock network-889 taken with stack trace [, , , , , , , , ] {{(pid=66703) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1197.682723] env[66703]: DEBUG oslo_concurrency.lockutils [None req-ffa6d202-748e-4c81-9979-ad08741f9cf7 None None] Acquiring lock "network-889" {{(pid=66703) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1197.682904] env[66703]: DEBUG oslo_concurrency.lockutils [None req-ffa6d202-748e-4c81-9979-ad08741f9cf7 None None] Acquired lock "network-889" {{(pid=66703) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1197.683198] env[66703]: DEBUG oslo_concurrency.lockutils [None req-ffa6d202-748e-4c81-9979-ad08741f9cf7 None None] Acquired external semaphore "network-889" {{(pid=66703) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1197.683453] env[66703]: DEBUG networking_nsxv3.common.locking [None req-ffa6d202-748e-4c81-9979-ad08741f9cf7 None None] Lock Segment taken with stack trace [, , , , , , , , , , ] {{(pid=66703) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1197.683614] env[66703]: DEBUG oslo_concurrency.lockutils [None req-ffa6d202-748e-4c81-9979-ad08741f9cf7 None None] Acquiring lock "Segment" {{(pid=66703) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1197.683735] env[66703]: DEBUG oslo_concurrency.lockutils [None req-ffa6d202-748e-4c81-9979-ad08741f9cf7 None None] Acquired lock "Segment" {{(pid=66703) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1197.685057] env[66703]: DEBUG oslo_concurrency.lockutils [None req-ffa6d202-748e-4c81-9979-ad08741f9cf7 None None] Acquired external semaphore "Segment" {{(pid=66703) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1197.685263] env[66703]: DEBUG oslo_concurrency.lockutils [None req-ffa6d202-748e-4c81-9979-ad08741f9cf7 None None] Releasing lock "Segment" {{(pid=66703) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1197.685541] env[66703]: DEBUG dogpile.cache.region [None req-ffa6d202-748e-4c81-9979-ad08741f9cf7 None None] No value present for key: 'zone-id' {{(pid=66703) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 1197.685710] env[66703]: DEBUG dogpile.lock [None req-ffa6d202-748e-4c81-9979-ad08741f9cf7 None None] NeedRegenerationException {{(pid=66703) _enter /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:90}} [ 1197.685824] env[66703]: DEBUG dogpile.lock [None req-ffa6d202-748e-4c81-9979-ad08741f9cf7 None None] no value, waiting for create lock {{(pid=66703) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:131}} [ 1197.685955] env[66703]: DEBUG dogpile.lock [None req-ffa6d202-748e-4c81-9979-ad08741f9cf7 None None] value creation lock acquired {{(pid=66703) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:135}} [ 1197.686111] env[66703]: DEBUG dogpile.cache.region [None req-ffa6d202-748e-4c81-9979-ad08741f9cf7 None None] No value present for key: 'zone-id' {{(pid=66703) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 1197.686231] env[66703]: DEBUG dogpile.lock [None req-ffa6d202-748e-4c81-9979-ad08741f9cf7 None None] Calling creation function for not-yet-present value {{(pid=66703) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:174}} [ 1197.686370] env[66703]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-ffa6d202-748e-4c81-9979-ad08741f9cf7 None None] Looking for TransportZone with name nsx-vlan-transportzone. [ 1197.708501] env[66703]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-ffa6d202-748e-4c81-9979-ad08741f9cf7 None None] loading zone with a95c914d-748d-497c-94ab-10d4647daeba and tags [{'scope': 'mp2policy_migr_status', 'tag': 'success'}] [ 1197.708785] env[66703]: DEBUG dogpile.cache.region [None req-ffa6d202-748e-4c81-9979-ad08741f9cf7 None None] Cache value generated in 0.022 seconds for key(s): 'zone-id' {{(pid=66703) _log_time /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:910}} [ 1197.709440] env[66703]: DEBUG dogpile.lock [None req-ffa6d202-748e-4c81-9979-ad08741f9cf7 None None] Released creation lock {{(pid=66703) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:182}} [ 1197.709625] env[66703]: DEBUG oslo_concurrency.lockutils [None req-ffa6d202-748e-4c81-9979-ad08741f9cf7 None None] Releasing lock "network-889" {{(pid=66703) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1197.710032] env[66703]: DEBUG networking_nsxv3.common.locking [None req-ffa6d202-748e-4c81-9979-ad08741f9cf7 None None] Lock port-05dcba54-b13d-4a94-a787-4595fcda5ae7 taken with stack trace [, , , , , , , , ] {{(pid=66703) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1197.710231] env[66703]: DEBUG oslo_concurrency.lockutils [None req-ffa6d202-748e-4c81-9979-ad08741f9cf7 None None] Acquiring lock "port-05dcba54-b13d-4a94-a787-4595fcda5ae7" {{(pid=66703) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1197.710359] env[66703]: DEBUG oslo_concurrency.lockutils [None req-ffa6d202-748e-4c81-9979-ad08741f9cf7 None None] Acquired lock "port-05dcba54-b13d-4a94-a787-4595fcda5ae7" {{(pid=66703) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1197.711637] env[66703]: DEBUG oslo_concurrency.lockutils [None req-ffa6d202-748e-4c81-9979-ad08741f9cf7 None None] Acquired external semaphore "port-05dcba54-b13d-4a94-a787-4595fcda5ae7" {{(pid=66703) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1197.711637] env[66703]: DEBUG networking_nsxv3.api.rpc [None req-ffa6d202-748e-4c81-9979-ad08741f9cf7 None None] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('05dcba54-b13d-4a94-a787-4595fcda5ae7',) {} {{(pid=66703) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1197.855690] env[66703]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=66703) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1197.855971] env[66703]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66703) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1197.856085] env[66703]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66703) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1197.856361] env[66703]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66703) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1197.856537] env[66703]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66703) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1197.856706] env[66703]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66703) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1197.856825] env[66703]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66703) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1197.856884] env[66703]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66703) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1197.857066] env[66703]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66703) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1197.857153] env[66703]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66703) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1197.857273] env[66703]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 9b9162ef-ea3e-4d26-b7e4-fcd75aeb773c already deleted. [ 1197.857364] env[66703]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-9b9162ef-ea3e-4d26-b7e4-fcd75aeb773c" {{(pid=66703) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1198.215085] env[66703]: DEBUG networking_nsxv3.common.locking [None req-ffa6d202-748e-4c81-9979-ad08741f9cf7 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , ] {{(pid=66703) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1198.215430] env[66703]: DEBUG oslo_concurrency.lockutils [None req-ffa6d202-748e-4c81-9979-ad08741f9cf7 None None] Acquiring lock "SegmentPort" {{(pid=66703) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1198.216030] env[66703]: DEBUG oslo_concurrency.lockutils [None req-ffa6d202-748e-4c81-9979-ad08741f9cf7 None None] Acquired lock "SegmentPort" {{(pid=66703) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1198.216113] env[66703]: DEBUG oslo_concurrency.lockutils [None req-ffa6d202-748e-4c81-9979-ad08741f9cf7 None None] Acquired external semaphore "SegmentPort" {{(pid=66703) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1198.216321] env[66703]: DEBUG oslo_concurrency.lockutils [None req-ffa6d202-748e-4c81-9979-ad08741f9cf7 None None] Releasing lock "SegmentPort" {{(pid=66703) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1198.216498] env[66703]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-ffa6d202-748e-4c81-9979-ad08741f9cf7 None None] Segment Port 05dcba54-b13d-4a94-a787-4595fcda5ae7 not found, creating... [ 1198.217255] env[66703]: DEBUG networking_nsxv3.common.locking [None req-ffa6d202-748e-4c81-9979-ad08741f9cf7 None None] Lock Segment taken with stack trace [, , , , , , , , , , , ] {{(pid=66703) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1198.217431] env[66703]: DEBUG oslo_concurrency.lockutils [None req-ffa6d202-748e-4c81-9979-ad08741f9cf7 None None] Acquiring lock "Segment" {{(pid=66703) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1198.218049] env[66703]: DEBUG oslo_concurrency.lockutils [None req-ffa6d202-748e-4c81-9979-ad08741f9cf7 None None] Acquired lock "Segment" {{(pid=66703) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1198.218146] env[66703]: DEBUG oslo_concurrency.lockutils [None req-ffa6d202-748e-4c81-9979-ad08741f9cf7 None None] Acquired external semaphore "Segment" {{(pid=66703) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1198.218489] env[66703]: DEBUG oslo_concurrency.lockutils [None req-ffa6d202-748e-4c81-9979-ad08741f9cf7 None None] Releasing lock "Segment" {{(pid=66703) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1198.218789] env[66703]: DEBUG networking_nsxv3.common.locking [None req-ffa6d202-748e-4c81-9979-ad08741f9cf7 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=66703) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1198.218971] env[66703]: DEBUG oslo_concurrency.lockutils [None req-ffa6d202-748e-4c81-9979-ad08741f9cf7 None None] Acquiring lock "SegmentPort" {{(pid=66703) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1198.219135] env[66703]: DEBUG oslo_concurrency.lockutils [None req-ffa6d202-748e-4c81-9979-ad08741f9cf7 None None] Acquired lock "SegmentPort" {{(pid=66703) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1198.219377] env[66703]: DEBUG oslo_concurrency.lockutils [None req-ffa6d202-748e-4c81-9979-ad08741f9cf7 None None] Acquired external semaphore "SegmentPort" {{(pid=66703) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1198.219549] env[66703]: DEBUG oslo_concurrency.lockutils [None req-ffa6d202-748e-4c81-9979-ad08741f9cf7 None None] Releasing lock "SegmentPort" {{(pid=66703) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1198.219744] env[66703]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-ffa6d202-748e-4c81-9979-ad08741f9cf7 None None] Resource: SegmentPort with ID: 05dcba54-b13d-4a94-a787-4595fcda5ae7 is going to be created. [ 1198.235043] env[66703]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: afb07c54-934e-420f-a541-315d002a64fc in Status: SUCCESS [ 1198.235303] env[66703]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-afb07c54-934e-420f-a541-315d002a64fc" {{(pid=66703) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1198.241869] env[66703]: DEBUG networking_nsxv3.common.locking [None req-ffa6d202-748e-4c81-9979-ad08741f9cf7 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=66703) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1198.242042] env[66703]: DEBUG oslo_concurrency.lockutils [None req-ffa6d202-748e-4c81-9979-ad08741f9cf7 None None] Acquiring lock "SegmentPort" {{(pid=66703) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1198.242635] env[66703]: DEBUG oslo_concurrency.lockutils [None req-ffa6d202-748e-4c81-9979-ad08741f9cf7 None None] Acquired lock "SegmentPort" {{(pid=66703) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1198.242635] env[66703]: DEBUG oslo_concurrency.lockutils [None req-ffa6d202-748e-4c81-9979-ad08741f9cf7 None None] Acquired external semaphore "SegmentPort" {{(pid=66703) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1198.242892] env[66703]: DEBUG oslo_concurrency.lockutils [None req-ffa6d202-748e-4c81-9979-ad08741f9cf7 None None] Releasing lock "SegmentPort" {{(pid=66703) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1198.243063] env[66703]: DEBUG oslo_concurrency.lockutils [None req-ffa6d202-748e-4c81-9979-ad08741f9cf7 None None] Releasing lock "port-05dcba54-b13d-4a94-a787-4595fcda5ae7" {{(pid=66703) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1198.967247] env[66703]: INFO networking_nsxv3.common.synchronization [req-08e8e6d9-26f3-4af7-a981-f419d25773f3 req-c1788105-3736-475d-bca4-1c7e9e8563b3 service nova] Enqueued Resource ID: 9b9162ef-ea3e-4d26-b7e4-fcd75aeb773c with Priority: HIGHEST for action security_group_rules [ 1198.967564] env[66703]: INFO networking_nsxv3.common.synchronization [req-08e8e6d9-26f3-4af7-a981-f419d25773f3 req-c1788105-3736-475d-bca4-1c7e9e8563b3 service nova] Enqueued Resource ID: 9b9162ef-ea3e-4d26-b7e4-fcd75aeb773c with Priority: HIGHEST for action security_group_members [ 1198.967619] env[66703]: INFO networking_nsxv3.common.synchronization [req-08e8e6d9-26f3-4af7-a981-f419d25773f3 req-c1788105-3736-475d-bca4-1c7e9e8563b3 service nova] Enqueued Resource ID: 05dcba54-b13d-4a94-a787-4595fcda5ae7 with Priority: HIGHEST for action port [ 1198.968152] env[66703]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 9b9162ef-ea3e-4d26-b7e4-fcd75aeb773c with Priority: HIGHEST for action security_group_rules [ 1198.968355] env[66703]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 9b9162ef-ea3e-4d26-b7e4-fcd75aeb773c with Priority: HIGHEST for action security_group_members [ 1198.968474] env[66703]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 05dcba54-b13d-4a94-a787-4595fcda5ae7 with Priority: HIGHEST for action port [ 1198.968836] env[66703]: DEBUG networking_nsxv3.common.locking [-] Lock rules-9b9162ef-ea3e-4d26-b7e4-fcd75aeb773c taken with stack trace [, , ] {{(pid=66703) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1198.968998] env[66703]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-9b9162ef-ea3e-4d26-b7e4-fcd75aeb773c" {{(pid=66703) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1198.969072] env[66703]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-9b9162ef-ea3e-4d26-b7e4-fcd75aeb773c" {{(pid=66703) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1198.969284] env[66703]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-9b9162ef-ea3e-4d26-b7e4-fcd75aeb773c" {{(pid=66703) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1198.969361] env[66703]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('9b9162ef-ea3e-4d26-b7e4-fcd75aeb773c',) {} {{(pid=66703) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1198.970428] env[66703]: DEBUG networking_nsxv3.common.locking [-] Lock member-9b9162ef-ea3e-4d26-b7e4-fcd75aeb773c taken with stack trace [, , ] {{(pid=66703) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1198.970428] env[66703]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-9b9162ef-ea3e-4d26-b7e4-fcd75aeb773c" {{(pid=66703) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1198.970524] env[66703]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-9b9162ef-ea3e-4d26-b7e4-fcd75aeb773c" {{(pid=66703) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1198.970630] env[66703]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-9b9162ef-ea3e-4d26-b7e4-fcd75aeb773c" {{(pid=66703) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1198.970840] env[66703]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=66703) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1198.970907] env[66703]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66703) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1198.970952] env[66703]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66703) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1198.971201] env[66703]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66703) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1198.971375] env[66703]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66703) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1198.971471] env[66703]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('9b9162ef-ea3e-4d26-b7e4-fcd75aeb773c',) {} {{(pid=66703) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1198.972652] env[66703]: DEBUG networking_nsxv3.common.locking [-] Lock port-05dcba54-b13d-4a94-a787-4595fcda5ae7 taken with stack trace [, , ] {{(pid=66703) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1198.972652] env[66703]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-05dcba54-b13d-4a94-a787-4595fcda5ae7" {{(pid=66703) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1198.972652] env[66703]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-05dcba54-b13d-4a94-a787-4595fcda5ae7" {{(pid=66703) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1198.972781] env[66703]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-05dcba54-b13d-4a94-a787-4595fcda5ae7" {{(pid=66703) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1198.972914] env[66703]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('05dcba54-b13d-4a94-a787-4595fcda5ae7',) {} {{(pid=66703) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1199.476617] env[66703]: DEBUG networking_nsxv3.common.locking [-] Lock member-9b9162ef-ea3e-4d26-b7e4-fcd75aeb773c taken with stack trace [, , , ] {{(pid=66703) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1199.476962] env[66703]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-9b9162ef-ea3e-4d26-b7e4-fcd75aeb773c" {{(pid=66703) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1199.477085] env[66703]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('9b9162ef-ea3e-4d26-b7e4-fcd75aeb773c',) {} {{(pid=66703) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1199.478126] env[66703]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] realization of port 05dcba54-b13d-4a94-a787-4595fcda5ae7 with status ACTIVE [ 1199.478348] env[66703]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=66703) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1199.478447] env[66703]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=66703) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1199.478492] env[66703]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=66703) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1199.478701] env[66703]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=66703) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1199.478795] env[66703]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=66703) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1199.478986] env[66703]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , ] {{(pid=66703) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1199.479116] env[66703]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=66703) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1199.479191] env[66703]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=66703) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1199.479428] env[66703]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=66703) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1199.479428] env[66703]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=66703) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1199.479606] env[66703]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=66703) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1199.479818] env[66703]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=66703) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1199.479818] env[66703]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=66703) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1199.479987] env[66703]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=66703) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1199.480194] env[66703]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=66703) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1199.480194] env[66703]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: SegmentPort with ID: 05dcba54-b13d-4a94-a787-4595fcda5ae7 is going to be updated. [ 1199.515803] env[66703]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=66703) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1199.516263] env[66703]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=66703) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1199.516361] env[66703]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=66703) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1199.516622] env[66703]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=66703) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1199.516775] env[66703]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=66703) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1199.516954] env[66703]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-05dcba54-b13d-4a94-a787-4595fcda5ae7" {{(pid=66703) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1199.588286] env[66703]: INFO networking_nsxv3.common.synchronization [req-844c8f48-2cb3-4df5-a2a3-b02a484aa9a8 req-4356590f-e23e-4cfb-9de6-7a2b7fe83c5c tempest-ServersNegativeTestJSON-656145057 tempest-ServersNegativeTestJSON-656145057-project-member] Enqueued Resource ID: 7e357460-6da6-4aac-9ef9-bd79503ba910 with Priority: HIGHEST for action security_group_members [ 1199.589152] env[66703]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 7e357460-6da6-4aac-9ef9-bd79503ba910 with Priority: HIGHEST for action security_group_members [ 1199.589481] env[66703]: DEBUG networking_nsxv3.common.locking [-] Lock member-7e357460-6da6-4aac-9ef9-bd79503ba910 taken with stack trace [, , ] {{(pid=66703) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1199.589661] env[66703]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-7e357460-6da6-4aac-9ef9-bd79503ba910" {{(pid=66703) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1199.590130] env[66703]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-7e357460-6da6-4aac-9ef9-bd79503ba910" {{(pid=66703) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1199.590130] env[66703]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-7e357460-6da6-4aac-9ef9-bd79503ba910" {{(pid=66703) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1199.590300] env[66703]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=66703) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1199.590440] env[66703]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66703) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1199.590522] env[66703]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66703) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1199.590789] env[66703]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66703) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1199.590911] env[66703]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66703) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1199.591056] env[66703]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('7e357460-6da6-4aac-9ef9-bd79503ba910',) {} {{(pid=66703) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1199.681369] env[66703]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 7f25b958-d945-4ecc-9b4b-3c986bb1a818 in Status: SUCCESS [ 1199.681643] env[66703]: WARNING networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 7f25b958-d945-4ecc-9b4b-3c986bb1a818 deletion is rescheduled due to dependency. [ 1199.681777] env[66703]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-7f25b958-d945-4ecc-9b4b-3c986bb1a818" {{(pid=66703) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1199.682118] env[66703]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-7f25b958-d945-4ecc-9b4b-3c986bb1a818" {{(pid=66703) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1199.682350] env[66703]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-7f25b958-d945-4ecc-9b4b-3c986bb1a818" {{(pid=66703) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1199.682547] env[66703]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=66703) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1199.682669] env[66703]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66703) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1199.682736] env[66703]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66703) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1199.683045] env[66703]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66703) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1199.683145] env[66703]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66703) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1199.683272] env[66703]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('7f25b958-d945-4ecc-9b4b-3c986bb1a818',) {} {{(pid=66703) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1199.982017] env[66703]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('9b9162ef-ea3e-4d26-b7e4-fcd75aeb773c',) {} {{(pid=66703) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1200.094749] env[66703]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=66703) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1200.094749] env[66703]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66703) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1200.094749] env[66703]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66703) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1200.094749] env[66703]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66703) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1200.094749] env[66703]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66703) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1200.094749] env[66703]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66703) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1200.094749] env[66703]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66703) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1200.094749] env[66703]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66703) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1200.094749] env[66703]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66703) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1200.094749] env[66703]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66703) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1200.094749] env[66703]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 7e357460-6da6-4aac-9ef9-bd79503ba910 is going to be updated. [ 1200.125865] env[66703]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66703) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1200.126035] env[66703]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66703) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1200.126083] env[66703]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66703) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1200.126325] env[66703]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66703) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1200.126466] env[66703]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66703) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1200.136074] env[66703]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 7e357460-6da6-4aac-9ef9-bd79503ba910 in Status: IN_PROGRESS for 2s [ 1200.192177] env[66703]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=66703) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1200.192346] env[66703]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66703) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1200.192407] env[66703]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66703) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1200.192647] env[66703]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66703) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1200.192737] env[66703]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66703) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1200.192945] env[66703]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66703) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1200.193077] env[66703]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66703) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1200.193135] env[66703]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66703) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1200.193305] env[66703]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66703) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1200.194525] env[66703]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66703) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1200.194639] env[66703]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 7f25b958-d945-4ecc-9b4b-3c986bb1a818 is going to be updated. [ 1200.224021] env[66703]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66703) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1200.224326] env[66703]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66703) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1200.224326] env[66703]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66703) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1200.224531] env[66703]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66703) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1200.224710] env[66703]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66703) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1200.236626] env[66703]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 7f25b958-d945-4ecc-9b4b-3c986bb1a818 in Status: IN_PROGRESS for 2s [ 1200.485306] env[66703]: INFO networking_nsxv3.common.synchronization [req-22f17284-f5e0-49f0-83d9-3987c3a6bbef req-b7c2321a-6848-4e5d-8899-56f9d7ec3133 tempest-ServerActionsTestOtherA-1522627266 tempest-ServerActionsTestOtherA-1522627266-project-member] Enqueued Resource ID: afb07c54-934e-420f-a541-315d002a64fc with Priority: HIGHEST for action security_group_members [ 1200.485791] env[66703]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66703) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1200.485935] env[66703]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66703) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1200.486151] env[66703]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66703) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1200.486438] env[66703]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66703) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1200.486582] env[66703]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66703) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1200.486612] env[66703]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 9b9162ef-ea3e-4d26-b7e4-fcd75aeb773c is going to be created. [ 1200.487974] env[66703]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: afb07c54-934e-420f-a541-315d002a64fc with Priority: HIGHEST for action security_group_members [ 1200.488391] env[66703]: DEBUG networking_nsxv3.common.locking [-] Lock member-afb07c54-934e-420f-a541-315d002a64fc taken with stack trace [, , ] {{(pid=66703) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1200.488627] env[66703]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-afb07c54-934e-420f-a541-315d002a64fc" {{(pid=66703) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1200.488627] env[66703]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-afb07c54-934e-420f-a541-315d002a64fc" {{(pid=66703) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1200.488916] env[66703]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-afb07c54-934e-420f-a541-315d002a64fc" {{(pid=66703) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1200.489105] env[66703]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=66703) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1200.489249] env[66703]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66703) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1200.489393] env[66703]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66703) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1200.489564] env[66703]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66703) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1200.489668] env[66703]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66703) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1200.489875] env[66703]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('afb07c54-934e-420f-a541-315d002a64fc',) {} {{(pid=66703) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1200.517532] env[66703]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66703) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1200.517532] env[66703]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66703) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1200.517532] env[66703]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66703) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1200.517532] env[66703]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66703) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1200.517532] env[66703]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66703) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1200.528890] env[66703]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 9b9162ef-ea3e-4d26-b7e4-fcd75aeb773c in Status: UNINITIALIZED for 2s [ 1200.545022] env[66703]: INFO networking_nsxv3.common.synchronization [req-22f17284-f5e0-49f0-83d9-3987c3a6bbef req-b7c2321a-6848-4e5d-8899-56f9d7ec3133 tempest-ServerActionsTestOtherA-1522627266 tempest-ServerActionsTestOtherA-1522627266-project-member] Enqueued Resource ID: b8b666ad-a87b-4118-bfa1-eed4e3bee875 with Priority: HIGHEST for action port [ 1200.545022] env[66703]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: b8b666ad-a87b-4118-bfa1-eed4e3bee875 with Priority: HIGHEST for action port [ 1200.545022] env[66703]: DEBUG networking_nsxv3.common.locking [-] Lock port-b8b666ad-a87b-4118-bfa1-eed4e3bee875 taken with stack trace [, , ] {{(pid=66703) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1200.545022] env[66703]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-b8b666ad-a87b-4118-bfa1-eed4e3bee875" {{(pid=66703) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1200.545022] env[66703]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-b8b666ad-a87b-4118-bfa1-eed4e3bee875" {{(pid=66703) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1200.546217] env[66703]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-b8b666ad-a87b-4118-bfa1-eed4e3bee875" {{(pid=66703) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1200.546488] env[66703]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('b8b666ad-a87b-4118-bfa1-eed4e3bee875',) {} {{(pid=66703) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1200.992516] env[66703]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=66703) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1200.992674] env[66703]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66703) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1200.992750] env[66703]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66703) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1200.992985] env[66703]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66703) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1200.993092] env[66703]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66703) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1200.993812] env[66703]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66703) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1200.993999] env[66703]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66703) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1200.994098] env[66703]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66703) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1200.994346] env[66703]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66703) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1200.994432] env[66703]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66703) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1200.994571] env[66703]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: afb07c54-934e-420f-a541-315d002a64fc is going to be updated. [ 1201.042441] env[66703]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66703) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1201.042607] env[66703]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66703) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1201.042651] env[66703]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66703) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1201.043232] env[66703]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66703) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1201.043232] env[66703]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66703) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1201.051917] env[66703]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] realization of port b8b666ad-a87b-4118-bfa1-eed4e3bee875 with status ACTIVE [ 1201.052190] env[66703]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=66703) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1201.052324] env[66703]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=66703) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1201.052393] env[66703]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=66703) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1201.052604] env[66703]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=66703) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1201.052692] env[66703]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=66703) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1201.053054] env[66703]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , ] {{(pid=66703) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1201.053187] env[66703]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=66703) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1201.053248] env[66703]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=66703) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1201.053616] env[66703]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=66703) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1201.053709] env[66703]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=66703) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1201.053903] env[66703]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=66703) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1201.054024] env[66703]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=66703) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1201.054088] env[66703]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=66703) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1201.054215] env[66703]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=66703) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1201.054325] env[66703]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=66703) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1201.054379] env[66703]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: SegmentPort with ID: b8b666ad-a87b-4118-bfa1-eed4e3bee875 is going to be updated. [ 1201.056243] env[66703]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: afb07c54-934e-420f-a541-315d002a64fc in Status: IN_PROGRESS for 2s [ 1201.082305] env[66703]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=66703) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1201.082305] env[66703]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=66703) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1201.082305] env[66703]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=66703) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1201.082305] env[66703]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=66703) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1201.082305] env[66703]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=66703) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1201.082305] env[66703]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-b8b666ad-a87b-4118-bfa1-eed4e3bee875" {{(pid=66703) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1202.147179] env[66703]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 7e357460-6da6-4aac-9ef9-bd79503ba910 in Status: SUCCESS [ 1202.147526] env[66703]: WARNING networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 7e357460-6da6-4aac-9ef9-bd79503ba910 deletion is rescheduled due to dependency. [ 1202.147607] env[66703]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-7e357460-6da6-4aac-9ef9-bd79503ba910" {{(pid=66703) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1202.247346] env[66703]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 7f25b958-d945-4ecc-9b4b-3c986bb1a818 in Status: SUCCESS [ 1202.247565] env[66703]: WARNING networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 7f25b958-d945-4ecc-9b4b-3c986bb1a818 deletion is rescheduled due to dependency. [ 1202.247677] env[66703]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-7f25b958-d945-4ecc-9b4b-3c986bb1a818" {{(pid=66703) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1202.540290] env[66703]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 9b9162ef-ea3e-4d26-b7e4-fcd75aeb773c in Status: SUCCESS [ 1202.540402] env[66703]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-9b9162ef-ea3e-4d26-b7e4-fcd75aeb773c" {{(pid=66703) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1202.540563] env[66703]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-9b9162ef-ea3e-4d26-b7e4-fcd75aeb773c" {{(pid=66703) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1202.540838] env[66703]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-9b9162ef-ea3e-4d26-b7e4-fcd75aeb773c" {{(pid=66703) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1202.541093] env[66703]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=66703) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1202.541238] env[66703]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66703) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1202.541308] env[66703]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66703) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1202.541533] env[66703]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66703) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1202.541627] env[66703]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66703) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1202.541714] env[66703]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-9b9162ef-ea3e-4d26-b7e4-fcd75aeb773c" {{(pid=66703) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1202.541809] env[66703]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('9b9162ef-ea3e-4d26-b7e4-fcd75aeb773c',) {} {{(pid=66703) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1202.919079] env[66703]: INFO networking_nsxv3.common.synchronization [None req-ca0945b9-2907-45ac-a19a-68054fca4260 tempest-AttachInterfacesTestJSON-516416630 tempest-AttachInterfacesTestJSON-516416630-project-member] Enqueued Resource ID: e9094a61-ffab-4bbe-a7dc-3677ff414d79 with Priority: HIGHEST for action security_group_rules [ 1202.919609] env[66703]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: e9094a61-ffab-4bbe-a7dc-3677ff414d79 with Priority: HIGHEST for action security_group_rules [ 1202.919776] env[66703]: DEBUG networking_nsxv3.common.locking [-] Lock rules-e9094a61-ffab-4bbe-a7dc-3677ff414d79 taken with stack trace [, , ] {{(pid=66703) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1202.919955] env[66703]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-e9094a61-ffab-4bbe-a7dc-3677ff414d79" {{(pid=66703) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1202.920027] env[66703]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-e9094a61-ffab-4bbe-a7dc-3677ff414d79" {{(pid=66703) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1202.920400] env[66703]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-e9094a61-ffab-4bbe-a7dc-3677ff414d79" {{(pid=66703) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1202.920484] env[66703]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('e9094a61-ffab-4bbe-a7dc-3677ff414d79',) {} {{(pid=66703) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1203.001021] env[66703]: INFO networking_nsxv3.common.synchronization [None req-2894fe93-5e0e-46fe-9004-0e17a37d4774 tempest-AttachInterfacesTestJSON-516416630 tempest-AttachInterfacesTestJSON-516416630-project-member] Enqueued Resource ID: e9094a61-ffab-4bbe-a7dc-3677ff414d79 with Priority: HIGHEST for action security_group_rules [ 1203.001021] env[66703]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: e9094a61-ffab-4bbe-a7dc-3677ff414d79 with Priority: HIGHEST for action security_group_rules [ 1203.001287] env[66703]: DEBUG networking_nsxv3.common.locking [-] Lock rules-e9094a61-ffab-4bbe-a7dc-3677ff414d79 taken with stack trace [, , ] {{(pid=66703) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1203.001390] env[66703]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-e9094a61-ffab-4bbe-a7dc-3677ff414d79" {{(pid=66703) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1203.046432] env[66703]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('9b9162ef-ea3e-4d26-b7e4-fcd75aeb773c',) {} {{(pid=66703) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1203.069993] env[66703]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: afb07c54-934e-420f-a541-315d002a64fc in Status: SUCCESS [ 1203.070341] env[66703]: WARNING networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: afb07c54-934e-420f-a541-315d002a64fc deletion is rescheduled due to dependency. [ 1203.070474] env[66703]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-afb07c54-934e-420f-a541-315d002a64fc" {{(pid=66703) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1203.444316] env[66703]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=66703) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1203.444707] env[66703]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66703) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1203.444707] env[66703]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66703) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1203.444707] env[66703]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66703) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1203.444815] env[66703]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66703) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1203.445877] env[66703]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: e9094a61-ffab-4bbe-a7dc-3677ff414d79 already deleted. [ 1203.445877] env[66703]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-e9094a61-ffab-4bbe-a7dc-3677ff414d79" {{(pid=66703) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1203.445877] env[66703]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-e9094a61-ffab-4bbe-a7dc-3677ff414d79" {{(pid=66703) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1203.445877] env[66703]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-e9094a61-ffab-4bbe-a7dc-3677ff414d79" {{(pid=66703) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1203.445877] env[66703]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('e9094a61-ffab-4bbe-a7dc-3677ff414d79',) {} {{(pid=66703) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1203.549019] env[66703]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for 9b9162ef-ea3e-4d26-b7e4-fcd75aeb773c: rpc.has_security_group_logging(os_id): False [ 1203.573031] env[66703]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=66703) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1203.573031] env[66703]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66703) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1203.573031] env[66703]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66703) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1203.573031] env[66703]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66703) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1203.573031] env[66703]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66703) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1203.573031] env[66703]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=66703) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1203.573031] env[66703]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66703) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1203.573031] env[66703]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66703) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1203.573031] env[66703]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66703) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1203.573031] env[66703]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66703) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1203.573031] env[66703]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 9b9162ef-ea3e-4d26-b7e4-fcd75aeb773c is going to be created. [ 1203.662318] env[66703]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=66703) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1203.662538] env[66703]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66703) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1203.662649] env[66703]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66703) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1203.663046] env[66703]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66703) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1203.663340] env[66703]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66703) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1203.691482] env[66703]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 9b9162ef-ea3e-4d26-b7e4-fcd75aeb773c in Status: IN_PROGRESS for 2s [ 1203.967988] env[66703]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=66703) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1203.967988] env[66703]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66703) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1203.967988] env[66703]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66703) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1203.967988] env[66703]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66703) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1203.967988] env[66703]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66703) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1203.967988] env[66703]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: e9094a61-ffab-4bbe-a7dc-3677ff414d79 already deleted. [ 1203.967988] env[66703]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-e9094a61-ffab-4bbe-a7dc-3677ff414d79" {{(pid=66703) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1204.224019] env[66703]: INFO networking_nsxv3.common.synchronization [req-d0b15b31-3622-40a3-bca1-649f38377ce9 req-b6c231e4-f37a-4232-9f1a-c6ba128ff290 tempest-AttachVolumeShelveTestJSON-1791692547 tempest-AttachVolumeShelveTestJSON-1791692547-project-member] Enqueued Resource ID: e5478296-296b-4855-b680-ee0ae524bfb1 with Priority: HIGHEST for action security_group_members [ 1204.224638] env[66703]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: e5478296-296b-4855-b680-ee0ae524bfb1 with Priority: HIGHEST for action security_group_members [ 1204.224974] env[66703]: DEBUG networking_nsxv3.common.locking [-] Lock member-e5478296-296b-4855-b680-ee0ae524bfb1 taken with stack trace [, , ] {{(pid=66703) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1204.225148] env[66703]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-e5478296-296b-4855-b680-ee0ae524bfb1" {{(pid=66703) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1204.225217] env[66703]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-e5478296-296b-4855-b680-ee0ae524bfb1" {{(pid=66703) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1204.225378] env[66703]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-e5478296-296b-4855-b680-ee0ae524bfb1" {{(pid=66703) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1204.225531] env[66703]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=66703) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1204.225629] env[66703]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66703) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1204.225692] env[66703]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66703) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1204.225856] env[66703]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66703) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1204.225940] env[66703]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66703) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1204.226078] env[66703]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('e5478296-296b-4855-b680-ee0ae524bfb1',) {} {{(pid=66703) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1204.728022] env[66703]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=66703) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1204.728421] env[66703]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66703) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1204.728421] env[66703]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66703) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1204.728536] env[66703]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66703) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1204.728642] env[66703]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66703) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1204.728841] env[66703]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66703) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1204.728934] env[66703]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66703) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1204.728992] env[66703]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66703) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1204.729155] env[66703]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66703) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1204.729226] env[66703]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66703) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1204.729320] env[66703]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: e5478296-296b-4855-b680-ee0ae524bfb1 is going to be updated. [ 1204.765083] env[66703]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66703) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1204.765294] env[66703]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66703) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1204.765355] env[66703]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66703) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1204.765555] env[66703]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66703) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1204.765746] env[66703]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66703) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1204.783578] env[66703]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: e5478296-296b-4855-b680-ee0ae524bfb1 in Status: IN_PROGRESS for 2s [ 1205.708081] env[66703]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 9b9162ef-ea3e-4d26-b7e4-fcd75aeb773c in Status: SUCCESS [ 1205.708081] env[66703]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-9b9162ef-ea3e-4d26-b7e4-fcd75aeb773c" {{(pid=66703) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1206.795290] env[66703]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: e5478296-296b-4855-b680-ee0ae524bfb1 in Status: SUCCESS [ 1206.795290] env[66703]: WARNING networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: e5478296-296b-4855-b680-ee0ae524bfb1 deletion is rescheduled due to dependency. [ 1206.795290] env[66703]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-e5478296-296b-4855-b680-ee0ae524bfb1" {{(pid=66703) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1207.846836] env[66703]: INFO networking_nsxv3.common.synchronization [req-a05f8e5d-c2e8-4312-bba0-5dbe31678d36 req-ba629f5c-0896-4395-aa14-8478b626decd tempest-ServersTestJSON-565357052 tempest-ServersTestJSON-565357052-project-member] Enqueued Resource ID: 4e788d78-bd3c-4249-acf9-3dd7a53e2a11 with Priority: HIGHEST for action security_group_members [ 1207.847355] env[66703]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 4e788d78-bd3c-4249-acf9-3dd7a53e2a11 with Priority: HIGHEST for action security_group_members [ 1207.847667] env[66703]: DEBUG networking_nsxv3.common.locking [-] Lock member-4e788d78-bd3c-4249-acf9-3dd7a53e2a11 taken with stack trace [, , ] {{(pid=66703) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1207.847799] env[66703]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-4e788d78-bd3c-4249-acf9-3dd7a53e2a11" {{(pid=66703) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1207.847867] env[66703]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-4e788d78-bd3c-4249-acf9-3dd7a53e2a11" {{(pid=66703) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1207.848077] env[66703]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-4e788d78-bd3c-4249-acf9-3dd7a53e2a11" {{(pid=66703) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1207.848228] env[66703]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=66703) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1207.848323] env[66703]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66703) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1207.848379] env[66703]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66703) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1207.848525] env[66703]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66703) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1207.848607] env[66703]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66703) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1207.848702] env[66703]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('4e788d78-bd3c-4249-acf9-3dd7a53e2a11',) {} {{(pid=66703) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1208.350918] env[66703]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('4e788d78-bd3c-4249-acf9-3dd7a53e2a11',) {} {{(pid=66703) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1208.654428] env[66703]: DEBUG networking_nsxv3.common.locking [None req-ffa6d202-748e-4c81-9979-ad08741f9cf7 None None] Lock network-205 taken with stack trace [, , , , , , , , ] {{(pid=66703) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1208.654639] env[66703]: DEBUG oslo_concurrency.lockutils [None req-ffa6d202-748e-4c81-9979-ad08741f9cf7 None None] Acquiring lock "network-205" {{(pid=66703) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1208.654767] env[66703]: DEBUG oslo_concurrency.lockutils [None req-ffa6d202-748e-4c81-9979-ad08741f9cf7 None None] Acquired lock "network-205" {{(pid=66703) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1208.655061] env[66703]: DEBUG oslo_concurrency.lockutils [None req-ffa6d202-748e-4c81-9979-ad08741f9cf7 None None] Acquired external semaphore "network-205" {{(pid=66703) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1208.655392] env[66703]: DEBUG networking_nsxv3.common.locking [None req-ffa6d202-748e-4c81-9979-ad08741f9cf7 None None] Lock Segment taken with stack trace [, , , , , , , , , , ] {{(pid=66703) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1208.656272] env[66703]: DEBUG oslo_concurrency.lockutils [None req-ffa6d202-748e-4c81-9979-ad08741f9cf7 None None] Acquiring lock "Segment" {{(pid=66703) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1208.656410] env[66703]: DEBUG oslo_concurrency.lockutils [None req-ffa6d202-748e-4c81-9979-ad08741f9cf7 None None] Acquired lock "Segment" {{(pid=66703) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1208.656639] env[66703]: DEBUG oslo_concurrency.lockutils [None req-ffa6d202-748e-4c81-9979-ad08741f9cf7 None None] Acquired external semaphore "Segment" {{(pid=66703) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1208.656794] env[66703]: DEBUG oslo_concurrency.lockutils [None req-ffa6d202-748e-4c81-9979-ad08741f9cf7 None None] Releasing lock "Segment" {{(pid=66703) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1208.657020] env[66703]: DEBUG dogpile.cache.region [None req-ffa6d202-748e-4c81-9979-ad08741f9cf7 None None] No value present for key: 'zone-id' {{(pid=66703) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 1208.657136] env[66703]: DEBUG dogpile.lock [None req-ffa6d202-748e-4c81-9979-ad08741f9cf7 None None] NeedRegenerationException {{(pid=66703) _enter /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:90}} [ 1208.657245] env[66703]: DEBUG dogpile.lock [None req-ffa6d202-748e-4c81-9979-ad08741f9cf7 None None] no value, waiting for create lock {{(pid=66703) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:131}} [ 1208.657353] env[66703]: DEBUG dogpile.lock [None req-ffa6d202-748e-4c81-9979-ad08741f9cf7 None None] value creation lock acquired {{(pid=66703) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:135}} [ 1208.657465] env[66703]: DEBUG dogpile.cache.region [None req-ffa6d202-748e-4c81-9979-ad08741f9cf7 None None] No value present for key: 'zone-id' {{(pid=66703) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 1208.657572] env[66703]: DEBUG dogpile.lock [None req-ffa6d202-748e-4c81-9979-ad08741f9cf7 None None] Calling creation function for not-yet-present value {{(pid=66703) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:174}} [ 1208.657705] env[66703]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-ffa6d202-748e-4c81-9979-ad08741f9cf7 None None] Looking for TransportZone with name nsx-vlan-transportzone. [ 1208.680749] env[66703]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-ffa6d202-748e-4c81-9979-ad08741f9cf7 None None] loading zone with a95c914d-748d-497c-94ab-10d4647daeba and tags [{'scope': 'mp2policy_migr_status', 'tag': 'success'}] [ 1208.681091] env[66703]: DEBUG dogpile.cache.region [None req-ffa6d202-748e-4c81-9979-ad08741f9cf7 None None] Cache value generated in 0.023 seconds for key(s): 'zone-id' {{(pid=66703) _log_time /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:910}} [ 1208.681334] env[66703]: DEBUG dogpile.lock [None req-ffa6d202-748e-4c81-9979-ad08741f9cf7 None None] Released creation lock {{(pid=66703) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:182}} [ 1208.681624] env[66703]: DEBUG oslo_concurrency.lockutils [None req-ffa6d202-748e-4c81-9979-ad08741f9cf7 None None] Releasing lock "network-205" {{(pid=66703) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1208.682288] env[66703]: DEBUG networking_nsxv3.common.locking [None req-ffa6d202-748e-4c81-9979-ad08741f9cf7 None None] Lock port-65d2b486-a289-4342-98f7-bd0b96e3a14e taken with stack trace [, , , , , , , , ] {{(pid=66703) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1208.682492] env[66703]: DEBUG oslo_concurrency.lockutils [None req-ffa6d202-748e-4c81-9979-ad08741f9cf7 None None] Acquiring lock "port-65d2b486-a289-4342-98f7-bd0b96e3a14e" {{(pid=66703) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1208.682618] env[66703]: DEBUG oslo_concurrency.lockutils [None req-ffa6d202-748e-4c81-9979-ad08741f9cf7 None None] Acquired lock "port-65d2b486-a289-4342-98f7-bd0b96e3a14e" {{(pid=66703) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1208.683095] env[66703]: DEBUG oslo_concurrency.lockutils [None req-ffa6d202-748e-4c81-9979-ad08741f9cf7 None None] Acquired external semaphore "port-65d2b486-a289-4342-98f7-bd0b96e3a14e" {{(pid=66703) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1208.683337] env[66703]: DEBUG networking_nsxv3.api.rpc [None req-ffa6d202-748e-4c81-9979-ad08741f9cf7 None None] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('65d2b486-a289-4342-98f7-bd0b96e3a14e',) {} {{(pid=66703) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1208.853031] env[66703]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('4e788d78-bd3c-4249-acf9-3dd7a53e2a11',) {} {{(pid=66703) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1209.185853] env[66703]: DEBUG networking_nsxv3.common.locking [None req-ffa6d202-748e-4c81-9979-ad08741f9cf7 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , ] {{(pid=66703) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1209.186307] env[66703]: DEBUG oslo_concurrency.lockutils [None req-ffa6d202-748e-4c81-9979-ad08741f9cf7 None None] Acquiring lock "SegmentPort" {{(pid=66703) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1209.186473] env[66703]: DEBUG oslo_concurrency.lockutils [None req-ffa6d202-748e-4c81-9979-ad08741f9cf7 None None] Acquired lock "SegmentPort" {{(pid=66703) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1209.186906] env[66703]: DEBUG oslo_concurrency.lockutils [None req-ffa6d202-748e-4c81-9979-ad08741f9cf7 None None] Acquired external semaphore "SegmentPort" {{(pid=66703) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1209.187133] env[66703]: DEBUG oslo_concurrency.lockutils [None req-ffa6d202-748e-4c81-9979-ad08741f9cf7 None None] Releasing lock "SegmentPort" {{(pid=66703) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1209.187319] env[66703]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-ffa6d202-748e-4c81-9979-ad08741f9cf7 None None] Segment Port 65d2b486-a289-4342-98f7-bd0b96e3a14e not found, creating... [ 1209.187707] env[66703]: DEBUG networking_nsxv3.common.locking [None req-ffa6d202-748e-4c81-9979-ad08741f9cf7 None None] Lock Segment taken with stack trace [, , , , , , , , , , , ] {{(pid=66703) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1209.187852] env[66703]: DEBUG oslo_concurrency.lockutils [None req-ffa6d202-748e-4c81-9979-ad08741f9cf7 None None] Acquiring lock "Segment" {{(pid=66703) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1209.187955] env[66703]: DEBUG oslo_concurrency.lockutils [None req-ffa6d202-748e-4c81-9979-ad08741f9cf7 None None] Acquired lock "Segment" {{(pid=66703) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1209.188254] env[66703]: DEBUG oslo_concurrency.lockutils [None req-ffa6d202-748e-4c81-9979-ad08741f9cf7 None None] Acquired external semaphore "Segment" {{(pid=66703) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1209.188436] env[66703]: DEBUG oslo_concurrency.lockutils [None req-ffa6d202-748e-4c81-9979-ad08741f9cf7 None None] Releasing lock "Segment" {{(pid=66703) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1209.188807] env[66703]: DEBUG networking_nsxv3.common.locking [None req-ffa6d202-748e-4c81-9979-ad08741f9cf7 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=66703) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1209.188991] env[66703]: DEBUG oslo_concurrency.lockutils [None req-ffa6d202-748e-4c81-9979-ad08741f9cf7 None None] Acquiring lock "SegmentPort" {{(pid=66703) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1209.189213] env[66703]: DEBUG oslo_concurrency.lockutils [None req-ffa6d202-748e-4c81-9979-ad08741f9cf7 None None] Acquired lock "SegmentPort" {{(pid=66703) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1209.189446] env[66703]: DEBUG oslo_concurrency.lockutils [None req-ffa6d202-748e-4c81-9979-ad08741f9cf7 None None] Acquired external semaphore "SegmentPort" {{(pid=66703) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1209.189611] env[66703]: DEBUG oslo_concurrency.lockutils [None req-ffa6d202-748e-4c81-9979-ad08741f9cf7 None None] Releasing lock "SegmentPort" {{(pid=66703) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1209.189759] env[66703]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-ffa6d202-748e-4c81-9979-ad08741f9cf7 None None] Resource: SegmentPort with ID: 65d2b486-a289-4342-98f7-bd0b96e3a14e is going to be created. [ 1209.212709] env[66703]: DEBUG networking_nsxv3.common.locking [None req-ffa6d202-748e-4c81-9979-ad08741f9cf7 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=66703) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1209.212984] env[66703]: DEBUG oslo_concurrency.lockutils [None req-ffa6d202-748e-4c81-9979-ad08741f9cf7 None None] Acquiring lock "SegmentPort" {{(pid=66703) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1209.213173] env[66703]: DEBUG oslo_concurrency.lockutils [None req-ffa6d202-748e-4c81-9979-ad08741f9cf7 None None] Acquired lock "SegmentPort" {{(pid=66703) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1209.213522] env[66703]: DEBUG oslo_concurrency.lockutils [None req-ffa6d202-748e-4c81-9979-ad08741f9cf7 None None] Acquired external semaphore "SegmentPort" {{(pid=66703) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1209.213818] env[66703]: DEBUG oslo_concurrency.lockutils [None req-ffa6d202-748e-4c81-9979-ad08741f9cf7 None None] Releasing lock "SegmentPort" {{(pid=66703) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1209.214140] env[66703]: DEBUG oslo_concurrency.lockutils [None req-ffa6d202-748e-4c81-9979-ad08741f9cf7 None None] Releasing lock "port-65d2b486-a289-4342-98f7-bd0b96e3a14e" {{(pid=66703) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1209.355403] env[66703]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66703) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1209.355616] env[66703]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66703) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1209.355719] env[66703]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66703) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1209.355963] env[66703]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66703) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1209.356066] env[66703]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66703) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1209.356175] env[66703]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 4e788d78-bd3c-4249-acf9-3dd7a53e2a11 is going to be updated. [ 1209.392090] env[66703]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66703) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1209.392302] env[66703]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66703) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1209.392362] env[66703]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66703) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1209.392550] env[66703]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66703) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1209.392691] env[66703]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66703) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1209.403027] env[66703]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 4e788d78-bd3c-4249-acf9-3dd7a53e2a11 in Status: IN_PROGRESS for 2s [ 1209.923068] env[66703]: INFO networking_nsxv3.common.synchronization [req-a05f8e5d-c2e8-4312-bba0-5dbe31678d36 req-173cd96b-16a8-49a2-bc71-3243480771be service nova] Enqueued Resource ID: 4e788d78-bd3c-4249-acf9-3dd7a53e2a11 with Priority: HIGHEST for action security_group_rules [ 1209.923538] env[66703]: INFO networking_nsxv3.common.synchronization [req-a05f8e5d-c2e8-4312-bba0-5dbe31678d36 req-173cd96b-16a8-49a2-bc71-3243480771be service nova] Enqueued Resource ID: 4e788d78-bd3c-4249-acf9-3dd7a53e2a11 with Priority: HIGHEST for action security_group_members [ 1209.923538] env[66703]: INFO networking_nsxv3.common.synchronization [req-a05f8e5d-c2e8-4312-bba0-5dbe31678d36 req-173cd96b-16a8-49a2-bc71-3243480771be service nova] Enqueued Resource ID: 65d2b486-a289-4342-98f7-bd0b96e3a14e with Priority: HIGHEST for action port [ 1209.923921] env[66703]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 4e788d78-bd3c-4249-acf9-3dd7a53e2a11 with Priority: HIGHEST for action security_group_rules [ 1209.924073] env[66703]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 4e788d78-bd3c-4249-acf9-3dd7a53e2a11 with Priority: HIGHEST for action security_group_members [ 1209.924174] env[66703]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 65d2b486-a289-4342-98f7-bd0b96e3a14e with Priority: HIGHEST for action port [ 1209.924881] env[66703]: DEBUG networking_nsxv3.common.locking [-] Lock rules-4e788d78-bd3c-4249-acf9-3dd7a53e2a11 taken with stack trace [, , ] {{(pid=66703) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1209.925030] env[66703]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-4e788d78-bd3c-4249-acf9-3dd7a53e2a11" {{(pid=66703) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1209.925129] env[66703]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-4e788d78-bd3c-4249-acf9-3dd7a53e2a11" {{(pid=66703) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1209.925341] env[66703]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-4e788d78-bd3c-4249-acf9-3dd7a53e2a11" {{(pid=66703) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1209.925425] env[66703]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('4e788d78-bd3c-4249-acf9-3dd7a53e2a11',) {} {{(pid=66703) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1209.926298] env[66703]: DEBUG networking_nsxv3.common.locking [-] Lock member-4e788d78-bd3c-4249-acf9-3dd7a53e2a11 taken with stack trace [, , ] {{(pid=66703) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1209.926348] env[66703]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-4e788d78-bd3c-4249-acf9-3dd7a53e2a11" {{(pid=66703) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1209.926523] env[66703]: DEBUG networking_nsxv3.common.locking [-] Lock port-65d2b486-a289-4342-98f7-bd0b96e3a14e taken with stack trace [, , ] {{(pid=66703) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1209.926621] env[66703]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-65d2b486-a289-4342-98f7-bd0b96e3a14e" {{(pid=66703) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1209.926688] env[66703]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-65d2b486-a289-4342-98f7-bd0b96e3a14e" {{(pid=66703) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1209.927047] env[66703]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-65d2b486-a289-4342-98f7-bd0b96e3a14e" {{(pid=66703) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1209.927047] env[66703]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('65d2b486-a289-4342-98f7-bd0b96e3a14e',) {} {{(pid=66703) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1210.428869] env[66703]: DEBUG networking_nsxv3.common.locking [-] Lock member-4e788d78-bd3c-4249-acf9-3dd7a53e2a11 taken with stack trace [, , , ] {{(pid=66703) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1210.428869] env[66703]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-4e788d78-bd3c-4249-acf9-3dd7a53e2a11" {{(pid=66703) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1210.429152] env[66703]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] realization of port 65d2b486-a289-4342-98f7-bd0b96e3a14e with status ACTIVE [ 1210.429276] env[66703]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=66703) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1210.429406] env[66703]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=66703) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1210.429474] env[66703]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=66703) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1210.429691] env[66703]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=66703) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1210.429781] env[66703]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=66703) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1210.429983] env[66703]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , ] {{(pid=66703) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1210.430132] env[66703]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=66703) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1210.430132] env[66703]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=66703) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1210.430308] env[66703]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=66703) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1210.430384] env[66703]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=66703) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1210.430567] env[66703]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=66703) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1210.430661] env[66703]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=66703) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1210.430721] env[66703]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=66703) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1210.430862] env[66703]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=66703) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1210.430955] env[66703]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=66703) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1210.431027] env[66703]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: SegmentPort with ID: 65d2b486-a289-4342-98f7-bd0b96e3a14e is going to be updated. [ 1210.451465] env[66703]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=66703) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1210.451602] env[66703]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=66703) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1210.451678] env[66703]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=66703) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1210.451927] env[66703]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=66703) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1210.452252] env[66703]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=66703) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1210.452579] env[66703]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-65d2b486-a289-4342-98f7-bd0b96e3a14e" {{(pid=66703) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1211.416843] env[66703]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 4e788d78-bd3c-4249-acf9-3dd7a53e2a11 in Status: SUCCESS [ 1211.416843] env[66703]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-4e788d78-bd3c-4249-acf9-3dd7a53e2a11" {{(pid=66703) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1211.416843] env[66703]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-4e788d78-bd3c-4249-acf9-3dd7a53e2a11" {{(pid=66703) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1211.416843] env[66703]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-4e788d78-bd3c-4249-acf9-3dd7a53e2a11" {{(pid=66703) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1211.416843] env[66703]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=66703) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1211.416843] env[66703]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66703) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1211.416843] env[66703]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66703) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1211.416843] env[66703]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66703) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1211.416843] env[66703]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66703) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1211.416843] env[66703]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('4e788d78-bd3c-4249-acf9-3dd7a53e2a11',) {} {{(pid=66703) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1211.920503] env[66703]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('4e788d78-bd3c-4249-acf9-3dd7a53e2a11',) {} {{(pid=66703) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1212.422357] env[66703]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('4e788d78-bd3c-4249-acf9-3dd7a53e2a11',) {} {{(pid=66703) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1212.927378] env[66703]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66703) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1212.927544] env[66703]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66703) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1212.927619] env[66703]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66703) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1212.927847] env[66703]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66703) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1212.927937] env[66703]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66703) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1212.928059] env[66703]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 4e788d78-bd3c-4249-acf9-3dd7a53e2a11 is going to be updated. [ 1212.957680] env[66703]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66703) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1212.957810] env[66703]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66703) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1212.957847] env[66703]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66703) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1212.958533] env[66703]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66703) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1212.958603] env[66703]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66703) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1212.968232] env[66703]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 4e788d78-bd3c-4249-acf9-3dd7a53e2a11 in Status: IN_PROGRESS for 2s [ 1213.528391] env[66703]: INFO networking_nsxv3.common.synchronization [req-c9d7b2ae-2b48-4a19-b10d-653656ecb11f req-c789e3e6-20bd-4562-9e47-93f6a3312773 tempest-ServersTestMultiNic-105175124 tempest-ServersTestMultiNic-105175124-project-member] Enqueued Resource ID: 7f25b958-d945-4ecc-9b4b-3c986bb1a818 with Priority: HIGHEST for action security_group_members [ 1213.528963] env[66703]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 7f25b958-d945-4ecc-9b4b-3c986bb1a818 with Priority: HIGHEST for action security_group_members [ 1213.531779] env[66703]: DEBUG networking_nsxv3.common.locking [-] Lock member-7f25b958-d945-4ecc-9b4b-3c986bb1a818 taken with stack trace [, , ] {{(pid=66703) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1213.532119] env[66703]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-7f25b958-d945-4ecc-9b4b-3c986bb1a818" {{(pid=66703) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1213.532300] env[66703]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-7f25b958-d945-4ecc-9b4b-3c986bb1a818" {{(pid=66703) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1213.535793] env[66703]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-7f25b958-d945-4ecc-9b4b-3c986bb1a818" {{(pid=66703) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1213.536045] env[66703]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=66703) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1213.536174] env[66703]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66703) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1213.536242] env[66703]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66703) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1213.536439] env[66703]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66703) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1213.536529] env[66703]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66703) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1213.536628] env[66703]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('7f25b958-d945-4ecc-9b4b-3c986bb1a818',) {} {{(pid=66703) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1213.815597] env[66703]: INFO networking_nsxv3.common.synchronization [req-c9d7b2ae-2b48-4a19-b10d-653656ecb11f req-37112b29-0b5b-42d8-bbea-8f810f197569 tempest-ServersTestMultiNic-105175124 tempest-ServersTestMultiNic-105175124-project-member] Enqueued Resource ID: 7f25b958-d945-4ecc-9b4b-3c986bb1a818 with Priority: HIGHEST for action security_group_members [ 1213.816188] env[66703]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 7f25b958-d945-4ecc-9b4b-3c986bb1a818 with Priority: HIGHEST for action security_group_members [ 1213.816899] env[66703]: DEBUG networking_nsxv3.common.locking [-] Lock member-7f25b958-d945-4ecc-9b4b-3c986bb1a818 taken with stack trace [, , ] {{(pid=66703) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1213.817101] env[66703]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-7f25b958-d945-4ecc-9b4b-3c986bb1a818" {{(pid=66703) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1214.038525] env[66703]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=66703) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1214.039700] env[66703]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66703) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1214.039700] env[66703]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66703) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1214.039700] env[66703]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66703) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1214.039700] env[66703]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66703) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1214.039700] env[66703]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66703) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1214.039700] env[66703]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66703) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1214.039700] env[66703]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66703) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1214.040055] env[66703]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66703) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1214.040055] env[66703]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66703) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1214.040119] env[66703]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 7f25b958-d945-4ecc-9b4b-3c986bb1a818 is going to be updated. [ 1214.070446] env[66703]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66703) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1214.070610] env[66703]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66703) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1214.070686] env[66703]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66703) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1214.071062] env[66703]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66703) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1214.071062] env[66703]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66703) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1214.081170] env[66703]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 7f25b958-d945-4ecc-9b4b-3c986bb1a818 in Status: IN_PROGRESS for 2s [ 1214.126225] env[66703]: DEBUG networking_nsxv3.common.locking [None req-ffa6d202-748e-4c81-9979-ad08741f9cf7 None None] Lock network-604 taken with stack trace [, , , , , , , , ] {{(pid=66703) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1214.126491] env[66703]: DEBUG oslo_concurrency.lockutils [None req-ffa6d202-748e-4c81-9979-ad08741f9cf7 None None] Acquiring lock "network-604" {{(pid=66703) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1214.126617] env[66703]: DEBUG oslo_concurrency.lockutils [None req-ffa6d202-748e-4c81-9979-ad08741f9cf7 None None] Acquired lock "network-604" {{(pid=66703) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1214.126982] env[66703]: DEBUG oslo_concurrency.lockutils [None req-ffa6d202-748e-4c81-9979-ad08741f9cf7 None None] Acquired external semaphore "network-604" {{(pid=66703) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1214.127270] env[66703]: DEBUG networking_nsxv3.common.locking [None req-ffa6d202-748e-4c81-9979-ad08741f9cf7 None None] Lock Segment taken with stack trace [, , , , , , , , , , ] {{(pid=66703) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1214.127426] env[66703]: DEBUG oslo_concurrency.lockutils [None req-ffa6d202-748e-4c81-9979-ad08741f9cf7 None None] Acquiring lock "Segment" {{(pid=66703) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1214.127543] env[66703]: DEBUG oslo_concurrency.lockutils [None req-ffa6d202-748e-4c81-9979-ad08741f9cf7 None None] Acquired lock "Segment" {{(pid=66703) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1214.127753] env[66703]: DEBUG oslo_concurrency.lockutils [None req-ffa6d202-748e-4c81-9979-ad08741f9cf7 None None] Acquired external semaphore "Segment" {{(pid=66703) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1214.127901] env[66703]: DEBUG oslo_concurrency.lockutils [None req-ffa6d202-748e-4c81-9979-ad08741f9cf7 None None] Releasing lock "Segment" {{(pid=66703) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1214.128139] env[66703]: DEBUG dogpile.cache.region [None req-ffa6d202-748e-4c81-9979-ad08741f9cf7 None None] No value present for key: 'zone-id' {{(pid=66703) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 1214.128251] env[66703]: DEBUG dogpile.lock [None req-ffa6d202-748e-4c81-9979-ad08741f9cf7 None None] NeedRegenerationException {{(pid=66703) _enter /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:90}} [ 1214.128358] env[66703]: DEBUG dogpile.lock [None req-ffa6d202-748e-4c81-9979-ad08741f9cf7 None None] no value, waiting for create lock {{(pid=66703) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:131}} [ 1214.128464] env[66703]: DEBUG dogpile.lock [None req-ffa6d202-748e-4c81-9979-ad08741f9cf7 None None] value creation lock acquired {{(pid=66703) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:135}} [ 1214.128573] env[66703]: DEBUG dogpile.cache.region [None req-ffa6d202-748e-4c81-9979-ad08741f9cf7 None None] No value present for key: 'zone-id' {{(pid=66703) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 1214.128678] env[66703]: DEBUG dogpile.lock [None req-ffa6d202-748e-4c81-9979-ad08741f9cf7 None None] Calling creation function for not-yet-present value {{(pid=66703) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:174}} [ 1214.128809] env[66703]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-ffa6d202-748e-4c81-9979-ad08741f9cf7 None None] Looking for TransportZone with name nsx-vlan-transportzone. [ 1214.150455] env[66703]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-ffa6d202-748e-4c81-9979-ad08741f9cf7 None None] loading zone with a95c914d-748d-497c-94ab-10d4647daeba and tags [{'scope': 'mp2policy_migr_status', 'tag': 'success'}] [ 1214.150632] env[66703]: DEBUG dogpile.cache.region [None req-ffa6d202-748e-4c81-9979-ad08741f9cf7 None None] Cache value generated in 0.022 seconds for key(s): 'zone-id' {{(pid=66703) _log_time /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:910}} [ 1214.150759] env[66703]: DEBUG dogpile.lock [None req-ffa6d202-748e-4c81-9979-ad08741f9cf7 None None] Released creation lock {{(pid=66703) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:182}} [ 1214.150943] env[66703]: DEBUG oslo_concurrency.lockutils [None req-ffa6d202-748e-4c81-9979-ad08741f9cf7 None None] Releasing lock "network-604" {{(pid=66703) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1214.151287] env[66703]: DEBUG networking_nsxv3.common.locking [None req-ffa6d202-748e-4c81-9979-ad08741f9cf7 None None] Lock port-31fb0961-0da6-42ea-be18-b86ad3070fae taken with stack trace [, , , , , , , , ] {{(pid=66703) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1214.151471] env[66703]: DEBUG oslo_concurrency.lockutils [None req-ffa6d202-748e-4c81-9979-ad08741f9cf7 None None] Acquiring lock "port-31fb0961-0da6-42ea-be18-b86ad3070fae" {{(pid=66703) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1214.151593] env[66703]: DEBUG oslo_concurrency.lockutils [None req-ffa6d202-748e-4c81-9979-ad08741f9cf7 None None] Acquired lock "port-31fb0961-0da6-42ea-be18-b86ad3070fae" {{(pid=66703) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1214.151953] env[66703]: DEBUG oslo_concurrency.lockutils [None req-ffa6d202-748e-4c81-9979-ad08741f9cf7 None None] Acquired external semaphore "port-31fb0961-0da6-42ea-be18-b86ad3070fae" {{(pid=66703) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1214.152191] env[66703]: DEBUG networking_nsxv3.api.rpc [None req-ffa6d202-748e-4c81-9979-ad08741f9cf7 None None] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('31fb0961-0da6-42ea-be18-b86ad3070fae',) {} {{(pid=66703) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1214.655140] env[66703]: DEBUG networking_nsxv3.common.locking [None req-ffa6d202-748e-4c81-9979-ad08741f9cf7 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , ] {{(pid=66703) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1214.655571] env[66703]: DEBUG oslo_concurrency.lockutils [None req-ffa6d202-748e-4c81-9979-ad08741f9cf7 None None] Acquiring lock "SegmentPort" {{(pid=66703) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1214.655571] env[66703]: DEBUG oslo_concurrency.lockutils [None req-ffa6d202-748e-4c81-9979-ad08741f9cf7 None None] Acquired lock "SegmentPort" {{(pid=66703) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1214.655700] env[66703]: DEBUG oslo_concurrency.lockutils [None req-ffa6d202-748e-4c81-9979-ad08741f9cf7 None None] Acquired external semaphore "SegmentPort" {{(pid=66703) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1214.655777] env[66703]: DEBUG oslo_concurrency.lockutils [None req-ffa6d202-748e-4c81-9979-ad08741f9cf7 None None] Releasing lock "SegmentPort" {{(pid=66703) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1214.655931] env[66703]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-ffa6d202-748e-4c81-9979-ad08741f9cf7 None None] Segment Port 31fb0961-0da6-42ea-be18-b86ad3070fae not found, creating... [ 1214.656226] env[66703]: DEBUG networking_nsxv3.common.locking [None req-ffa6d202-748e-4c81-9979-ad08741f9cf7 None None] Lock Segment taken with stack trace [, , , , , , , , , , , ] {{(pid=66703) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1214.656361] env[66703]: DEBUG oslo_concurrency.lockutils [None req-ffa6d202-748e-4c81-9979-ad08741f9cf7 None None] Acquiring lock "Segment" {{(pid=66703) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1214.656473] env[66703]: DEBUG oslo_concurrency.lockutils [None req-ffa6d202-748e-4c81-9979-ad08741f9cf7 None None] Acquired lock "Segment" {{(pid=66703) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1214.656687] env[66703]: DEBUG oslo_concurrency.lockutils [None req-ffa6d202-748e-4c81-9979-ad08741f9cf7 None None] Acquired external semaphore "Segment" {{(pid=66703) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1214.656824] env[66703]: DEBUG oslo_concurrency.lockutils [None req-ffa6d202-748e-4c81-9979-ad08741f9cf7 None None] Releasing lock "Segment" {{(pid=66703) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1214.657175] env[66703]: DEBUG networking_nsxv3.common.locking [None req-ffa6d202-748e-4c81-9979-ad08741f9cf7 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=66703) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1214.657351] env[66703]: DEBUG oslo_concurrency.lockutils [None req-ffa6d202-748e-4c81-9979-ad08741f9cf7 None None] Acquiring lock "SegmentPort" {{(pid=66703) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1214.657466] env[66703]: DEBUG oslo_concurrency.lockutils [None req-ffa6d202-748e-4c81-9979-ad08741f9cf7 None None] Acquired lock "SegmentPort" {{(pid=66703) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1214.657668] env[66703]: DEBUG oslo_concurrency.lockutils [None req-ffa6d202-748e-4c81-9979-ad08741f9cf7 None None] Acquired external semaphore "SegmentPort" {{(pid=66703) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1214.657904] env[66703]: DEBUG oslo_concurrency.lockutils [None req-ffa6d202-748e-4c81-9979-ad08741f9cf7 None None] Releasing lock "SegmentPort" {{(pid=66703) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1214.658062] env[66703]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-ffa6d202-748e-4c81-9979-ad08741f9cf7 None None] Resource: SegmentPort with ID: 31fb0961-0da6-42ea-be18-b86ad3070fae is going to be created. [ 1214.678145] env[66703]: DEBUG networking_nsxv3.common.locking [None req-ffa6d202-748e-4c81-9979-ad08741f9cf7 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=66703) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1214.678386] env[66703]: DEBUG oslo_concurrency.lockutils [None req-ffa6d202-748e-4c81-9979-ad08741f9cf7 None None] Acquiring lock "SegmentPort" {{(pid=66703) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1214.678461] env[66703]: DEBUG oslo_concurrency.lockutils [None req-ffa6d202-748e-4c81-9979-ad08741f9cf7 None None] Acquired lock "SegmentPort" {{(pid=66703) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1214.678745] env[66703]: DEBUG oslo_concurrency.lockutils [None req-ffa6d202-748e-4c81-9979-ad08741f9cf7 None None] Acquired external semaphore "SegmentPort" {{(pid=66703) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1214.678973] env[66703]: DEBUG oslo_concurrency.lockutils [None req-ffa6d202-748e-4c81-9979-ad08741f9cf7 None None] Releasing lock "SegmentPort" {{(pid=66703) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1214.679214] env[66703]: DEBUG oslo_concurrency.lockutils [None req-ffa6d202-748e-4c81-9979-ad08741f9cf7 None None] Releasing lock "port-31fb0961-0da6-42ea-be18-b86ad3070fae" {{(pid=66703) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1214.978449] env[66703]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 4e788d78-bd3c-4249-acf9-3dd7a53e2a11 in Status: SUCCESS [ 1214.978677] env[66703]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-4e788d78-bd3c-4249-acf9-3dd7a53e2a11" {{(pid=66703) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1214.978848] env[66703]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-4e788d78-bd3c-4249-acf9-3dd7a53e2a11" {{(pid=66703) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1214.979086] env[66703]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-4e788d78-bd3c-4249-acf9-3dd7a53e2a11" {{(pid=66703) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1214.979288] env[66703]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=66703) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1214.979404] env[66703]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66703) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1214.979462] env[66703]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66703) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1214.979644] env[66703]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66703) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1214.979789] env[66703]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66703) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1214.979789] env[66703]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-4e788d78-bd3c-4249-acf9-3dd7a53e2a11" {{(pid=66703) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1214.979928] env[66703]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('4e788d78-bd3c-4249-acf9-3dd7a53e2a11',) {} {{(pid=66703) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1215.408080] env[66703]: INFO networking_nsxv3.common.synchronization [req-c9d7b2ae-2b48-4a19-b10d-653656ecb11f req-0e304fd1-374a-4fce-8029-dd9d13020332 service nova] Enqueued Resource ID: 7f25b958-d945-4ecc-9b4b-3c986bb1a818 with Priority: HIGHEST for action security_group_rules [ 1215.408305] env[66703]: INFO networking_nsxv3.common.synchronization [req-c9d7b2ae-2b48-4a19-b10d-653656ecb11f req-0e304fd1-374a-4fce-8029-dd9d13020332 service nova] Enqueued Resource ID: 7f25b958-d945-4ecc-9b4b-3c986bb1a818 with Priority: HIGHEST for action security_group_members [ 1215.408495] env[66703]: INFO networking_nsxv3.common.synchronization [req-c9d7b2ae-2b48-4a19-b10d-653656ecb11f req-0e304fd1-374a-4fce-8029-dd9d13020332 service nova] Enqueued Resource ID: 31fb0961-0da6-42ea-be18-b86ad3070fae with Priority: HIGHEST for action port [ 1215.409176] env[66703]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 7f25b958-d945-4ecc-9b4b-3c986bb1a818 with Priority: HIGHEST for action security_group_rules [ 1215.409336] env[66703]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 7f25b958-d945-4ecc-9b4b-3c986bb1a818 with Priority: HIGHEST for action security_group_members [ 1215.409449] env[66703]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 31fb0961-0da6-42ea-be18-b86ad3070fae with Priority: HIGHEST for action port [ 1215.409779] env[66703]: DEBUG networking_nsxv3.common.locking [-] Lock rules-7f25b958-d945-4ecc-9b4b-3c986bb1a818 taken with stack trace [, , ] {{(pid=66703) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1215.409863] env[66703]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-7f25b958-d945-4ecc-9b4b-3c986bb1a818" {{(pid=66703) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1215.409947] env[66703]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-7f25b958-d945-4ecc-9b4b-3c986bb1a818" {{(pid=66703) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1215.410216] env[66703]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-7f25b958-d945-4ecc-9b4b-3c986bb1a818" {{(pid=66703) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1215.410325] env[66703]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('7f25b958-d945-4ecc-9b4b-3c986bb1a818',) {} {{(pid=66703) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1215.411235] env[66703]: DEBUG networking_nsxv3.common.locking [-] Lock member-7f25b958-d945-4ecc-9b4b-3c986bb1a818 taken with stack trace [, , ] {{(pid=66703) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1215.411374] env[66703]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-7f25b958-d945-4ecc-9b4b-3c986bb1a818" {{(pid=66703) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1215.411587] env[66703]: DEBUG networking_nsxv3.common.locking [-] Lock port-31fb0961-0da6-42ea-be18-b86ad3070fae taken with stack trace [, , ] {{(pid=66703) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1215.411649] env[66703]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-31fb0961-0da6-42ea-be18-b86ad3070fae" {{(pid=66703) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1215.411684] env[66703]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-31fb0961-0da6-42ea-be18-b86ad3070fae" {{(pid=66703) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1215.411835] env[66703]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-31fb0961-0da6-42ea-be18-b86ad3070fae" {{(pid=66703) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1215.411910] env[66703]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('31fb0961-0da6-42ea-be18-b86ad3070fae',) {} {{(pid=66703) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1215.482462] env[66703]: DEBUG networking_nsxv3.common.locking [-] Lock member-4e788d78-bd3c-4249-acf9-3dd7a53e2a11 taken with stack trace [, , , ] {{(pid=66703) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1215.482804] env[66703]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-4e788d78-bd3c-4249-acf9-3dd7a53e2a11" {{(pid=66703) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1215.482804] env[66703]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-4e788d78-bd3c-4249-acf9-3dd7a53e2a11" {{(pid=66703) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1215.482887] env[66703]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-4e788d78-bd3c-4249-acf9-3dd7a53e2a11" {{(pid=66703) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1215.483049] env[66703]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=66703) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1215.483221] env[66703]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66703) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1215.483315] env[66703]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66703) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1215.483443] env[66703]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66703) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1215.483500] env[66703]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66703) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1215.483578] env[66703]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-4e788d78-bd3c-4249-acf9-3dd7a53e2a11" {{(pid=66703) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1215.483741] env[66703]: DEBUG networking_nsxv3.common.locking [-] Lock member-4e788d78-bd3c-4249-acf9-3dd7a53e2a11 taken with stack trace [, , , ] {{(pid=66703) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1215.483834] env[66703]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-4e788d78-bd3c-4249-acf9-3dd7a53e2a11" {{(pid=66703) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1215.483896] env[66703]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-4e788d78-bd3c-4249-acf9-3dd7a53e2a11" {{(pid=66703) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1215.484064] env[66703]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-4e788d78-bd3c-4249-acf9-3dd7a53e2a11" {{(pid=66703) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1215.484208] env[66703]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=66703) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1215.484299] env[66703]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66703) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1215.484389] env[66703]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66703) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1215.484551] env[66703]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66703) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1215.484629] env[66703]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66703) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1215.484711] env[66703]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-4e788d78-bd3c-4249-acf9-3dd7a53e2a11" {{(pid=66703) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1215.484801] env[66703]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('4e788d78-bd3c-4249-acf9-3dd7a53e2a11',) {} {{(pid=66703) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1215.823912] env[66703]: INFO networking_nsxv3.common.synchronization [req-c7f1d854-d6d0-4d75-ada4-fe32e95bb2c8 req-769d5213-0a0f-4d41-aee4-a2f95fdd3602 tempest-AttachInterfacesTestJSON-516416630 tempest-AttachInterfacesTestJSON-516416630-project-member] Enqueued Resource ID: e9094a61-ffab-4bbe-a7dc-3677ff414d79 with Priority: HIGHEST for action security_group_members [ 1215.824485] env[66703]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: e9094a61-ffab-4bbe-a7dc-3677ff414d79 with Priority: HIGHEST for action security_group_members [ 1215.824790] env[66703]: DEBUG networking_nsxv3.common.locking [-] Lock member-e9094a61-ffab-4bbe-a7dc-3677ff414d79 taken with stack trace [, , ] {{(pid=66703) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1215.824911] env[66703]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-e9094a61-ffab-4bbe-a7dc-3677ff414d79" {{(pid=66703) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1215.825019] env[66703]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-e9094a61-ffab-4bbe-a7dc-3677ff414d79" {{(pid=66703) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1215.825494] env[66703]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-e9094a61-ffab-4bbe-a7dc-3677ff414d79" {{(pid=66703) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1215.825658] env[66703]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=66703) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1215.825766] env[66703]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66703) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1215.825831] env[66703]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66703) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1215.825979] env[66703]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66703) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1215.826108] env[66703]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66703) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1215.826346] env[66703]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('e9094a61-ffab-4bbe-a7dc-3677ff414d79',) {} {{(pid=66703) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1215.913484] env[66703]: DEBUG networking_nsxv3.common.locking [-] Lock member-7f25b958-d945-4ecc-9b4b-3c986bb1a818 taken with stack trace [, , , ] {{(pid=66703) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1215.913641] env[66703]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-7f25b958-d945-4ecc-9b4b-3c986bb1a818" {{(pid=66703) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1215.914555] env[66703]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] realization of port 31fb0961-0da6-42ea-be18-b86ad3070fae with status ACTIVE [ 1215.914555] env[66703]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=66703) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1215.914555] env[66703]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=66703) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1215.914555] env[66703]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=66703) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1215.914555] env[66703]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=66703) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1215.914555] env[66703]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=66703) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1215.914840] env[66703]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , ] {{(pid=66703) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1215.914840] env[66703]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=66703) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1215.914915] env[66703]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=66703) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1215.915096] env[66703]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=66703) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1215.915171] env[66703]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=66703) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1215.915357] env[66703]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=66703) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1215.915451] env[66703]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=66703) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1215.915512] env[66703]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=66703) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1215.915654] env[66703]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=66703) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1215.915728] env[66703]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=66703) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1215.915812] env[66703]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: SegmentPort with ID: 31fb0961-0da6-42ea-be18-b86ad3070fae is going to be updated. [ 1215.937506] env[66703]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=66703) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1215.937977] env[66703]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=66703) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1215.937977] env[66703]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=66703) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1215.937977] env[66703]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=66703) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1215.938178] env[66703]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=66703) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1215.938226] env[66703]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-31fb0961-0da6-42ea-be18-b86ad3070fae" {{(pid=66703) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1215.987484] env[66703]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for 4e788d78-bd3c-4249-acf9-3dd7a53e2a11: rpc.has_security_group_logging(os_id): False [ 1216.005205] env[66703]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=66703) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1216.005462] env[66703]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66703) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1216.005462] env[66703]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66703) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1216.005623] env[66703]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66703) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1216.005697] env[66703]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66703) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1216.005896] env[66703]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66703) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1216.006021] env[66703]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66703) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1216.006079] env[66703]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66703) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1216.006217] env[66703]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66703) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1216.006285] env[66703]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66703) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1216.006634] env[66703]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66703) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1216.006634] env[66703]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66703) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1216.006634] env[66703]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66703) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1216.006823] env[66703]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66703) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1216.006823] env[66703]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66703) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1216.006995] env[66703]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=66703) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1216.007147] env[66703]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66703) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1216.007265] env[66703]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66703) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1216.007332] env[66703]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66703) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1216.007405] env[66703]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66703) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1216.007518] env[66703]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 4e788d78-bd3c-4249-acf9-3dd7a53e2a11 is going to be updated. [ 1216.092545] env[66703]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 7f25b958-d945-4ecc-9b4b-3c986bb1a818 in Status: SUCCESS [ 1216.093150] env[66703]: WARNING networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 7f25b958-d945-4ecc-9b4b-3c986bb1a818 deletion is rescheduled due to dependency. [ 1216.093380] env[66703]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-7f25b958-d945-4ecc-9b4b-3c986bb1a818" {{(pid=66703) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1216.093619] env[66703]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-7f25b958-d945-4ecc-9b4b-3c986bb1a818" {{(pid=66703) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1216.093860] env[66703]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-7f25b958-d945-4ecc-9b4b-3c986bb1a818" {{(pid=66703) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1216.094060] env[66703]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=66703) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1216.094185] env[66703]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66703) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1216.094257] env[66703]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66703) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1216.094421] env[66703]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66703) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1216.094505] env[66703]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66703) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1216.094601] env[66703]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('7f25b958-d945-4ecc-9b4b-3c986bb1a818',) {} {{(pid=66703) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1216.096738] env[66703]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=66703) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1216.096880] env[66703]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66703) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1216.096923] env[66703]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66703) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1216.097099] env[66703]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66703) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1216.097234] env[66703]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66703) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1216.139997] env[66703]: DEBUG networking_nsxv3.common.locking [None req-ffa6d202-748e-4c81-9979-ad08741f9cf7 None None] Lock network-314 taken with stack trace [, , , , , , , , ] {{(pid=66703) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1216.140210] env[66703]: DEBUG oslo_concurrency.lockutils [None req-ffa6d202-748e-4c81-9979-ad08741f9cf7 None None] Acquiring lock "network-314" {{(pid=66703) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1216.140333] env[66703]: DEBUG oslo_concurrency.lockutils [None req-ffa6d202-748e-4c81-9979-ad08741f9cf7 None None] Acquired lock "network-314" {{(pid=66703) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1216.140613] env[66703]: DEBUG oslo_concurrency.lockutils [None req-ffa6d202-748e-4c81-9979-ad08741f9cf7 None None] Acquired external semaphore "network-314" {{(pid=66703) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1216.140874] env[66703]: DEBUG networking_nsxv3.common.locking [None req-ffa6d202-748e-4c81-9979-ad08741f9cf7 None None] Lock Segment taken with stack trace [, , , , , , , , , , ] {{(pid=66703) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1216.141069] env[66703]: DEBUG oslo_concurrency.lockutils [None req-ffa6d202-748e-4c81-9979-ad08741f9cf7 None None] Acquiring lock "Segment" {{(pid=66703) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1216.141199] env[66703]: DEBUG oslo_concurrency.lockutils [None req-ffa6d202-748e-4c81-9979-ad08741f9cf7 None None] Acquired lock "Segment" {{(pid=66703) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1216.141429] env[66703]: DEBUG oslo_concurrency.lockutils [None req-ffa6d202-748e-4c81-9979-ad08741f9cf7 None None] Acquired external semaphore "Segment" {{(pid=66703) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1216.141576] env[66703]: DEBUG oslo_concurrency.lockutils [None req-ffa6d202-748e-4c81-9979-ad08741f9cf7 None None] Releasing lock "Segment" {{(pid=66703) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1216.141782] env[66703]: DEBUG dogpile.cache.region [None req-ffa6d202-748e-4c81-9979-ad08741f9cf7 None None] No value present for key: 'zone-id' {{(pid=66703) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 1216.141908] env[66703]: DEBUG dogpile.lock [None req-ffa6d202-748e-4c81-9979-ad08741f9cf7 None None] NeedRegenerationException {{(pid=66703) _enter /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:90}} [ 1216.142079] env[66703]: DEBUG dogpile.lock [None req-ffa6d202-748e-4c81-9979-ad08741f9cf7 None None] no value, waiting for create lock {{(pid=66703) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:131}} [ 1216.142189] env[66703]: DEBUG dogpile.lock [None req-ffa6d202-748e-4c81-9979-ad08741f9cf7 None None] value creation lock acquired {{(pid=66703) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:135}} [ 1216.142330] env[66703]: DEBUG dogpile.cache.region [None req-ffa6d202-748e-4c81-9979-ad08741f9cf7 None None] No value present for key: 'zone-id' {{(pid=66703) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 1216.142454] env[66703]: DEBUG dogpile.lock [None req-ffa6d202-748e-4c81-9979-ad08741f9cf7 None None] Calling creation function for not-yet-present value {{(pid=66703) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:174}} [ 1216.142587] env[66703]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-ffa6d202-748e-4c81-9979-ad08741f9cf7 None None] Looking for TransportZone with name nsx-vlan-transportzone. [ 1216.145877] env[66703]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 4e788d78-bd3c-4249-acf9-3dd7a53e2a11 in Status: IN_PROGRESS for 2s [ 1216.173146] env[66703]: DEBUG networking_nsxv3.common.locking [None req-33d36011-a73c-4b6d-849a-f8c867240c48 None None] Lock network-19 taken with stack trace [, , , , , , , , ] {{(pid=66703) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1216.173492] env[66703]: DEBUG oslo_concurrency.lockutils [None req-33d36011-a73c-4b6d-849a-f8c867240c48 None None] Acquiring lock "network-19" {{(pid=66703) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1216.173492] env[66703]: DEBUG oslo_concurrency.lockutils [None req-33d36011-a73c-4b6d-849a-f8c867240c48 None None] Acquired lock "network-19" {{(pid=66703) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1216.173887] env[66703]: DEBUG oslo_concurrency.lockutils [None req-33d36011-a73c-4b6d-849a-f8c867240c48 None None] Acquired external semaphore "network-19" {{(pid=66703) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1216.174211] env[66703]: DEBUG networking_nsxv3.common.locking [None req-33d36011-a73c-4b6d-849a-f8c867240c48 None None] Lock Segment taken with stack trace [, , , , , , , , , , ] {{(pid=66703) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1216.174375] env[66703]: DEBUG oslo_concurrency.lockutils [None req-33d36011-a73c-4b6d-849a-f8c867240c48 None None] Acquiring lock "Segment" {{(pid=66703) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1216.174499] env[66703]: DEBUG oslo_concurrency.lockutils [None req-33d36011-a73c-4b6d-849a-f8c867240c48 None None] Acquired lock "Segment" {{(pid=66703) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1216.174739] env[66703]: DEBUG oslo_concurrency.lockutils [None req-33d36011-a73c-4b6d-849a-f8c867240c48 None None] Acquired external semaphore "Segment" {{(pid=66703) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1216.174926] env[66703]: DEBUG oslo_concurrency.lockutils [None req-33d36011-a73c-4b6d-849a-f8c867240c48 None None] Releasing lock "Segment" {{(pid=66703) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1216.175162] env[66703]: DEBUG dogpile.cache.region [None req-33d36011-a73c-4b6d-849a-f8c867240c48 None None] No value present for key: 'zone-id' {{(pid=66703) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 1216.175277] env[66703]: DEBUG dogpile.lock [None req-33d36011-a73c-4b6d-849a-f8c867240c48 None None] NeedRegenerationException {{(pid=66703) _enter /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:90}} [ 1216.175409] env[66703]: DEBUG dogpile.lock [None req-33d36011-a73c-4b6d-849a-f8c867240c48 None None] no value, waiting for create lock {{(pid=66703) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:131}} [ 1216.175518] env[66703]: DEBUG dogpile.lock [None req-33d36011-a73c-4b6d-849a-f8c867240c48 None None] value creation lock acquired {{(pid=66703) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:135}} [ 1216.175648] env[66703]: DEBUG dogpile.cache.region [None req-33d36011-a73c-4b6d-849a-f8c867240c48 None None] No value present for key: 'zone-id' {{(pid=66703) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 1216.175757] env[66703]: DEBUG dogpile.lock [None req-33d36011-a73c-4b6d-849a-f8c867240c48 None None] Calling creation function for not-yet-present value {{(pid=66703) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:174}} [ 1216.175909] env[66703]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-33d36011-a73c-4b6d-849a-f8c867240c48 None None] Looking for TransportZone with name nsx-vlan-transportzone. [ 1216.178811] env[66703]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-ffa6d202-748e-4c81-9979-ad08741f9cf7 None None] loading zone with a95c914d-748d-497c-94ab-10d4647daeba and tags [{'scope': 'mp2policy_migr_status', 'tag': 'success'}] [ 1216.178960] env[66703]: DEBUG dogpile.cache.region [None req-ffa6d202-748e-4c81-9979-ad08741f9cf7 None None] Cache value generated in 0.036 seconds for key(s): 'zone-id' {{(pid=66703) _log_time /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:910}} [ 1216.179134] env[66703]: DEBUG dogpile.lock [None req-ffa6d202-748e-4c81-9979-ad08741f9cf7 None None] Released creation lock {{(pid=66703) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:182}} [ 1216.179312] env[66703]: DEBUG oslo_concurrency.lockutils [None req-ffa6d202-748e-4c81-9979-ad08741f9cf7 None None] Releasing lock "network-314" {{(pid=66703) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1216.179631] env[66703]: DEBUG networking_nsxv3.common.locking [None req-ffa6d202-748e-4c81-9979-ad08741f9cf7 None None] Lock port-9353192d-22d6-4969-a5d2-24ba53258ddd taken with stack trace [, , , , , , , , ] {{(pid=66703) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1216.179820] env[66703]: DEBUG oslo_concurrency.lockutils [None req-ffa6d202-748e-4c81-9979-ad08741f9cf7 None None] Acquiring lock "port-9353192d-22d6-4969-a5d2-24ba53258ddd" {{(pid=66703) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1216.179970] env[66703]: DEBUG oslo_concurrency.lockutils [None req-ffa6d202-748e-4c81-9979-ad08741f9cf7 None None] Acquired lock "port-9353192d-22d6-4969-a5d2-24ba53258ddd" {{(pid=66703) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1216.180314] env[66703]: DEBUG oslo_concurrency.lockutils [None req-ffa6d202-748e-4c81-9979-ad08741f9cf7 None None] Acquired external semaphore "port-9353192d-22d6-4969-a5d2-24ba53258ddd" {{(pid=66703) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1216.180468] env[66703]: DEBUG networking_nsxv3.api.rpc [None req-ffa6d202-748e-4c81-9979-ad08741f9cf7 None None] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('9353192d-22d6-4969-a5d2-24ba53258ddd',) {} {{(pid=66703) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1216.197022] env[66703]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-33d36011-a73c-4b6d-849a-f8c867240c48 None None] loading zone with a95c914d-748d-497c-94ab-10d4647daeba and tags [{'scope': 'mp2policy_migr_status', 'tag': 'success'}] [ 1216.197221] env[66703]: DEBUG dogpile.cache.region [None req-33d36011-a73c-4b6d-849a-f8c867240c48 None None] Cache value generated in 0.021 seconds for key(s): 'zone-id' {{(pid=66703) _log_time /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:910}} [ 1216.197221] env[66703]: DEBUG dogpile.lock [None req-33d36011-a73c-4b6d-849a-f8c867240c48 None None] Released creation lock {{(pid=66703) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:182}} [ 1216.197444] env[66703]: DEBUG oslo_concurrency.lockutils [None req-33d36011-a73c-4b6d-849a-f8c867240c48 None None] Releasing lock "network-19" {{(pid=66703) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1216.197833] env[66703]: DEBUG networking_nsxv3.common.locking [None req-33d36011-a73c-4b6d-849a-f8c867240c48 None None] Lock port-e2e0d105-5fa0-4e2e-92fa-a9690c2191f6 taken with stack trace [, , , , , , , , ] {{(pid=66703) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1216.198068] env[66703]: DEBUG oslo_concurrency.lockutils [None req-33d36011-a73c-4b6d-849a-f8c867240c48 None None] Acquiring lock "port-e2e0d105-5fa0-4e2e-92fa-a9690c2191f6" {{(pid=66703) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1216.198214] env[66703]: DEBUG oslo_concurrency.lockutils [None req-33d36011-a73c-4b6d-849a-f8c867240c48 None None] Acquired lock "port-e2e0d105-5fa0-4e2e-92fa-a9690c2191f6" {{(pid=66703) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1216.198624] env[66703]: DEBUG oslo_concurrency.lockutils [None req-33d36011-a73c-4b6d-849a-f8c867240c48 None None] Acquired external semaphore "port-e2e0d105-5fa0-4e2e-92fa-a9690c2191f6" {{(pid=66703) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1216.198791] env[66703]: DEBUG networking_nsxv3.api.rpc [None req-33d36011-a73c-4b6d-849a-f8c867240c48 None None] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('e2e0d105-5fa0-4e2e-92fa-a9690c2191f6',) {} {{(pid=66703) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1216.328925] env[66703]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=66703) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1216.329210] env[66703]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66703) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1216.329272] env[66703]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66703) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1216.329611] env[66703]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66703) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1216.329677] env[66703]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66703) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1216.329960] env[66703]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66703) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1216.330125] env[66703]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66703) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1216.330231] env[66703]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66703) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1216.330432] env[66703]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66703) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1216.330537] env[66703]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66703) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1216.330688] env[66703]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: e9094a61-ffab-4bbe-a7dc-3677ff414d79 already deleted. [ 1216.330804] env[66703]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-e9094a61-ffab-4bbe-a7dc-3677ff414d79" {{(pid=66703) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1216.599205] env[66703]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('7f25b958-d945-4ecc-9b4b-3c986bb1a818',) {} {{(pid=66703) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1216.683338] env[66703]: DEBUG networking_nsxv3.common.locking [None req-ffa6d202-748e-4c81-9979-ad08741f9cf7 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , ] {{(pid=66703) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1216.683560] env[66703]: DEBUG oslo_concurrency.lockutils [None req-ffa6d202-748e-4c81-9979-ad08741f9cf7 None None] Acquiring lock "SegmentPort" {{(pid=66703) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1216.683775] env[66703]: DEBUG oslo_concurrency.lockutils [None req-ffa6d202-748e-4c81-9979-ad08741f9cf7 None None] Acquired lock "SegmentPort" {{(pid=66703) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1216.683979] env[66703]: DEBUG oslo_concurrency.lockutils [None req-ffa6d202-748e-4c81-9979-ad08741f9cf7 None None] Acquired external semaphore "SegmentPort" {{(pid=66703) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1216.684171] env[66703]: DEBUG oslo_concurrency.lockutils [None req-ffa6d202-748e-4c81-9979-ad08741f9cf7 None None] Releasing lock "SegmentPort" {{(pid=66703) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1216.684363] env[66703]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-ffa6d202-748e-4c81-9979-ad08741f9cf7 None None] Segment Port 9353192d-22d6-4969-a5d2-24ba53258ddd not found, creating... [ 1216.684746] env[66703]: DEBUG networking_nsxv3.common.locking [None req-ffa6d202-748e-4c81-9979-ad08741f9cf7 None None] Lock Segment taken with stack trace [, , , , , , , , , , , ] {{(pid=66703) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1216.684926] env[66703]: DEBUG oslo_concurrency.lockutils [None req-ffa6d202-748e-4c81-9979-ad08741f9cf7 None None] Acquiring lock "Segment" {{(pid=66703) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1216.685068] env[66703]: DEBUG oslo_concurrency.lockutils [None req-ffa6d202-748e-4c81-9979-ad08741f9cf7 None None] Acquired lock "Segment" {{(pid=66703) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1216.685299] env[66703]: DEBUG oslo_concurrency.lockutils [None req-ffa6d202-748e-4c81-9979-ad08741f9cf7 None None] Acquired external semaphore "Segment" {{(pid=66703) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1216.685437] env[66703]: DEBUG oslo_concurrency.lockutils [None req-ffa6d202-748e-4c81-9979-ad08741f9cf7 None None] Releasing lock "Segment" {{(pid=66703) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1216.685722] env[66703]: DEBUG networking_nsxv3.common.locking [None req-ffa6d202-748e-4c81-9979-ad08741f9cf7 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=66703) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1216.685877] env[66703]: DEBUG oslo_concurrency.lockutils [None req-ffa6d202-748e-4c81-9979-ad08741f9cf7 None None] Acquiring lock "SegmentPort" {{(pid=66703) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1216.685995] env[66703]: DEBUG oslo_concurrency.lockutils [None req-ffa6d202-748e-4c81-9979-ad08741f9cf7 None None] Acquired lock "SegmentPort" {{(pid=66703) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1216.686223] env[66703]: DEBUG oslo_concurrency.lockutils [None req-ffa6d202-748e-4c81-9979-ad08741f9cf7 None None] Acquired external semaphore "SegmentPort" {{(pid=66703) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1216.686361] env[66703]: DEBUG oslo_concurrency.lockutils [None req-ffa6d202-748e-4c81-9979-ad08741f9cf7 None None] Releasing lock "SegmentPort" {{(pid=66703) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1216.686499] env[66703]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-ffa6d202-748e-4c81-9979-ad08741f9cf7 None None] Resource: SegmentPort with ID: 9353192d-22d6-4969-a5d2-24ba53258ddd is going to be created. [ 1216.701161] env[66703]: DEBUG networking_nsxv3.common.locking [None req-33d36011-a73c-4b6d-849a-f8c867240c48 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , ] {{(pid=66703) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1216.701389] env[66703]: DEBUG oslo_concurrency.lockutils [None req-33d36011-a73c-4b6d-849a-f8c867240c48 None None] Acquiring lock "SegmentPort" {{(pid=66703) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1216.701495] env[66703]: DEBUG oslo_concurrency.lockutils [None req-33d36011-a73c-4b6d-849a-f8c867240c48 None None] Acquired lock "SegmentPort" {{(pid=66703) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1216.701773] env[66703]: DEBUG oslo_concurrency.lockutils [None req-33d36011-a73c-4b6d-849a-f8c867240c48 None None] Acquired external semaphore "SegmentPort" {{(pid=66703) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1216.701925] env[66703]: DEBUG oslo_concurrency.lockutils [None req-33d36011-a73c-4b6d-849a-f8c867240c48 None None] Releasing lock "SegmentPort" {{(pid=66703) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1216.702133] env[66703]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-33d36011-a73c-4b6d-849a-f8c867240c48 None None] Segment Port e2e0d105-5fa0-4e2e-92fa-a9690c2191f6 not found, creating... [ 1216.702403] env[66703]: DEBUG networking_nsxv3.common.locking [None req-33d36011-a73c-4b6d-849a-f8c867240c48 None None] Lock Segment taken with stack trace [, , , , , , , , , , , ] {{(pid=66703) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1216.702563] env[66703]: DEBUG oslo_concurrency.lockutils [None req-33d36011-a73c-4b6d-849a-f8c867240c48 None None] Acquiring lock "Segment" {{(pid=66703) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1216.702686] env[66703]: DEBUG oslo_concurrency.lockutils [None req-33d36011-a73c-4b6d-849a-f8c867240c48 None None] Acquired lock "Segment" {{(pid=66703) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1216.702912] env[66703]: DEBUG oslo_concurrency.lockutils [None req-33d36011-a73c-4b6d-849a-f8c867240c48 None None] Acquired external semaphore "Segment" {{(pid=66703) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1216.703152] env[66703]: DEBUG oslo_concurrency.lockutils [None req-33d36011-a73c-4b6d-849a-f8c867240c48 None None] Releasing lock "Segment" {{(pid=66703) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1216.703440] env[66703]: DEBUG networking_nsxv3.common.locking [None req-33d36011-a73c-4b6d-849a-f8c867240c48 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=66703) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1216.703602] env[66703]: DEBUG oslo_concurrency.lockutils [None req-33d36011-a73c-4b6d-849a-f8c867240c48 None None] Acquiring lock "SegmentPort" {{(pid=66703) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1216.703724] env[66703]: DEBUG oslo_concurrency.lockutils [None req-33d36011-a73c-4b6d-849a-f8c867240c48 None None] Acquired lock "SegmentPort" {{(pid=66703) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1216.703943] env[66703]: DEBUG oslo_concurrency.lockutils [None req-33d36011-a73c-4b6d-849a-f8c867240c48 None None] Acquired external semaphore "SegmentPort" {{(pid=66703) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1216.704110] env[66703]: DEBUG oslo_concurrency.lockutils [None req-33d36011-a73c-4b6d-849a-f8c867240c48 None None] Releasing lock "SegmentPort" {{(pid=66703) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1216.704260] env[66703]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-33d36011-a73c-4b6d-849a-f8c867240c48 None None] Resource: SegmentPort with ID: e2e0d105-5fa0-4e2e-92fa-a9690c2191f6 is going to be created. [ 1216.710321] env[66703]: DEBUG networking_nsxv3.common.locking [None req-ffa6d202-748e-4c81-9979-ad08741f9cf7 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=66703) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1216.710520] env[66703]: DEBUG oslo_concurrency.lockutils [None req-ffa6d202-748e-4c81-9979-ad08741f9cf7 None None] Acquiring lock "SegmentPort" {{(pid=66703) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1216.710646] env[66703]: DEBUG oslo_concurrency.lockutils [None req-ffa6d202-748e-4c81-9979-ad08741f9cf7 None None] Acquired lock "SegmentPort" {{(pid=66703) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1216.710903] env[66703]: DEBUG oslo_concurrency.lockutils [None req-ffa6d202-748e-4c81-9979-ad08741f9cf7 None None] Acquired external semaphore "SegmentPort" {{(pid=66703) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1216.711153] env[66703]: DEBUG oslo_concurrency.lockutils [None req-ffa6d202-748e-4c81-9979-ad08741f9cf7 None None] Releasing lock "SegmentPort" {{(pid=66703) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1216.711388] env[66703]: DEBUG oslo_concurrency.lockutils [None req-ffa6d202-748e-4c81-9979-ad08741f9cf7 None None] Releasing lock "port-9353192d-22d6-4969-a5d2-24ba53258ddd" {{(pid=66703) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1216.729393] env[66703]: DEBUG networking_nsxv3.common.locking [None req-33d36011-a73c-4b6d-849a-f8c867240c48 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=66703) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1216.729722] env[66703]: DEBUG oslo_concurrency.lockutils [None req-33d36011-a73c-4b6d-849a-f8c867240c48 None None] Acquiring lock "SegmentPort" {{(pid=66703) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1216.729877] env[66703]: DEBUG oslo_concurrency.lockutils [None req-33d36011-a73c-4b6d-849a-f8c867240c48 None None] Acquired lock "SegmentPort" {{(pid=66703) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1216.730238] env[66703]: DEBUG oslo_concurrency.lockutils [None req-33d36011-a73c-4b6d-849a-f8c867240c48 None None] Acquired external semaphore "SegmentPort" {{(pid=66703) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1216.730488] env[66703]: DEBUG oslo_concurrency.lockutils [None req-33d36011-a73c-4b6d-849a-f8c867240c48 None None] Releasing lock "SegmentPort" {{(pid=66703) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1216.730776] env[66703]: DEBUG oslo_concurrency.lockutils [None req-33d36011-a73c-4b6d-849a-f8c867240c48 None None] Releasing lock "port-e2e0d105-5fa0-4e2e-92fa-a9690c2191f6" {{(pid=66703) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1217.101839] env[66703]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('7f25b958-d945-4ecc-9b4b-3c986bb1a818',) {} {{(pid=66703) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1217.425173] env[66703]: INFO networking_nsxv3.common.synchronization [req-c7f1d854-d6d0-4d75-ada4-fe32e95bb2c8 req-2c1585c6-fbc0-431d-bf09-713773af22e7 service nova] Enqueued Resource ID: e9094a61-ffab-4bbe-a7dc-3677ff414d79 with Priority: HIGHEST for action security_group_rules [ 1217.425438] env[66703]: INFO networking_nsxv3.common.synchronization [req-c7f1d854-d6d0-4d75-ada4-fe32e95bb2c8 req-2c1585c6-fbc0-431d-bf09-713773af22e7 service nova] Enqueued Resource ID: e9094a61-ffab-4bbe-a7dc-3677ff414d79 with Priority: HIGHEST for action security_group_members [ 1217.425657] env[66703]: INFO networking_nsxv3.common.synchronization [req-c7f1d854-d6d0-4d75-ada4-fe32e95bb2c8 req-2c1585c6-fbc0-431d-bf09-713773af22e7 service nova] Enqueued Resource ID: 9353192d-22d6-4969-a5d2-24ba53258ddd with Priority: HIGHEST for action port [ 1217.426480] env[66703]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: e9094a61-ffab-4bbe-a7dc-3677ff414d79 with Priority: HIGHEST for action security_group_rules [ 1217.426751] env[66703]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: e9094a61-ffab-4bbe-a7dc-3677ff414d79 with Priority: HIGHEST for action security_group_members [ 1217.426946] env[66703]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 9353192d-22d6-4969-a5d2-24ba53258ddd with Priority: HIGHEST for action port [ 1217.427488] env[66703]: DEBUG networking_nsxv3.common.locking [-] Lock rules-e9094a61-ffab-4bbe-a7dc-3677ff414d79 taken with stack trace [, , ] {{(pid=66703) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1217.427709] env[66703]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-e9094a61-ffab-4bbe-a7dc-3677ff414d79" {{(pid=66703) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1217.427876] env[66703]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-e9094a61-ffab-4bbe-a7dc-3677ff414d79" {{(pid=66703) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1217.428203] env[66703]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-e9094a61-ffab-4bbe-a7dc-3677ff414d79" {{(pid=66703) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1217.428378] env[66703]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('e9094a61-ffab-4bbe-a7dc-3677ff414d79',) {} {{(pid=66703) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1217.429503] env[66703]: DEBUG networking_nsxv3.common.locking [-] Lock member-e9094a61-ffab-4bbe-a7dc-3677ff414d79 taken with stack trace [, , ] {{(pid=66703) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1217.429725] env[66703]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-e9094a61-ffab-4bbe-a7dc-3677ff414d79" {{(pid=66703) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1217.429837] env[66703]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-e9094a61-ffab-4bbe-a7dc-3677ff414d79" {{(pid=66703) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1217.430072] env[66703]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-e9094a61-ffab-4bbe-a7dc-3677ff414d79" {{(pid=66703) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1217.430278] env[66703]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=66703) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1217.430438] env[66703]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66703) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1217.430594] env[66703]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66703) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1217.430758] env[66703]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66703) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1217.430926] env[66703]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66703) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1217.431055] env[66703]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('e9094a61-ffab-4bbe-a7dc-3677ff414d79',) {} {{(pid=66703) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1217.431944] env[66703]: DEBUG networking_nsxv3.common.locking [-] Lock port-9353192d-22d6-4969-a5d2-24ba53258ddd taken with stack trace [, , ] {{(pid=66703) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1217.432106] env[66703]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-9353192d-22d6-4969-a5d2-24ba53258ddd" {{(pid=66703) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1217.432547] env[66703]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-9353192d-22d6-4969-a5d2-24ba53258ddd" {{(pid=66703) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1217.432547] env[66703]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-9353192d-22d6-4969-a5d2-24ba53258ddd" {{(pid=66703) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1217.432547] env[66703]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('9353192d-22d6-4969-a5d2-24ba53258ddd',) {} {{(pid=66703) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1217.605748] env[66703]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66703) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1217.605911] env[66703]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66703) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1217.605984] env[66703]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66703) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1217.606252] env[66703]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66703) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1217.606344] env[66703]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66703) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1217.606444] env[66703]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 7f25b958-d945-4ecc-9b4b-3c986bb1a818 is going to be updated. [ 1217.635176] env[66703]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66703) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1217.635328] env[66703]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66703) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1217.635489] env[66703]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66703) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1217.635618] env[66703]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66703) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1217.635759] env[66703]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66703) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1217.645683] env[66703]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 7f25b958-d945-4ecc-9b4b-3c986bb1a818 in Status: IN_PROGRESS for 2s [ 1217.874276] env[66703]: INFO networking_nsxv3.common.synchronization [req-c9d7b2ae-2b48-4a19-b10d-653656ecb11f req-76ed550f-4147-404a-8f35-26d1f340d74f service nova] Enqueued Resource ID: 7f25b958-d945-4ecc-9b4b-3c986bb1a818 with Priority: HIGHEST for action security_group_rules [ 1217.874276] env[66703]: INFO networking_nsxv3.common.synchronization [req-c9d7b2ae-2b48-4a19-b10d-653656ecb11f req-76ed550f-4147-404a-8f35-26d1f340d74f service nova] Enqueued Resource ID: 7f25b958-d945-4ecc-9b4b-3c986bb1a818 with Priority: HIGHEST for action security_group_members [ 1217.874276] env[66703]: INFO networking_nsxv3.common.synchronization [req-c9d7b2ae-2b48-4a19-b10d-653656ecb11f req-76ed550f-4147-404a-8f35-26d1f340d74f service nova] Enqueued Resource ID: e2e0d105-5fa0-4e2e-92fa-a9690c2191f6 with Priority: HIGHEST for action port [ 1217.875486] env[66703]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 7f25b958-d945-4ecc-9b4b-3c986bb1a818 with Priority: HIGHEST for action security_group_rules [ 1217.878259] env[66703]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 7f25b958-d945-4ecc-9b4b-3c986bb1a818 with Priority: HIGHEST for action security_group_members [ 1217.878259] env[66703]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: e2e0d105-5fa0-4e2e-92fa-a9690c2191f6 with Priority: HIGHEST for action port [ 1217.878259] env[66703]: DEBUG networking_nsxv3.common.locking [-] Lock rules-7f25b958-d945-4ecc-9b4b-3c986bb1a818 taken with stack trace [, , ] {{(pid=66703) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1217.878259] env[66703]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-7f25b958-d945-4ecc-9b4b-3c986bb1a818" {{(pid=66703) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1217.878259] env[66703]: DEBUG networking_nsxv3.common.locking [-] Lock member-7f25b958-d945-4ecc-9b4b-3c986bb1a818 taken with stack trace [, , ] {{(pid=66703) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1217.878259] env[66703]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-7f25b958-d945-4ecc-9b4b-3c986bb1a818" {{(pid=66703) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1217.878259] env[66703]: DEBUG networking_nsxv3.common.locking [-] Lock port-e2e0d105-5fa0-4e2e-92fa-a9690c2191f6 taken with stack trace [, , ] {{(pid=66703) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1217.878259] env[66703]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-e2e0d105-5fa0-4e2e-92fa-a9690c2191f6" {{(pid=66703) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1217.878259] env[66703]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-e2e0d105-5fa0-4e2e-92fa-a9690c2191f6" {{(pid=66703) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1217.878259] env[66703]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-e2e0d105-5fa0-4e2e-92fa-a9690c2191f6" {{(pid=66703) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1217.878259] env[66703]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('e2e0d105-5fa0-4e2e-92fa-a9690c2191f6',) {} {{(pid=66703) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1217.936764] env[66703]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('e9094a61-ffab-4bbe-a7dc-3677ff414d79',) {} {{(pid=66703) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1217.936764] env[66703]: DEBUG networking_nsxv3.common.locking [-] Lock member-e9094a61-ffab-4bbe-a7dc-3677ff414d79 taken with stack trace [, , , ] {{(pid=66703) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1217.936764] env[66703]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-e9094a61-ffab-4bbe-a7dc-3677ff414d79" {{(pid=66703) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1217.936764] env[66703]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] realization of port 9353192d-22d6-4969-a5d2-24ba53258ddd with status ACTIVE [ 1217.936764] env[66703]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=66703) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1217.936764] env[66703]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=66703) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1217.937197] env[66703]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=66703) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1217.937197] env[66703]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=66703) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1217.937197] env[66703]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=66703) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1217.937406] env[66703]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , ] {{(pid=66703) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1217.937540] env[66703]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=66703) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1217.937628] env[66703]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=66703) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1217.937836] env[66703]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=66703) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1217.937963] env[66703]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=66703) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1217.938803] env[66703]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=66703) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1217.939120] env[66703]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=66703) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1217.939120] env[66703]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=66703) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1217.939215] env[66703]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=66703) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1217.939260] env[66703]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=66703) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1217.940110] env[66703]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: SegmentPort with ID: 9353192d-22d6-4969-a5d2-24ba53258ddd is going to be updated. [ 1217.961543] env[66703]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=66703) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1217.961684] env[66703]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=66703) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1217.962230] env[66703]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=66703) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1217.962230] env[66703]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=66703) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1217.962230] env[66703]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=66703) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1217.962407] env[66703]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-9353192d-22d6-4969-a5d2-24ba53258ddd" {{(pid=66703) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1218.168647] env[66703]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 4e788d78-bd3c-4249-acf9-3dd7a53e2a11 in Status: SUCCESS [ 1218.168965] env[66703]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-4e788d78-bd3c-4249-acf9-3dd7a53e2a11" {{(pid=66703) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1218.381678] env[66703]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] realization of port e2e0d105-5fa0-4e2e-92fa-a9690c2191f6 with status ACTIVE [ 1218.381912] env[66703]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=66703) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1218.382140] env[66703]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=66703) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1218.382237] env[66703]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=66703) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1218.382459] env[66703]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=66703) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1218.382546] env[66703]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=66703) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1218.382773] env[66703]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , ] {{(pid=66703) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1218.382820] env[66703]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=66703) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1218.382878] env[66703]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=66703) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1218.383032] env[66703]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=66703) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1218.383154] env[66703]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=66703) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1218.383323] env[66703]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=66703) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1218.383416] env[66703]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=66703) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1218.383479] env[66703]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=66703) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1218.383620] env[66703]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=66703) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1218.383693] env[66703]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=66703) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1218.383779] env[66703]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: SegmentPort with ID: e2e0d105-5fa0-4e2e-92fa-a9690c2191f6 is going to be updated. [ 1218.404608] env[66703]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=66703) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1218.404789] env[66703]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=66703) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1218.404789] env[66703]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=66703) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1218.405014] env[66703]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=66703) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1218.405231] env[66703]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=66703) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1218.405431] env[66703]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-e2e0d105-5fa0-4e2e-92fa-a9690c2191f6" {{(pid=66703) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1218.440986] env[66703]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('e9094a61-ffab-4bbe-a7dc-3677ff414d79',) {} {{(pid=66703) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1218.943232] env[66703]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66703) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1218.943409] env[66703]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66703) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1218.943482] env[66703]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66703) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1218.943700] env[66703]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66703) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1218.943789] env[66703]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66703) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1218.943890] env[66703]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: e9094a61-ffab-4bbe-a7dc-3677ff414d79 is going to be created. [ 1218.966165] env[66703]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66703) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1218.966342] env[66703]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66703) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1218.966386] env[66703]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66703) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1218.966651] env[66703]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66703) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1218.966810] env[66703]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66703) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1218.976441] env[66703]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: e9094a61-ffab-4bbe-a7dc-3677ff414d79 in Status: UNINITIALIZED for 2s [ 1219.658664] env[66703]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 7f25b958-d945-4ecc-9b4b-3c986bb1a818 in Status: SUCCESS [ 1219.658954] env[66703]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-7f25b958-d945-4ecc-9b4b-3c986bb1a818" {{(pid=66703) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1219.659130] env[66703]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-7f25b958-d945-4ecc-9b4b-3c986bb1a818" {{(pid=66703) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1219.659348] env[66703]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-7f25b958-d945-4ecc-9b4b-3c986bb1a818" {{(pid=66703) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1219.659536] env[66703]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=66703) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1219.659652] env[66703]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66703) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1219.659708] env[66703]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66703) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1219.659854] env[66703]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66703) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1219.659934] env[66703]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66703) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1219.660115] env[66703]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('7f25b958-d945-4ecc-9b4b-3c986bb1a818',) {} {{(pid=66703) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1220.162648] env[66703]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('7f25b958-d945-4ecc-9b4b-3c986bb1a818',) {} {{(pid=66703) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1220.562711] env[66703]: INFO networking_nsxv3.common.synchronization [req-94dbb4b1-e8e5-4546-8c86-82b3b94caccc req-61dbca4c-e306-430d-89b9-5cd58e710820 tempest-ServersTestJSON-565357052 tempest-ServersTestJSON-565357052-project-member] Enqueued Resource ID: 4e788d78-bd3c-4249-acf9-3dd7a53e2a11 with Priority: HIGHEST for action security_group_members [ 1220.562861] env[66703]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 4e788d78-bd3c-4249-acf9-3dd7a53e2a11 with Priority: HIGHEST for action security_group_members [ 1220.564878] env[66703]: DEBUG networking_nsxv3.common.locking [-] Lock member-4e788d78-bd3c-4249-acf9-3dd7a53e2a11 taken with stack trace [, , ] {{(pid=66703) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1220.564878] env[66703]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-4e788d78-bd3c-4249-acf9-3dd7a53e2a11" {{(pid=66703) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1220.564878] env[66703]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-4e788d78-bd3c-4249-acf9-3dd7a53e2a11" {{(pid=66703) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1220.564878] env[66703]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-4e788d78-bd3c-4249-acf9-3dd7a53e2a11" {{(pid=66703) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1220.564878] env[66703]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=66703) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1220.564878] env[66703]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66703) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1220.564878] env[66703]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66703) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1220.565125] env[66703]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66703) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1220.565125] env[66703]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66703) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1220.565125] env[66703]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('4e788d78-bd3c-4249-acf9-3dd7a53e2a11',) {} {{(pid=66703) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1220.664959] env[66703]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('7f25b958-d945-4ecc-9b4b-3c986bb1a818',) {} {{(pid=66703) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1220.987117] env[66703]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: e9094a61-ffab-4bbe-a7dc-3677ff414d79 in Status: SUCCESS [ 1220.987327] env[66703]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-e9094a61-ffab-4bbe-a7dc-3677ff414d79" {{(pid=66703) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1220.987525] env[66703]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-e9094a61-ffab-4bbe-a7dc-3677ff414d79" {{(pid=66703) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1220.987777] env[66703]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-e9094a61-ffab-4bbe-a7dc-3677ff414d79" {{(pid=66703) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1220.987994] env[66703]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=66703) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1220.988189] env[66703]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66703) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1220.988189] env[66703]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66703) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1220.988399] env[66703]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66703) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1220.988505] env[66703]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66703) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1220.988612] env[66703]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-e9094a61-ffab-4bbe-a7dc-3677ff414d79" {{(pid=66703) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1220.988723] env[66703]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('e9094a61-ffab-4bbe-a7dc-3677ff414d79',) {} {{(pid=66703) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1221.066824] env[66703]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('4e788d78-bd3c-4249-acf9-3dd7a53e2a11',) {} {{(pid=66703) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1221.169661] env[66703]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66703) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1221.169661] env[66703]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66703) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1221.169661] env[66703]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66703) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1221.169661] env[66703]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66703) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1221.169661] env[66703]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66703) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1221.169661] env[66703]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 7f25b958-d945-4ecc-9b4b-3c986bb1a818 is going to be updated. [ 1221.197169] env[66703]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66703) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1221.197379] env[66703]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66703) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1221.197443] env[66703]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66703) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1221.197665] env[66703]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66703) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1221.197882] env[66703]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66703) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1221.207810] env[66703]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 7f25b958-d945-4ecc-9b4b-3c986bb1a818 in Status: IN_PROGRESS for 2s [ 1221.490821] env[66703]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('e9094a61-ffab-4bbe-a7dc-3677ff414d79',) {} {{(pid=66703) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1221.570193] env[66703]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('4e788d78-bd3c-4249-acf9-3dd7a53e2a11',) {} {{(pid=66703) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1221.993734] env[66703]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for e9094a61-ffab-4bbe-a7dc-3677ff414d79: rpc.has_security_group_logging(os_id): False [ 1222.015529] env[66703]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=66703) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1222.015705] env[66703]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66703) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1222.015973] env[66703]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66703) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1222.016114] env[66703]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66703) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1222.016198] env[66703]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66703) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1222.016489] env[66703]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=66703) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1222.016623] env[66703]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66703) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1222.017312] env[66703]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66703) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1222.017312] env[66703]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66703) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1222.017312] env[66703]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66703) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1222.017312] env[66703]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: e9094a61-ffab-4bbe-a7dc-3677ff414d79 is going to be created. [ 1222.073310] env[66703]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66703) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1222.074045] env[66703]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66703) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1222.074045] env[66703]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66703) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1222.074045] env[66703]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66703) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1222.074045] env[66703]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66703) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1222.074045] env[66703]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 4e788d78-bd3c-4249-acf9-3dd7a53e2a11 is going to be updated. [ 1222.093199] env[66703]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=66703) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1222.093532] env[66703]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66703) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1222.093785] env[66703]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66703) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1222.094105] env[66703]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66703) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1222.094750] env[66703]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66703) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1222.109703] env[66703]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: e9094a61-ffab-4bbe-a7dc-3677ff414d79 in Status: IN_PROGRESS for 2s [ 1222.114764] env[66703]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66703) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1222.115194] env[66703]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66703) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1222.115347] env[66703]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66703) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1222.115524] env[66703]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66703) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1222.116218] env[66703]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66703) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1222.126805] env[66703]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 4e788d78-bd3c-4249-acf9-3dd7a53e2a11 in Status: IN_PROGRESS for 2s [ 1223.218976] env[66703]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 7f25b958-d945-4ecc-9b4b-3c986bb1a818 in Status: SUCCESS [ 1223.219459] env[66703]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-7f25b958-d945-4ecc-9b4b-3c986bb1a818" {{(pid=66703) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1223.219459] env[66703]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-7f25b958-d945-4ecc-9b4b-3c986bb1a818" {{(pid=66703) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1223.219459] env[66703]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-7f25b958-d945-4ecc-9b4b-3c986bb1a818" {{(pid=66703) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1223.220196] env[66703]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=66703) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1223.220196] env[66703]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66703) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1223.220196] env[66703]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66703) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1223.220196] env[66703]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66703) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1223.220196] env[66703]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66703) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1223.220196] env[66703]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-7f25b958-d945-4ecc-9b4b-3c986bb1a818" {{(pid=66703) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1223.220644] env[66703]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('7f25b958-d945-4ecc-9b4b-3c986bb1a818',) {} {{(pid=66703) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1223.222727] env[66703]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-7f25b958-d945-4ecc-9b4b-3c986bb1a818" {{(pid=66703) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1223.222727] env[66703]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-7f25b958-d945-4ecc-9b4b-3c986bb1a818" {{(pid=66703) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1223.222727] env[66703]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=66703) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1223.222727] env[66703]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66703) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1223.222727] env[66703]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66703) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1223.222727] env[66703]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66703) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1223.222727] env[66703]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66703) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1223.222727] env[66703]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('7f25b958-d945-4ecc-9b4b-3c986bb1a818',) {} {{(pid=66703) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1223.724679] env[66703]: DEBUG networking_nsxv3.common.locking [-] Lock member-7f25b958-d945-4ecc-9b4b-3c986bb1a818 taken with stack trace [, , , ] {{(pid=66703) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1223.724816] env[66703]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-7f25b958-d945-4ecc-9b4b-3c986bb1a818" {{(pid=66703) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1223.727101] env[66703]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('7f25b958-d945-4ecc-9b4b-3c986bb1a818',) {} {{(pid=66703) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1224.123159] env[66703]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: e9094a61-ffab-4bbe-a7dc-3677ff414d79 in Status: SUCCESS [ 1224.123442] env[66703]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-e9094a61-ffab-4bbe-a7dc-3677ff414d79" {{(pid=66703) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1224.136024] env[66703]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 4e788d78-bd3c-4249-acf9-3dd7a53e2a11 in Status: SUCCESS [ 1224.136309] env[66703]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-4e788d78-bd3c-4249-acf9-3dd7a53e2a11" {{(pid=66703) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1224.230558] env[66703]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('7f25b958-d945-4ecc-9b4b-3c986bb1a818',) {} {{(pid=66703) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1224.733582] env[66703]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66703) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1224.733766] env[66703]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66703) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1224.733806] env[66703]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66703) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1224.734161] env[66703]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66703) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1224.734312] env[66703]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66703) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1224.734548] env[66703]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 7f25b958-d945-4ecc-9b4b-3c986bb1a818 is going to be updated. [ 1224.769995] env[66703]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66703) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1224.770227] env[66703]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66703) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1224.770465] env[66703]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66703) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1224.770926] env[66703]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66703) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1224.771099] env[66703]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66703) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1224.781856] env[66703]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 7f25b958-d945-4ecc-9b4b-3c986bb1a818 in Status: IN_PROGRESS for 2s [ 1225.564086] env[66703]: INFO networking_nsxv3.common.synchronization [-] No activity for the last 5 seconds. [ 1225.564086] env[66703]: INFO networking_nsxv3.common.synchronization [-] Sizes Queue[Active=0, Passive=0], Jobs=3 [ 1226.793859] env[66703]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 7f25b958-d945-4ecc-9b4b-3c986bb1a818 in Status: SUCCESS [ 1226.794128] env[66703]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-7f25b958-d945-4ecc-9b4b-3c986bb1a818" {{(pid=66703) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1226.794256] env[66703]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-7f25b958-d945-4ecc-9b4b-3c986bb1a818" {{(pid=66703) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1226.794502] env[66703]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-7f25b958-d945-4ecc-9b4b-3c986bb1a818" {{(pid=66703) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1226.794732] env[66703]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=66703) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1226.794833] env[66703]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66703) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1226.794898] env[66703]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66703) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1226.795111] env[66703]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66703) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1226.795177] env[66703]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66703) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1226.795264] env[66703]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-7f25b958-d945-4ecc-9b4b-3c986bb1a818" {{(pid=66703) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1226.795424] env[66703]: DEBUG networking_nsxv3.common.locking [-] Lock member-7f25b958-d945-4ecc-9b4b-3c986bb1a818 taken with stack trace [, , , ] {{(pid=66703) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1226.795519] env[66703]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-7f25b958-d945-4ecc-9b4b-3c986bb1a818" {{(pid=66703) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1226.795586] env[66703]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-7f25b958-d945-4ecc-9b4b-3c986bb1a818" {{(pid=66703) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1226.795716] env[66703]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-7f25b958-d945-4ecc-9b4b-3c986bb1a818" {{(pid=66703) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1226.795850] env[66703]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=66703) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1226.795937] env[66703]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66703) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1226.796020] env[66703]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66703) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1226.796138] env[66703]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66703) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1226.796208] env[66703]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66703) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1226.796285] env[66703]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-7f25b958-d945-4ecc-9b4b-3c986bb1a818" {{(pid=66703) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1226.796378] env[66703]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('7f25b958-d945-4ecc-9b4b-3c986bb1a818',) {} {{(pid=66703) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1227.130055] env[66703]: INFO networking_nsxv3.common.synchronization [req-0a5fc788-d194-445e-9b66-b5cb083bf45b req-67b3fa5d-8a39-4c30-b06a-c9ac9c6ba38a tempest-ServerActionsTestOtherA-1522627266 tempest-ServerActionsTestOtherA-1522627266-project-member] Enqueued Resource ID: 41686f41-1a2e-4978-b11b-0069e0dbf969 with Priority: HIGHEST for action security_group_members [ 1227.130055] env[66703]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 41686f41-1a2e-4978-b11b-0069e0dbf969 with Priority: HIGHEST for action security_group_members [ 1227.130128] env[66703]: DEBUG networking_nsxv3.common.locking [-] Lock member-41686f41-1a2e-4978-b11b-0069e0dbf969 taken with stack trace [, , ] {{(pid=66703) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1227.130671] env[66703]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-41686f41-1a2e-4978-b11b-0069e0dbf969" {{(pid=66703) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1227.130671] env[66703]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-41686f41-1a2e-4978-b11b-0069e0dbf969" {{(pid=66703) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1227.130671] env[66703]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-41686f41-1a2e-4978-b11b-0069e0dbf969" {{(pid=66703) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1227.130671] env[66703]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=66703) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1227.130912] env[66703]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66703) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1227.130912] env[66703]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66703) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1227.130912] env[66703]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66703) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1227.131039] env[66703]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66703) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1227.131328] env[66703]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('41686f41-1a2e-4978-b11b-0069e0dbf969',) {} {{(pid=66703) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1227.298584] env[66703]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for 7f25b958-d945-4ecc-9b4b-3c986bb1a818: rpc.has_security_group_logging(os_id): False [ 1227.318909] env[66703]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=66703) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1227.319069] env[66703]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66703) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1227.319152] env[66703]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66703) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1227.319370] env[66703]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66703) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1227.319485] env[66703]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66703) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1227.319668] env[66703]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66703) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1227.319765] env[66703]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66703) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1227.319827] env[66703]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66703) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1227.319984] env[66703]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66703) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1227.320071] env[66703]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66703) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1227.320287] env[66703]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66703) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1227.320376] env[66703]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66703) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1227.320422] env[66703]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66703) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1227.320568] env[66703]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66703) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1227.320655] env[66703]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66703) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1227.321198] env[66703]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=66703) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1227.321198] env[66703]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66703) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1227.321198] env[66703]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66703) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1227.321198] env[66703]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66703) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1227.321198] env[66703]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66703) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1227.321401] env[66703]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 7f25b958-d945-4ecc-9b4b-3c986bb1a818 is going to be updated. [ 1227.400558] env[66703]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=66703) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1227.400774] env[66703]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66703) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1227.400834] env[66703]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66703) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1227.401141] env[66703]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66703) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1227.401341] env[66703]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66703) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1227.418045] env[66703]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 7f25b958-d945-4ecc-9b4b-3c986bb1a818 in Status: IN_PROGRESS for 2s [ 1227.480329] env[66703]: DEBUG networking_nsxv3.common.locking [None req-ffa6d202-748e-4c81-9979-ad08741f9cf7 None None] Lock network-701 taken with stack trace [, , , , , , , , ] {{(pid=66703) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1227.480547] env[66703]: DEBUG oslo_concurrency.lockutils [None req-ffa6d202-748e-4c81-9979-ad08741f9cf7 None None] Acquiring lock "network-701" {{(pid=66703) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1227.480673] env[66703]: DEBUG oslo_concurrency.lockutils [None req-ffa6d202-748e-4c81-9979-ad08741f9cf7 None None] Acquired lock "network-701" {{(pid=66703) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1227.480966] env[66703]: DEBUG oslo_concurrency.lockutils [None req-ffa6d202-748e-4c81-9979-ad08741f9cf7 None None] Acquired external semaphore "network-701" {{(pid=66703) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1227.481277] env[66703]: DEBUG networking_nsxv3.common.locking [None req-ffa6d202-748e-4c81-9979-ad08741f9cf7 None None] Lock Segment taken with stack trace [, , , , , , , , , , ] {{(pid=66703) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1227.481453] env[66703]: DEBUG oslo_concurrency.lockutils [None req-ffa6d202-748e-4c81-9979-ad08741f9cf7 None None] Acquiring lock "Segment" {{(pid=66703) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1227.481581] env[66703]: DEBUG oslo_concurrency.lockutils [None req-ffa6d202-748e-4c81-9979-ad08741f9cf7 None None] Acquired lock "Segment" {{(pid=66703) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1227.482110] env[66703]: DEBUG oslo_concurrency.lockutils [None req-ffa6d202-748e-4c81-9979-ad08741f9cf7 None None] Acquired external semaphore "Segment" {{(pid=66703) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1227.482300] env[66703]: DEBUG oslo_concurrency.lockutils [None req-ffa6d202-748e-4c81-9979-ad08741f9cf7 None None] Releasing lock "Segment" {{(pid=66703) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1227.482908] env[66703]: DEBUG dogpile.cache.region [None req-ffa6d202-748e-4c81-9979-ad08741f9cf7 None None] No value present for key: 'zone-id' {{(pid=66703) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 1227.483064] env[66703]: DEBUG dogpile.lock [None req-ffa6d202-748e-4c81-9979-ad08741f9cf7 None None] NeedRegenerationException {{(pid=66703) _enter /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:90}} [ 1227.483648] env[66703]: DEBUG dogpile.lock [None req-ffa6d202-748e-4c81-9979-ad08741f9cf7 None None] no value, waiting for create lock {{(pid=66703) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:131}} [ 1227.483648] env[66703]: DEBUG dogpile.lock [None req-ffa6d202-748e-4c81-9979-ad08741f9cf7 None None] value creation lock acquired {{(pid=66703) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:135}} [ 1227.483648] env[66703]: DEBUG dogpile.cache.region [None req-ffa6d202-748e-4c81-9979-ad08741f9cf7 None None] No value present for key: 'zone-id' {{(pid=66703) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 1227.483648] env[66703]: DEBUG dogpile.lock [None req-ffa6d202-748e-4c81-9979-ad08741f9cf7 None None] Calling creation function for not-yet-present value {{(pid=66703) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:174}} [ 1227.483648] env[66703]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-ffa6d202-748e-4c81-9979-ad08741f9cf7 None None] Looking for TransportZone with name nsx-vlan-transportzone. [ 1227.516064] env[66703]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-ffa6d202-748e-4c81-9979-ad08741f9cf7 None None] loading zone with a95c914d-748d-497c-94ab-10d4647daeba and tags [{'scope': 'mp2policy_migr_status', 'tag': 'success'}] [ 1227.516260] env[66703]: DEBUG dogpile.cache.region [None req-ffa6d202-748e-4c81-9979-ad08741f9cf7 None None] Cache value generated in 0.033 seconds for key(s): 'zone-id' {{(pid=66703) _log_time /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:910}} [ 1227.516635] env[66703]: DEBUG dogpile.lock [None req-ffa6d202-748e-4c81-9979-ad08741f9cf7 None None] Released creation lock {{(pid=66703) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:182}} [ 1227.516844] env[66703]: DEBUG oslo_concurrency.lockutils [None req-ffa6d202-748e-4c81-9979-ad08741f9cf7 None None] Releasing lock "network-701" {{(pid=66703) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1227.517204] env[66703]: DEBUG networking_nsxv3.common.locking [None req-ffa6d202-748e-4c81-9979-ad08741f9cf7 None None] Lock port-350dd274-0f97-4802-b0f4-23091e495774 taken with stack trace [, , , , , , , , ] {{(pid=66703) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1227.517387] env[66703]: DEBUG oslo_concurrency.lockutils [None req-ffa6d202-748e-4c81-9979-ad08741f9cf7 None None] Acquiring lock "port-350dd274-0f97-4802-b0f4-23091e495774" {{(pid=66703) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1227.517918] env[66703]: DEBUG oslo_concurrency.lockutils [None req-ffa6d202-748e-4c81-9979-ad08741f9cf7 None None] Acquired lock "port-350dd274-0f97-4802-b0f4-23091e495774" {{(pid=66703) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1227.517918] env[66703]: DEBUG oslo_concurrency.lockutils [None req-ffa6d202-748e-4c81-9979-ad08741f9cf7 None None] Acquired external semaphore "port-350dd274-0f97-4802-b0f4-23091e495774" {{(pid=66703) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1227.519838] env[66703]: DEBUG networking_nsxv3.api.rpc [None req-ffa6d202-748e-4c81-9979-ad08741f9cf7 None None] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('350dd274-0f97-4802-b0f4-23091e495774',) {} {{(pid=66703) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1227.633328] env[66703]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('41686f41-1a2e-4978-b11b-0069e0dbf969',) {} {{(pid=66703) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1227.717053] env[66703]: INFO networking_nsxv3.common.synchronization [req-c0cafe4c-2424-4af2-98eb-db87a93b7620 req-e4b73b93-7886-4188-ad07-3691b96d1043 tempest-ServersTestJSON-565357052 tempest-ServersTestJSON-565357052-project-member] Enqueued Resource ID: 4e788d78-bd3c-4249-acf9-3dd7a53e2a11 with Priority: HIGHEST for action security_group_members [ 1227.717053] env[66703]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 4e788d78-bd3c-4249-acf9-3dd7a53e2a11 with Priority: HIGHEST for action security_group_members [ 1227.717278] env[66703]: DEBUG networking_nsxv3.common.locking [-] Lock member-4e788d78-bd3c-4249-acf9-3dd7a53e2a11 taken with stack trace [, , ] {{(pid=66703) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1227.717528] env[66703]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-4e788d78-bd3c-4249-acf9-3dd7a53e2a11" {{(pid=66703) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1227.717705] env[66703]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-4e788d78-bd3c-4249-acf9-3dd7a53e2a11" {{(pid=66703) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1227.718234] env[66703]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-4e788d78-bd3c-4249-acf9-3dd7a53e2a11" {{(pid=66703) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1227.720086] env[66703]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=66703) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1227.720086] env[66703]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66703) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1227.720086] env[66703]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66703) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1227.720086] env[66703]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66703) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1227.720086] env[66703]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66703) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1227.720086] env[66703]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('4e788d78-bd3c-4249-acf9-3dd7a53e2a11',) {} {{(pid=66703) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1228.023823] env[66703]: DEBUG networking_nsxv3.common.locking [None req-ffa6d202-748e-4c81-9979-ad08741f9cf7 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , ] {{(pid=66703) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1228.024161] env[66703]: DEBUG oslo_concurrency.lockutils [None req-ffa6d202-748e-4c81-9979-ad08741f9cf7 None None] Acquiring lock "SegmentPort" {{(pid=66703) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1228.024311] env[66703]: DEBUG oslo_concurrency.lockutils [None req-ffa6d202-748e-4c81-9979-ad08741f9cf7 None None] Acquired lock "SegmentPort" {{(pid=66703) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1228.024595] env[66703]: DEBUG oslo_concurrency.lockutils [None req-ffa6d202-748e-4c81-9979-ad08741f9cf7 None None] Acquired external semaphore "SegmentPort" {{(pid=66703) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1228.024748] env[66703]: DEBUG oslo_concurrency.lockutils [None req-ffa6d202-748e-4c81-9979-ad08741f9cf7 None None] Releasing lock "SegmentPort" {{(pid=66703) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1228.024904] env[66703]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-ffa6d202-748e-4c81-9979-ad08741f9cf7 None None] Segment Port 350dd274-0f97-4802-b0f4-23091e495774 not found, creating... [ 1228.025182] env[66703]: DEBUG networking_nsxv3.common.locking [None req-ffa6d202-748e-4c81-9979-ad08741f9cf7 None None] Lock Segment taken with stack trace [, , , , , , , , , , , ] {{(pid=66703) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1228.025344] env[66703]: DEBUG oslo_concurrency.lockutils [None req-ffa6d202-748e-4c81-9979-ad08741f9cf7 None None] Acquiring lock "Segment" {{(pid=66703) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1228.025463] env[66703]: DEBUG oslo_concurrency.lockutils [None req-ffa6d202-748e-4c81-9979-ad08741f9cf7 None None] Acquired lock "Segment" {{(pid=66703) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1228.025681] env[66703]: DEBUG oslo_concurrency.lockutils [None req-ffa6d202-748e-4c81-9979-ad08741f9cf7 None None] Acquired external semaphore "Segment" {{(pid=66703) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1228.025821] env[66703]: DEBUG oslo_concurrency.lockutils [None req-ffa6d202-748e-4c81-9979-ad08741f9cf7 None None] Releasing lock "Segment" {{(pid=66703) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1228.026114] env[66703]: DEBUG networking_nsxv3.common.locking [None req-ffa6d202-748e-4c81-9979-ad08741f9cf7 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=66703) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1228.026274] env[66703]: DEBUG oslo_concurrency.lockutils [None req-ffa6d202-748e-4c81-9979-ad08741f9cf7 None None] Acquiring lock "SegmentPort" {{(pid=66703) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1228.026396] env[66703]: DEBUG oslo_concurrency.lockutils [None req-ffa6d202-748e-4c81-9979-ad08741f9cf7 None None] Acquired lock "SegmentPort" {{(pid=66703) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1228.026611] env[66703]: DEBUG oslo_concurrency.lockutils [None req-ffa6d202-748e-4c81-9979-ad08741f9cf7 None None] Acquired external semaphore "SegmentPort" {{(pid=66703) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1228.026746] env[66703]: DEBUG oslo_concurrency.lockutils [None req-ffa6d202-748e-4c81-9979-ad08741f9cf7 None None] Releasing lock "SegmentPort" {{(pid=66703) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1228.026886] env[66703]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-ffa6d202-748e-4c81-9979-ad08741f9cf7 None None] Resource: SegmentPort with ID: 350dd274-0f97-4802-b0f4-23091e495774 is going to be created. [ 1228.049821] env[66703]: DEBUG networking_nsxv3.common.locking [None req-ffa6d202-748e-4c81-9979-ad08741f9cf7 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=66703) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1228.050041] env[66703]: DEBUG oslo_concurrency.lockutils [None req-ffa6d202-748e-4c81-9979-ad08741f9cf7 None None] Acquiring lock "SegmentPort" {{(pid=66703) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1228.050170] env[66703]: DEBUG oslo_concurrency.lockutils [None req-ffa6d202-748e-4c81-9979-ad08741f9cf7 None None] Acquired lock "SegmentPort" {{(pid=66703) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1228.050477] env[66703]: DEBUG oslo_concurrency.lockutils [None req-ffa6d202-748e-4c81-9979-ad08741f9cf7 None None] Acquired external semaphore "SegmentPort" {{(pid=66703) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1228.050814] env[66703]: DEBUG oslo_concurrency.lockutils [None req-ffa6d202-748e-4c81-9979-ad08741f9cf7 None None] Releasing lock "SegmentPort" {{(pid=66703) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1228.051061] env[66703]: DEBUG oslo_concurrency.lockutils [None req-ffa6d202-748e-4c81-9979-ad08741f9cf7 None None] Releasing lock "port-350dd274-0f97-4802-b0f4-23091e495774" {{(pid=66703) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1228.135761] env[66703]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('41686f41-1a2e-4978-b11b-0069e0dbf969',) {} {{(pid=66703) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1228.221772] env[66703]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('4e788d78-bd3c-4249-acf9-3dd7a53e2a11',) {} {{(pid=66703) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1228.639893] env[66703]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66703) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1228.640051] env[66703]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66703) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1228.640051] env[66703]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66703) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1228.640274] env[66703]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66703) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1228.640366] env[66703]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66703) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1228.640470] env[66703]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 41686f41-1a2e-4978-b11b-0069e0dbf969 is going to be updated. [ 1228.673119] env[66703]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66703) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1228.673119] env[66703]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66703) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1228.673119] env[66703]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66703) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1228.673119] env[66703]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66703) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1228.673119] env[66703]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66703) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1228.679923] env[66703]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 41686f41-1a2e-4978-b11b-0069e0dbf969 in Status: IN_PROGRESS for 2s [ 1228.724531] env[66703]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('4e788d78-bd3c-4249-acf9-3dd7a53e2a11',) {} {{(pid=66703) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1228.744680] env[66703]: INFO networking_nsxv3.common.synchronization [req-0a5fc788-d194-445e-9b66-b5cb083bf45b req-0333fa1d-1a7e-4d2d-bc52-8e26357726c1 service nova] Enqueued Resource ID: 41686f41-1a2e-4978-b11b-0069e0dbf969 with Priority: HIGHEST for action security_group_rules [ 1228.744976] env[66703]: INFO networking_nsxv3.common.synchronization [req-0a5fc788-d194-445e-9b66-b5cb083bf45b req-0333fa1d-1a7e-4d2d-bc52-8e26357726c1 service nova] Enqueued Resource ID: 41686f41-1a2e-4978-b11b-0069e0dbf969 with Priority: HIGHEST for action security_group_members [ 1228.745153] env[66703]: INFO networking_nsxv3.common.synchronization [req-0a5fc788-d194-445e-9b66-b5cb083bf45b req-0333fa1d-1a7e-4d2d-bc52-8e26357726c1 service nova] Enqueued Resource ID: 350dd274-0f97-4802-b0f4-23091e495774 with Priority: HIGHEST for action port [ 1228.745645] env[66703]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 41686f41-1a2e-4978-b11b-0069e0dbf969 with Priority: HIGHEST for action security_group_rules [ 1228.745783] env[66703]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 41686f41-1a2e-4978-b11b-0069e0dbf969 with Priority: HIGHEST for action security_group_members [ 1228.745880] env[66703]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 350dd274-0f97-4802-b0f4-23091e495774 with Priority: HIGHEST for action port [ 1228.746371] env[66703]: DEBUG networking_nsxv3.common.locking [-] Lock rules-41686f41-1a2e-4978-b11b-0069e0dbf969 taken with stack trace [, , ] {{(pid=66703) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1228.746503] env[66703]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-41686f41-1a2e-4978-b11b-0069e0dbf969" {{(pid=66703) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1228.746568] env[66703]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-41686f41-1a2e-4978-b11b-0069e0dbf969" {{(pid=66703) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1228.746798] env[66703]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-41686f41-1a2e-4978-b11b-0069e0dbf969" {{(pid=66703) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1228.746908] env[66703]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('41686f41-1a2e-4978-b11b-0069e0dbf969',) {} {{(pid=66703) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1228.748255] env[66703]: DEBUG networking_nsxv3.common.locking [-] Lock member-41686f41-1a2e-4978-b11b-0069e0dbf969 taken with stack trace [, , ] {{(pid=66703) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1228.748370] env[66703]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-41686f41-1a2e-4978-b11b-0069e0dbf969" {{(pid=66703) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1228.749250] env[66703]: DEBUG networking_nsxv3.common.locking [-] Lock port-350dd274-0f97-4802-b0f4-23091e495774 taken with stack trace [, , ] {{(pid=66703) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1228.749250] env[66703]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-350dd274-0f97-4802-b0f4-23091e495774" {{(pid=66703) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1228.749250] env[66703]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-350dd274-0f97-4802-b0f4-23091e495774" {{(pid=66703) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1228.749250] env[66703]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-350dd274-0f97-4802-b0f4-23091e495774" {{(pid=66703) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1228.749250] env[66703]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('350dd274-0f97-4802-b0f4-23091e495774',) {} {{(pid=66703) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1229.227595] env[66703]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66703) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1229.228392] env[66703]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66703) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1229.228392] env[66703]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66703) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1229.228392] env[66703]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66703) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1229.228392] env[66703]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66703) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1229.228392] env[66703]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 4e788d78-bd3c-4249-acf9-3dd7a53e2a11 is going to be updated. [ 1229.249476] env[66703]: DEBUG networking_nsxv3.common.locking [-] Lock member-41686f41-1a2e-4978-b11b-0069e0dbf969 taken with stack trace [, , , ] {{(pid=66703) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1229.249657] env[66703]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-41686f41-1a2e-4978-b11b-0069e0dbf969" {{(pid=66703) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1229.254110] env[66703]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] realization of port 350dd274-0f97-4802-b0f4-23091e495774 with status ACTIVE [ 1229.254236] env[66703]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=66703) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1229.254380] env[66703]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=66703) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1229.254474] env[66703]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=66703) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1229.254699] env[66703]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=66703) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1229.255028] env[66703]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=66703) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1229.255028] env[66703]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , ] {{(pid=66703) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1229.255118] env[66703]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=66703) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1229.255197] env[66703]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=66703) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1229.255419] env[66703]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=66703) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1229.255533] env[66703]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=66703) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1229.255725] env[66703]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=66703) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1229.255823] env[66703]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=66703) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1229.255886] env[66703]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=66703) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1229.256044] env[66703]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=66703) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1229.256121] env[66703]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=66703) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1229.256209] env[66703]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: SegmentPort with ID: 350dd274-0f97-4802-b0f4-23091e495774 is going to be updated. [ 1229.258059] env[66703]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66703) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1229.258171] env[66703]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66703) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1229.258238] env[66703]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66703) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1229.258391] env[66703]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66703) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1229.258522] env[66703]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66703) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1229.269439] env[66703]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 4e788d78-bd3c-4249-acf9-3dd7a53e2a11 in Status: IN_PROGRESS for 2s [ 1229.279536] env[66703]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=66703) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1229.279686] env[66703]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=66703) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1229.279762] env[66703]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=66703) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1229.279948] env[66703]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=66703) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1229.280137] env[66703]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=66703) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1229.280335] env[66703]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-350dd274-0f97-4802-b0f4-23091e495774" {{(pid=66703) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1229.439743] env[66703]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 7f25b958-d945-4ecc-9b4b-3c986bb1a818 in Status: SUCCESS [ 1229.440302] env[66703]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-7f25b958-d945-4ecc-9b4b-3c986bb1a818" {{(pid=66703) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1229.440532] env[66703]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-7f25b958-d945-4ecc-9b4b-3c986bb1a818" {{(pid=66703) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1229.440860] env[66703]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-7f25b958-d945-4ecc-9b4b-3c986bb1a818" {{(pid=66703) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1229.440971] env[66703]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('7f25b958-d945-4ecc-9b4b-3c986bb1a818',) {} {{(pid=66703) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1229.609440] env[66703]: INFO networking_nsxv3.common.synchronization [req-a81eea13-a749-475e-9d6d-955d22d6b4a3 req-a43ec06e-d1d0-46eb-89bc-58e7bfc609aa tempest-ServersTestMultiNic-105175124 tempest-ServersTestMultiNic-105175124-project-member] Enqueued Resource ID: 7f25b958-d945-4ecc-9b4b-3c986bb1a818 with Priority: HIGHEST for action security_group_members [ 1229.609998] env[66703]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 7f25b958-d945-4ecc-9b4b-3c986bb1a818 with Priority: HIGHEST for action security_group_members [ 1229.610341] env[66703]: DEBUG networking_nsxv3.common.locking [-] Lock member-7f25b958-d945-4ecc-9b4b-3c986bb1a818 taken with stack trace [, , ] {{(pid=66703) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1229.611384] env[66703]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-7f25b958-d945-4ecc-9b4b-3c986bb1a818" {{(pid=66703) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1229.611384] env[66703]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-7f25b958-d945-4ecc-9b4b-3c986bb1a818" {{(pid=66703) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1229.611384] env[66703]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-7f25b958-d945-4ecc-9b4b-3c986bb1a818" {{(pid=66703) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1229.611384] env[66703]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=66703) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1229.611384] env[66703]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66703) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1229.611384] env[66703]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66703) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1229.611384] env[66703]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66703) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1229.611384] env[66703]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66703) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1229.612139] env[66703]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('7f25b958-d945-4ecc-9b4b-3c986bb1a818',) {} {{(pid=66703) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1229.795554] env[66703]: INFO networking_nsxv3.common.synchronization [req-a81eea13-a749-475e-9d6d-955d22d6b4a3 req-48c014f2-d659-4e83-9c01-4c0ac3cf13af tempest-ServersTestMultiNic-105175124 tempest-ServersTestMultiNic-105175124-project-member] Enqueued Resource ID: 7f25b958-d945-4ecc-9b4b-3c986bb1a818 with Priority: HIGHEST for action security_group_members [ 1229.796811] env[66703]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 7f25b958-d945-4ecc-9b4b-3c986bb1a818 with Priority: HIGHEST for action security_group_members [ 1229.797283] env[66703]: DEBUG networking_nsxv3.common.locking [-] Lock member-7f25b958-d945-4ecc-9b4b-3c986bb1a818 taken with stack trace [, , ] {{(pid=66703) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1229.797440] env[66703]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-7f25b958-d945-4ecc-9b4b-3c986bb1a818" {{(pid=66703) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1229.943543] env[66703]: DEBUG networking_nsxv3.common.locking [-] Lock member-7f25b958-d945-4ecc-9b4b-3c986bb1a818 taken with stack trace [, , , ] {{(pid=66703) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1229.943702] env[66703]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-7f25b958-d945-4ecc-9b4b-3c986bb1a818" {{(pid=66703) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1230.113733] env[66703]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('7f25b958-d945-4ecc-9b4b-3c986bb1a818',) {} {{(pid=66703) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1230.616372] env[66703]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('7f25b958-d945-4ecc-9b4b-3c986bb1a818',) {} {{(pid=66703) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1230.646776] env[66703]: INFO networking_nsxv3.common.synchronization [req-9e6c471e-397d-4079-82e8-ce42089ba159 req-04b2e75e-2ede-484c-aa42-f7ed45afd50c tempest-AttachInterfacesTestJSON-516416630 tempest-AttachInterfacesTestJSON-516416630-project-member] Enqueued Resource ID: e9094a61-ffab-4bbe-a7dc-3677ff414d79 with Priority: HIGHEST for action security_group_members [ 1230.647326] env[66703]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: e9094a61-ffab-4bbe-a7dc-3677ff414d79 with Priority: HIGHEST for action security_group_members [ 1230.647669] env[66703]: DEBUG networking_nsxv3.common.locking [-] Lock member-e9094a61-ffab-4bbe-a7dc-3677ff414d79 taken with stack trace [, , ] {{(pid=66703) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1230.647798] env[66703]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-e9094a61-ffab-4bbe-a7dc-3677ff414d79" {{(pid=66703) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1230.647901] env[66703]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-e9094a61-ffab-4bbe-a7dc-3677ff414d79" {{(pid=66703) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1230.648113] env[66703]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-e9094a61-ffab-4bbe-a7dc-3677ff414d79" {{(pid=66703) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1230.648290] env[66703]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=66703) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1230.648394] env[66703]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66703) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1230.648469] env[66703]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66703) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1230.649808] env[66703]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66703) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1230.649808] env[66703]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66703) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1230.649808] env[66703]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('e9094a61-ffab-4bbe-a7dc-3677ff414d79',) {} {{(pid=66703) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1230.689649] env[66703]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 41686f41-1a2e-4978-b11b-0069e0dbf969 in Status: IN_PROGRESS for 4s [ 1230.973105] env[66703]: DEBUG networking_nsxv3.common.locking [None req-33d36011-a73c-4b6d-849a-f8c867240c48 None None] Lock network-314 taken with stack trace [, , , , , , , , ] {{(pid=66703) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1230.973105] env[66703]: DEBUG oslo_concurrency.lockutils [None req-33d36011-a73c-4b6d-849a-f8c867240c48 None None] Acquiring lock "network-314" {{(pid=66703) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1230.973105] env[66703]: DEBUG oslo_concurrency.lockutils [None req-33d36011-a73c-4b6d-849a-f8c867240c48 None None] Acquired lock "network-314" {{(pid=66703) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1230.973105] env[66703]: DEBUG oslo_concurrency.lockutils [None req-33d36011-a73c-4b6d-849a-f8c867240c48 None None] Acquired external semaphore "network-314" {{(pid=66703) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1230.973105] env[66703]: DEBUG networking_nsxv3.common.locking [None req-33d36011-a73c-4b6d-849a-f8c867240c48 None None] Lock Segment taken with stack trace [, , , , , , , , , , ] {{(pid=66703) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1230.973105] env[66703]: DEBUG oslo_concurrency.lockutils [None req-33d36011-a73c-4b6d-849a-f8c867240c48 None None] Acquiring lock "Segment" {{(pid=66703) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1230.973105] env[66703]: DEBUG oslo_concurrency.lockutils [None req-33d36011-a73c-4b6d-849a-f8c867240c48 None None] Acquired lock "Segment" {{(pid=66703) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1230.973105] env[66703]: DEBUG oslo_concurrency.lockutils [None req-33d36011-a73c-4b6d-849a-f8c867240c48 None None] Acquired external semaphore "Segment" {{(pid=66703) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1230.973105] env[66703]: DEBUG oslo_concurrency.lockutils [None req-33d36011-a73c-4b6d-849a-f8c867240c48 None None] Releasing lock "Segment" {{(pid=66703) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1230.973105] env[66703]: DEBUG dogpile.cache.region [None req-33d36011-a73c-4b6d-849a-f8c867240c48 None None] No value present for key: 'zone-id' {{(pid=66703) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 1230.973105] env[66703]: DEBUG dogpile.lock [None req-33d36011-a73c-4b6d-849a-f8c867240c48 None None] NeedRegenerationException {{(pid=66703) _enter /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:90}} [ 1230.973105] env[66703]: DEBUG dogpile.lock [None req-33d36011-a73c-4b6d-849a-f8c867240c48 None None] no value, waiting for create lock {{(pid=66703) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:131}} [ 1230.973105] env[66703]: DEBUG dogpile.lock [None req-33d36011-a73c-4b6d-849a-f8c867240c48 None None] value creation lock acquired {{(pid=66703) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:135}} [ 1230.973834] env[66703]: DEBUG dogpile.cache.region [None req-33d36011-a73c-4b6d-849a-f8c867240c48 None None] No value present for key: 'zone-id' {{(pid=66703) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 1230.973834] env[66703]: DEBUG dogpile.lock [None req-33d36011-a73c-4b6d-849a-f8c867240c48 None None] Calling creation function for not-yet-present value {{(pid=66703) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:174}} [ 1230.973834] env[66703]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-33d36011-a73c-4b6d-849a-f8c867240c48 None None] Looking for TransportZone with name nsx-vlan-transportzone. [ 1231.201508] env[66703]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66703) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1231.201508] env[66703]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66703) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1231.201508] env[66703]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66703) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1231.201508] env[66703]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66703) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1231.201508] env[66703]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66703) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1231.201508] env[66703]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 7f25b958-d945-4ecc-9b4b-3c986bb1a818 is going to be updated. [ 1231.201508] env[66703]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('e9094a61-ffab-4bbe-a7dc-3677ff414d79',) {} {{(pid=66703) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1231.204780] env[66703]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-33d36011-a73c-4b6d-849a-f8c867240c48 None None] loading zone with a95c914d-748d-497c-94ab-10d4647daeba and tags [{'scope': 'mp2policy_migr_status', 'tag': 'success'}] [ 1231.205154] env[66703]: DEBUG dogpile.cache.region [None req-33d36011-a73c-4b6d-849a-f8c867240c48 None None] Cache value generated in 0.236 seconds for key(s): 'zone-id' {{(pid=66703) _log_time /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:910}} [ 1231.206089] env[66703]: DEBUG dogpile.lock [None req-33d36011-a73c-4b6d-849a-f8c867240c48 None None] Released creation lock {{(pid=66703) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:182}} [ 1231.206089] env[66703]: DEBUG oslo_concurrency.lockutils [None req-33d36011-a73c-4b6d-849a-f8c867240c48 None None] Releasing lock "network-314" {{(pid=66703) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1231.206216] env[66703]: DEBUG networking_nsxv3.common.locking [None req-33d36011-a73c-4b6d-849a-f8c867240c48 None None] Lock port-a520c7a3-89d5-424a-bcc4-a7aa56966f93 taken with stack trace [, , , , , , , , ] {{(pid=66703) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1231.206345] env[66703]: DEBUG oslo_concurrency.lockutils [None req-33d36011-a73c-4b6d-849a-f8c867240c48 None None] Acquiring lock "port-a520c7a3-89d5-424a-bcc4-a7aa56966f93" {{(pid=66703) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1231.206439] env[66703]: DEBUG oslo_concurrency.lockutils [None req-33d36011-a73c-4b6d-849a-f8c867240c48 None None] Acquired lock "port-a520c7a3-89d5-424a-bcc4-a7aa56966f93" {{(pid=66703) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1231.210913] env[66703]: DEBUG oslo_concurrency.lockutils [None req-33d36011-a73c-4b6d-849a-f8c867240c48 None None] Acquired external semaphore "port-a520c7a3-89d5-424a-bcc4-a7aa56966f93" {{(pid=66703) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1231.210913] env[66703]: DEBUG networking_nsxv3.api.rpc [None req-33d36011-a73c-4b6d-849a-f8c867240c48 None None] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('a520c7a3-89d5-424a-bcc4-a7aa56966f93',) {} {{(pid=66703) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1231.241179] env[66703]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66703) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1231.241571] env[66703]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66703) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1231.241708] env[66703]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66703) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1231.241973] env[66703]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66703) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1231.242187] env[66703]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66703) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1231.252033] env[66703]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 7f25b958-d945-4ecc-9b4b-3c986bb1a818 in Status: IN_PROGRESS for 2s [ 1231.279038] env[66703]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 4e788d78-bd3c-4249-acf9-3dd7a53e2a11 in Status: SUCCESS [ 1231.279294] env[66703]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-4e788d78-bd3c-4249-acf9-3dd7a53e2a11" {{(pid=66703) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1231.711735] env[66703]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('e9094a61-ffab-4bbe-a7dc-3677ff414d79',) {} {{(pid=66703) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1231.713953] env[66703]: DEBUG networking_nsxv3.common.locking [None req-33d36011-a73c-4b6d-849a-f8c867240c48 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , ] {{(pid=66703) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1231.714190] env[66703]: DEBUG oslo_concurrency.lockutils [None req-33d36011-a73c-4b6d-849a-f8c867240c48 None None] Acquiring lock "SegmentPort" {{(pid=66703) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1231.714316] env[66703]: DEBUG oslo_concurrency.lockutils [None req-33d36011-a73c-4b6d-849a-f8c867240c48 None None] Acquired lock "SegmentPort" {{(pid=66703) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1231.714681] env[66703]: DEBUG oslo_concurrency.lockutils [None req-33d36011-a73c-4b6d-849a-f8c867240c48 None None] Acquired external semaphore "SegmentPort" {{(pid=66703) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1231.714756] env[66703]: DEBUG oslo_concurrency.lockutils [None req-33d36011-a73c-4b6d-849a-f8c867240c48 None None] Releasing lock "SegmentPort" {{(pid=66703) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1231.714914] env[66703]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-33d36011-a73c-4b6d-849a-f8c867240c48 None None] Segment Port a520c7a3-89d5-424a-bcc4-a7aa56966f93 not found, creating... [ 1231.715190] env[66703]: DEBUG networking_nsxv3.common.locking [None req-33d36011-a73c-4b6d-849a-f8c867240c48 None None] Lock Segment taken with stack trace [, , , , , , , , , , , ] {{(pid=66703) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1231.715346] env[66703]: DEBUG oslo_concurrency.lockutils [None req-33d36011-a73c-4b6d-849a-f8c867240c48 None None] Acquiring lock "Segment" {{(pid=66703) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1231.715462] env[66703]: DEBUG oslo_concurrency.lockutils [None req-33d36011-a73c-4b6d-849a-f8c867240c48 None None] Acquired lock "Segment" {{(pid=66703) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1231.715683] env[66703]: DEBUG oslo_concurrency.lockutils [None req-33d36011-a73c-4b6d-849a-f8c867240c48 None None] Acquired external semaphore "Segment" {{(pid=66703) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1231.715823] env[66703]: DEBUG oslo_concurrency.lockutils [None req-33d36011-a73c-4b6d-849a-f8c867240c48 None None] Releasing lock "Segment" {{(pid=66703) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1231.716175] env[66703]: DEBUG networking_nsxv3.common.locking [None req-33d36011-a73c-4b6d-849a-f8c867240c48 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=66703) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1231.716264] env[66703]: DEBUG oslo_concurrency.lockutils [None req-33d36011-a73c-4b6d-849a-f8c867240c48 None None] Acquiring lock "SegmentPort" {{(pid=66703) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1231.716367] env[66703]: DEBUG oslo_concurrency.lockutils [None req-33d36011-a73c-4b6d-849a-f8c867240c48 None None] Acquired lock "SegmentPort" {{(pid=66703) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1231.716568] env[66703]: DEBUG oslo_concurrency.lockutils [None req-33d36011-a73c-4b6d-849a-f8c867240c48 None None] Acquired external semaphore "SegmentPort" {{(pid=66703) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1231.716699] env[66703]: DEBUG oslo_concurrency.lockutils [None req-33d36011-a73c-4b6d-849a-f8c867240c48 None None] Releasing lock "SegmentPort" {{(pid=66703) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1231.716834] env[66703]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-33d36011-a73c-4b6d-849a-f8c867240c48 None None] Resource: SegmentPort with ID: a520c7a3-89d5-424a-bcc4-a7aa56966f93 is going to be created. [ 1231.738286] env[66703]: DEBUG networking_nsxv3.common.locking [None req-33d36011-a73c-4b6d-849a-f8c867240c48 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=66703) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1231.738740] env[66703]: DEBUG oslo_concurrency.lockutils [None req-33d36011-a73c-4b6d-849a-f8c867240c48 None None] Acquiring lock "SegmentPort" {{(pid=66703) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1231.738877] env[66703]: DEBUG oslo_concurrency.lockutils [None req-33d36011-a73c-4b6d-849a-f8c867240c48 None None] Acquired lock "SegmentPort" {{(pid=66703) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1231.739687] env[66703]: DEBUG oslo_concurrency.lockutils [None req-33d36011-a73c-4b6d-849a-f8c867240c48 None None] Acquired external semaphore "SegmentPort" {{(pid=66703) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1231.739774] env[66703]: DEBUG oslo_concurrency.lockutils [None req-33d36011-a73c-4b6d-849a-f8c867240c48 None None] Releasing lock "SegmentPort" {{(pid=66703) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1231.740202] env[66703]: DEBUG oslo_concurrency.lockutils [None req-33d36011-a73c-4b6d-849a-f8c867240c48 None None] Releasing lock "port-a520c7a3-89d5-424a-bcc4-a7aa56966f93" {{(pid=66703) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1232.219812] env[66703]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66703) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1232.220069] env[66703]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66703) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1232.220069] env[66703]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66703) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1232.220399] env[66703]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66703) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1232.220513] env[66703]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66703) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1232.220603] env[66703]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: e9094a61-ffab-4bbe-a7dc-3677ff414d79 is going to be updated. [ 1232.276456] env[66703]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66703) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1232.276716] env[66703]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66703) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1232.276716] env[66703]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66703) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1232.277063] env[66703]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66703) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1232.277161] env[66703]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66703) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1232.290433] env[66703]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: e9094a61-ffab-4bbe-a7dc-3677ff414d79 in Status: IN_PROGRESS for 2s [ 1232.330636] env[66703]: INFO networking_nsxv3.common.synchronization [req-9e6c471e-397d-4079-82e8-ce42089ba159 req-f17260f0-3095-4588-953d-0c36485ba5ad service nova] Enqueued Resource ID: e9094a61-ffab-4bbe-a7dc-3677ff414d79 with Priority: HIGHEST for action security_group_rules [ 1232.330923] env[66703]: INFO networking_nsxv3.common.synchronization [req-9e6c471e-397d-4079-82e8-ce42089ba159 req-f17260f0-3095-4588-953d-0c36485ba5ad service nova] Enqueued Resource ID: e9094a61-ffab-4bbe-a7dc-3677ff414d79 with Priority: HIGHEST for action security_group_members [ 1232.331474] env[66703]: INFO networking_nsxv3.common.synchronization [req-9e6c471e-397d-4079-82e8-ce42089ba159 req-f17260f0-3095-4588-953d-0c36485ba5ad service nova] Enqueued Resource ID: a520c7a3-89d5-424a-bcc4-a7aa56966f93 with Priority: HIGHEST for action port [ 1232.335216] env[66703]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: e9094a61-ffab-4bbe-a7dc-3677ff414d79 with Priority: HIGHEST for action security_group_rules [ 1232.335216] env[66703]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: e9094a61-ffab-4bbe-a7dc-3677ff414d79 with Priority: HIGHEST for action security_group_members [ 1232.335216] env[66703]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: a520c7a3-89d5-424a-bcc4-a7aa56966f93 with Priority: HIGHEST for action port [ 1232.335216] env[66703]: DEBUG networking_nsxv3.common.locking [-] Lock rules-e9094a61-ffab-4bbe-a7dc-3677ff414d79 taken with stack trace [, , ] {{(pid=66703) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1232.335216] env[66703]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-e9094a61-ffab-4bbe-a7dc-3677ff414d79" {{(pid=66703) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1232.335216] env[66703]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-e9094a61-ffab-4bbe-a7dc-3677ff414d79" {{(pid=66703) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1232.335216] env[66703]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-e9094a61-ffab-4bbe-a7dc-3677ff414d79" {{(pid=66703) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1232.335216] env[66703]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('e9094a61-ffab-4bbe-a7dc-3677ff414d79',) {} {{(pid=66703) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1232.335216] env[66703]: DEBUG networking_nsxv3.common.locking [-] Lock member-e9094a61-ffab-4bbe-a7dc-3677ff414d79 taken with stack trace [, , ] {{(pid=66703) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1232.335216] env[66703]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-e9094a61-ffab-4bbe-a7dc-3677ff414d79" {{(pid=66703) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1232.335216] env[66703]: DEBUG networking_nsxv3.common.locking [-] Lock port-a520c7a3-89d5-424a-bcc4-a7aa56966f93 taken with stack trace [, , ] {{(pid=66703) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1232.335216] env[66703]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-a520c7a3-89d5-424a-bcc4-a7aa56966f93" {{(pid=66703) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1232.335888] env[66703]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-a520c7a3-89d5-424a-bcc4-a7aa56966f93" {{(pid=66703) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1232.335888] env[66703]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-a520c7a3-89d5-424a-bcc4-a7aa56966f93" {{(pid=66703) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1232.335888] env[66703]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('a520c7a3-89d5-424a-bcc4-a7aa56966f93',) {} {{(pid=66703) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1232.702442] env[66703]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 41686f41-1a2e-4978-b11b-0069e0dbf969 in Status: SUCCESS [ 1232.702737] env[66703]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-41686f41-1a2e-4978-b11b-0069e0dbf969" {{(pid=66703) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1232.702950] env[66703]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-41686f41-1a2e-4978-b11b-0069e0dbf969" {{(pid=66703) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1232.703274] env[66703]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-41686f41-1a2e-4978-b11b-0069e0dbf969" {{(pid=66703) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1232.703488] env[66703]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=66703) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1232.703643] env[66703]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66703) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1232.703733] env[66703]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66703) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1232.703931] env[66703]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66703) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1232.704075] env[66703]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66703) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1232.704184] env[66703]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('41686f41-1a2e-4978-b11b-0069e0dbf969',) {} {{(pid=66703) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1232.838097] env[66703]: DEBUG networking_nsxv3.common.locking [-] Lock member-e9094a61-ffab-4bbe-a7dc-3677ff414d79 taken with stack trace [, , , ] {{(pid=66703) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1232.838524] env[66703]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-e9094a61-ffab-4bbe-a7dc-3677ff414d79" {{(pid=66703) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1232.838524] env[66703]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] realization of port a520c7a3-89d5-424a-bcc4-a7aa56966f93 with status ACTIVE [ 1232.838591] env[66703]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=66703) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1232.838733] env[66703]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=66703) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1232.838790] env[66703]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=66703) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1232.839080] env[66703]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=66703) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1232.839217] env[66703]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=66703) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1232.839436] env[66703]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , ] {{(pid=66703) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1232.840166] env[66703]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=66703) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1232.840166] env[66703]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=66703) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1232.840166] env[66703]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=66703) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1232.840166] env[66703]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=66703) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1232.840166] env[66703]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=66703) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1232.840166] env[66703]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=66703) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1232.840423] env[66703]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=66703) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1232.840423] env[66703]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=66703) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1232.840534] env[66703]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=66703) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1232.840587] env[66703]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: SegmentPort with ID: a520c7a3-89d5-424a-bcc4-a7aa56966f93 is going to be updated. [ 1232.870661] env[66703]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=66703) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1232.872388] env[66703]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=66703) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1232.873383] env[66703]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=66703) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1232.873383] env[66703]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=66703) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1232.873383] env[66703]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=66703) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1232.873753] env[66703]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-a520c7a3-89d5-424a-bcc4-a7aa56966f93" {{(pid=66703) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1233.206716] env[66703]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('41686f41-1a2e-4978-b11b-0069e0dbf969',) {} {{(pid=66703) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1233.265843] env[66703]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 7f25b958-d945-4ecc-9b4b-3c986bb1a818 in Status: SUCCESS [ 1233.266074] env[66703]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-7f25b958-d945-4ecc-9b4b-3c986bb1a818" {{(pid=66703) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1233.266252] env[66703]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-7f25b958-d945-4ecc-9b4b-3c986bb1a818" {{(pid=66703) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1233.266492] env[66703]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-7f25b958-d945-4ecc-9b4b-3c986bb1a818" {{(pid=66703) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1233.266730] env[66703]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=66703) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1233.266888] env[66703]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66703) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1233.266960] env[66703]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66703) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1233.267149] env[66703]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66703) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1233.267232] env[66703]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66703) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1233.267330] env[66703]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('7f25b958-d945-4ecc-9b4b-3c986bb1a818',) {} {{(pid=66703) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1233.712647] env[66703]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('41686f41-1a2e-4978-b11b-0069e0dbf969',) {} {{(pid=66703) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1233.770087] env[66703]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=66703) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1233.770351] env[66703]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66703) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1233.770351] env[66703]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66703) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1233.770575] env[66703]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66703) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1233.770724] env[66703]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66703) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1233.770949] env[66703]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66703) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1233.771063] env[66703]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66703) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1233.771130] env[66703]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66703) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1233.771288] env[66703]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66703) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1233.771390] env[66703]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66703) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1233.771484] env[66703]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 7f25b958-d945-4ecc-9b4b-3c986bb1a818 is going to be updated. [ 1233.804283] env[66703]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66703) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1233.804510] env[66703]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66703) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1233.804510] env[66703]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66703) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1233.804668] env[66703]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66703) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1233.804830] env[66703]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66703) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1233.813775] env[66703]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 7f25b958-d945-4ecc-9b4b-3c986bb1a818 in Status: IN_PROGRESS for 2s [ 1234.215275] env[66703]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66703) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1234.215691] env[66703]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66703) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1234.215691] env[66703]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66703) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1234.215873] env[66703]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66703) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1234.215959] env[66703]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66703) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1234.216034] env[66703]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 41686f41-1a2e-4978-b11b-0069e0dbf969 is going to be updated. [ 1234.247306] env[66703]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66703) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1234.247497] env[66703]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66703) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1234.247777] env[66703]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66703) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1234.247777] env[66703]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66703) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1234.247975] env[66703]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66703) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1234.257972] env[66703]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 41686f41-1a2e-4978-b11b-0069e0dbf969 in Status: IN_PROGRESS for 2s [ 1234.301187] env[66703]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: e9094a61-ffab-4bbe-a7dc-3677ff414d79 in Status: SUCCESS [ 1234.301420] env[66703]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-e9094a61-ffab-4bbe-a7dc-3677ff414d79" {{(pid=66703) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1234.301594] env[66703]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-e9094a61-ffab-4bbe-a7dc-3677ff414d79" {{(pid=66703) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1234.301954] env[66703]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-e9094a61-ffab-4bbe-a7dc-3677ff414d79" {{(pid=66703) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1234.302173] env[66703]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=66703) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1234.302373] env[66703]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66703) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1234.302454] env[66703]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66703) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1234.302636] env[66703]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66703) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1234.302722] env[66703]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66703) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1234.302828] env[66703]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('e9094a61-ffab-4bbe-a7dc-3677ff414d79',) {} {{(pid=66703) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1234.805593] env[66703]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('e9094a61-ffab-4bbe-a7dc-3677ff414d79',) {} {{(pid=66703) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1235.307783] env[66703]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('e9094a61-ffab-4bbe-a7dc-3677ff414d79',) {} {{(pid=66703) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1235.811084] env[66703]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66703) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1235.811252] env[66703]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66703) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1235.811318] env[66703]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66703) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1235.811547] env[66703]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66703) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1235.811639] env[66703]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66703) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1235.811739] env[66703]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: e9094a61-ffab-4bbe-a7dc-3677ff414d79 is going to be updated. [ 1235.824240] env[66703]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 7f25b958-d945-4ecc-9b4b-3c986bb1a818 in Status: SUCCESS [ 1235.824436] env[66703]: WARNING networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 7f25b958-d945-4ecc-9b4b-3c986bb1a818 deletion is rescheduled due to dependency. [ 1235.824541] env[66703]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-7f25b958-d945-4ecc-9b4b-3c986bb1a818" {{(pid=66703) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1235.824674] env[66703]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-7f25b958-d945-4ecc-9b4b-3c986bb1a818" {{(pid=66703) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1235.824889] env[66703]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-7f25b958-d945-4ecc-9b4b-3c986bb1a818" {{(pid=66703) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1235.825087] env[66703]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=66703) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1235.825204] env[66703]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66703) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1235.825272] env[66703]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66703) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1235.826042] env[66703]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66703) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1235.826042] env[66703]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66703) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1235.826042] env[66703]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-7f25b958-d945-4ecc-9b4b-3c986bb1a818" {{(pid=66703) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1235.826042] env[66703]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('7f25b958-d945-4ecc-9b4b-3c986bb1a818',) {} {{(pid=66703) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1235.841575] env[66703]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66703) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1235.841780] env[66703]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66703) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1235.841866] env[66703]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66703) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1235.842064] env[66703]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66703) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1235.842215] env[66703]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66703) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1235.852246] env[66703]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: e9094a61-ffab-4bbe-a7dc-3677ff414d79 in Status: IN_PROGRESS for 2s [ 1236.270859] env[66703]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 41686f41-1a2e-4978-b11b-0069e0dbf969 in Status: SUCCESS [ 1236.271162] env[66703]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-41686f41-1a2e-4978-b11b-0069e0dbf969" {{(pid=66703) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1236.271375] env[66703]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-41686f41-1a2e-4978-b11b-0069e0dbf969" {{(pid=66703) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1236.271645] env[66703]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-41686f41-1a2e-4978-b11b-0069e0dbf969" {{(pid=66703) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1236.271903] env[66703]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=66703) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1236.272043] env[66703]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66703) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1236.272143] env[66703]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66703) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1236.272349] env[66703]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66703) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1236.272464] env[66703]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66703) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1236.272563] env[66703]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-41686f41-1a2e-4978-b11b-0069e0dbf969" {{(pid=66703) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1236.272688] env[66703]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('41686f41-1a2e-4978-b11b-0069e0dbf969',) {} {{(pid=66703) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1236.329348] env[66703]: DEBUG networking_nsxv3.common.locking [-] Lock member-7f25b958-d945-4ecc-9b4b-3c986bb1a818 taken with stack trace [, , , ] {{(pid=66703) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1236.332674] env[66703]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-7f25b958-d945-4ecc-9b4b-3c986bb1a818" {{(pid=66703) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1236.332674] env[66703]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-7f25b958-d945-4ecc-9b4b-3c986bb1a818" {{(pid=66703) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1236.332674] env[66703]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-7f25b958-d945-4ecc-9b4b-3c986bb1a818" {{(pid=66703) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1236.332674] env[66703]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=66703) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1236.332674] env[66703]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66703) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1236.332674] env[66703]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66703) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1236.332674] env[66703]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66703) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1236.332674] env[66703]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66703) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1236.332674] env[66703]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-7f25b958-d945-4ecc-9b4b-3c986bb1a818" {{(pid=66703) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1236.332674] env[66703]: DEBUG networking_nsxv3.common.locking [-] Lock member-7f25b958-d945-4ecc-9b4b-3c986bb1a818 taken with stack trace [, , , ] {{(pid=66703) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1236.332674] env[66703]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-7f25b958-d945-4ecc-9b4b-3c986bb1a818" {{(pid=66703) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1236.332674] env[66703]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-7f25b958-d945-4ecc-9b4b-3c986bb1a818" {{(pid=66703) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1236.332674] env[66703]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-7f25b958-d945-4ecc-9b4b-3c986bb1a818" {{(pid=66703) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1236.332674] env[66703]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=66703) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1236.332674] env[66703]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66703) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1236.332674] env[66703]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66703) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1236.332674] env[66703]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66703) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1236.332674] env[66703]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66703) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1236.333285] env[66703]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-7f25b958-d945-4ecc-9b4b-3c986bb1a818" {{(pid=66703) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1236.333285] env[66703]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('7f25b958-d945-4ecc-9b4b-3c986bb1a818',) {} {{(pid=66703) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1236.775358] env[66703]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('41686f41-1a2e-4978-b11b-0069e0dbf969',) {} {{(pid=66703) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1236.834242] env[66703]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for 7f25b958-d945-4ecc-9b4b-3c986bb1a818: rpc.has_security_group_logging(os_id): False [ 1236.852248] env[66703]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=66703) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1236.852467] env[66703]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66703) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1236.852578] env[66703]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66703) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1236.852748] env[66703]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66703) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1236.852835] env[66703]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66703) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1236.853042] env[66703]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66703) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1236.853140] env[66703]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66703) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1236.853204] env[66703]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66703) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1236.853346] env[66703]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66703) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1236.853437] env[66703]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66703) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1236.853625] env[66703]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66703) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1236.853948] env[66703]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66703) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1236.853948] env[66703]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66703) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1236.853948] env[66703]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66703) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1236.854098] env[66703]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66703) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1236.854169] env[66703]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=66703) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1236.854261] env[66703]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66703) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1236.854340] env[66703]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66703) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1236.854493] env[66703]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66703) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1236.854567] env[66703]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66703) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1236.854653] env[66703]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 7f25b958-d945-4ecc-9b4b-3c986bb1a818 is going to be updated. [ 1236.915741] env[66703]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=66703) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1236.915910] env[66703]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66703) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1236.915949] env[66703]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66703) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1236.916190] env[66703]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66703) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1236.916333] env[66703]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66703) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1236.939961] env[66703]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 7f25b958-d945-4ecc-9b4b-3c986bb1a818 in Status: IN_PROGRESS for 2s [ 1237.277596] env[66703]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for 41686f41-1a2e-4978-b11b-0069e0dbf969: rpc.has_security_group_logging(os_id): False [ 1237.299175] env[66703]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=66703) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1237.299363] env[66703]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66703) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1237.299414] env[66703]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66703) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1237.299641] env[66703]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66703) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1237.322024] env[66703]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66703) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1237.322135] env[66703]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=66703) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1237.322251] env[66703]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66703) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1237.322329] env[66703]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66703) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1237.322550] env[66703]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66703) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1237.322634] env[66703]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66703) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1237.322727] env[66703]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 41686f41-1a2e-4978-b11b-0069e0dbf969 is going to be updated. [ 1237.334053] env[66703]: INFO networking_nsxv3.common.synchronization [-] No activity for the last 5 seconds. [ 1237.334053] env[66703]: INFO networking_nsxv3.common.synchronization [-] Sizes Queue[Active=0, Passive=0], Jobs=4 [ 1237.390024] env[66703]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=66703) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1237.390024] env[66703]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66703) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1237.390024] env[66703]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66703) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1237.390024] env[66703]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66703) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1237.390024] env[66703]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66703) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1237.405695] env[66703]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 41686f41-1a2e-4978-b11b-0069e0dbf969 in Status: IN_PROGRESS for 2s [ 1237.865144] env[66703]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: e9094a61-ffab-4bbe-a7dc-3677ff414d79 in Status: SUCCESS [ 1237.865144] env[66703]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-e9094a61-ffab-4bbe-a7dc-3677ff414d79" {{(pid=66703) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1237.865144] env[66703]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-e9094a61-ffab-4bbe-a7dc-3677ff414d79" {{(pid=66703) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1237.866414] env[66703]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-e9094a61-ffab-4bbe-a7dc-3677ff414d79" {{(pid=66703) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1237.866414] env[66703]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=66703) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1237.866414] env[66703]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66703) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1237.866414] env[66703]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66703) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1237.866414] env[66703]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66703) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1237.866414] env[66703]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66703) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1237.866414] env[66703]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-e9094a61-ffab-4bbe-a7dc-3677ff414d79" {{(pid=66703) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1237.866414] env[66703]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('e9094a61-ffab-4bbe-a7dc-3677ff414d79',) {} {{(pid=66703) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1238.368605] env[66703]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('e9094a61-ffab-4bbe-a7dc-3677ff414d79',) {} {{(pid=66703) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1238.870588] env[66703]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for e9094a61-ffab-4bbe-a7dc-3677ff414d79: rpc.has_security_group_logging(os_id): False [ 1238.893553] env[66703]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=66703) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1238.893853] env[66703]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66703) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1238.893853] env[66703]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66703) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1238.894035] env[66703]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66703) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1238.894143] env[66703]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66703) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1238.894393] env[66703]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=66703) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1238.894496] env[66703]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66703) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1238.894558] env[66703]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66703) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1238.894733] env[66703]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66703) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1238.894807] env[66703]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66703) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1238.894897] env[66703]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: e9094a61-ffab-4bbe-a7dc-3677ff414d79 is going to be updated. [ 1238.959883] env[66703]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 7f25b958-d945-4ecc-9b4b-3c986bb1a818 in Status: SUCCESS [ 1238.960182] env[66703]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-7f25b958-d945-4ecc-9b4b-3c986bb1a818" {{(pid=66703) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1238.970915] env[66703]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=66703) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1238.971214] env[66703]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66703) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1238.971214] env[66703]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66703) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1238.971392] env[66703]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66703) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1238.971527] env[66703]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66703) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1238.987440] env[66703]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: e9094a61-ffab-4bbe-a7dc-3677ff414d79 in Status: IN_PROGRESS for 2s [ 1239.422068] env[66703]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 41686f41-1a2e-4978-b11b-0069e0dbf969 in Status: SUCCESS [ 1239.422399] env[66703]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-41686f41-1a2e-4978-b11b-0069e0dbf969" {{(pid=66703) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1239.765152] env[66703]: INFO networking_nsxv3.common.synchronization [req-e0632115-b0ce-453f-9e3f-1a119ffd3143 req-915e76ed-e3bb-444f-b851-0a170184afb7 tempest-ServersTestJSON-565357052 tempest-ServersTestJSON-565357052-project-member] Enqueued Resource ID: 4e788d78-bd3c-4249-acf9-3dd7a53e2a11 with Priority: HIGHEST for action security_group_members [ 1239.766103] env[66703]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 4e788d78-bd3c-4249-acf9-3dd7a53e2a11 with Priority: HIGHEST for action security_group_members [ 1239.766428] env[66703]: DEBUG networking_nsxv3.common.locking [-] Lock member-4e788d78-bd3c-4249-acf9-3dd7a53e2a11 taken with stack trace [, , ] {{(pid=66703) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1239.766970] env[66703]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-4e788d78-bd3c-4249-acf9-3dd7a53e2a11" {{(pid=66703) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1239.766970] env[66703]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-4e788d78-bd3c-4249-acf9-3dd7a53e2a11" {{(pid=66703) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1239.766970] env[66703]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-4e788d78-bd3c-4249-acf9-3dd7a53e2a11" {{(pid=66703) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1239.766970] env[66703]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=66703) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1239.767736] env[66703]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66703) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1239.767736] env[66703]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66703) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1239.767736] env[66703]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66703) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1239.767736] env[66703]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66703) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1239.767736] env[66703]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('4e788d78-bd3c-4249-acf9-3dd7a53e2a11',) {} {{(pid=66703) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1240.147475] env[66703]: DEBUG networking_nsxv3.common.locking [None req-33d36011-a73c-4b6d-849a-f8c867240c48 None None] Lock network-205 taken with stack trace [, , , , , , , , ] {{(pid=66703) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1240.147589] env[66703]: DEBUG oslo_concurrency.lockutils [None req-33d36011-a73c-4b6d-849a-f8c867240c48 None None] Acquiring lock "network-205" {{(pid=66703) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1240.147720] env[66703]: DEBUG oslo_concurrency.lockutils [None req-33d36011-a73c-4b6d-849a-f8c867240c48 None None] Acquired lock "network-205" {{(pid=66703) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1240.147997] env[66703]: DEBUG oslo_concurrency.lockutils [None req-33d36011-a73c-4b6d-849a-f8c867240c48 None None] Acquired external semaphore "network-205" {{(pid=66703) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1240.148285] env[66703]: DEBUG networking_nsxv3.common.locking [None req-33d36011-a73c-4b6d-849a-f8c867240c48 None None] Lock Segment taken with stack trace [, , , , , , , , , , ] {{(pid=66703) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1240.148418] env[66703]: DEBUG oslo_concurrency.lockutils [None req-33d36011-a73c-4b6d-849a-f8c867240c48 None None] Acquiring lock "Segment" {{(pid=66703) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1240.148530] env[66703]: DEBUG oslo_concurrency.lockutils [None req-33d36011-a73c-4b6d-849a-f8c867240c48 None None] Acquired lock "Segment" {{(pid=66703) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1240.148783] env[66703]: DEBUG oslo_concurrency.lockutils [None req-33d36011-a73c-4b6d-849a-f8c867240c48 None None] Acquired external semaphore "Segment" {{(pid=66703) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1240.148893] env[66703]: DEBUG oslo_concurrency.lockutils [None req-33d36011-a73c-4b6d-849a-f8c867240c48 None None] Releasing lock "Segment" {{(pid=66703) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1240.150255] env[66703]: DEBUG dogpile.cache.region [None req-33d36011-a73c-4b6d-849a-f8c867240c48 None None] No value present for key: 'zone-id' {{(pid=66703) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 1240.150415] env[66703]: DEBUG dogpile.lock [None req-33d36011-a73c-4b6d-849a-f8c867240c48 None None] NeedRegenerationException {{(pid=66703) _enter /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:90}} [ 1240.150541] env[66703]: DEBUG dogpile.lock [None req-33d36011-a73c-4b6d-849a-f8c867240c48 None None] no value, waiting for create lock {{(pid=66703) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:131}} [ 1240.150650] env[66703]: DEBUG dogpile.lock [None req-33d36011-a73c-4b6d-849a-f8c867240c48 None None] value creation lock acquired {{(pid=66703) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:135}} [ 1240.150773] env[66703]: DEBUG dogpile.cache.region [None req-33d36011-a73c-4b6d-849a-f8c867240c48 None None] No value present for key: 'zone-id' {{(pid=66703) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 1240.151068] env[66703]: DEBUG dogpile.lock [None req-33d36011-a73c-4b6d-849a-f8c867240c48 None None] Calling creation function for not-yet-present value {{(pid=66703) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:174}} [ 1240.151068] env[66703]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-33d36011-a73c-4b6d-849a-f8c867240c48 None None] Looking for TransportZone with name nsx-vlan-transportzone. [ 1240.169886] env[66703]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-33d36011-a73c-4b6d-849a-f8c867240c48 None None] loading zone with a95c914d-748d-497c-94ab-10d4647daeba and tags [{'scope': 'mp2policy_migr_status', 'tag': 'success'}] [ 1240.170088] env[66703]: DEBUG dogpile.cache.region [None req-33d36011-a73c-4b6d-849a-f8c867240c48 None None] Cache value generated in 0.019 seconds for key(s): 'zone-id' {{(pid=66703) _log_time /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:910}} [ 1240.170263] env[66703]: DEBUG dogpile.lock [None req-33d36011-a73c-4b6d-849a-f8c867240c48 None None] Released creation lock {{(pid=66703) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:182}} [ 1240.170523] env[66703]: DEBUG oslo_concurrency.lockutils [None req-33d36011-a73c-4b6d-849a-f8c867240c48 None None] Releasing lock "network-205" {{(pid=66703) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1240.170903] env[66703]: DEBUG networking_nsxv3.common.locking [None req-33d36011-a73c-4b6d-849a-f8c867240c48 None None] Lock port-5c4b7e4f-4a95-44ed-8636-b0ba57a6cc12 taken with stack trace [, , , , , , , , ] {{(pid=66703) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1240.171133] env[66703]: DEBUG oslo_concurrency.lockutils [None req-33d36011-a73c-4b6d-849a-f8c867240c48 None None] Acquiring lock "port-5c4b7e4f-4a95-44ed-8636-b0ba57a6cc12" {{(pid=66703) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1240.171303] env[66703]: DEBUG oslo_concurrency.lockutils [None req-33d36011-a73c-4b6d-849a-f8c867240c48 None None] Acquired lock "port-5c4b7e4f-4a95-44ed-8636-b0ba57a6cc12" {{(pid=66703) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1240.171682] env[66703]: DEBUG oslo_concurrency.lockutils [None req-33d36011-a73c-4b6d-849a-f8c867240c48 None None] Acquired external semaphore "port-5c4b7e4f-4a95-44ed-8636-b0ba57a6cc12" {{(pid=66703) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1240.171887] env[66703]: DEBUG networking_nsxv3.api.rpc [None req-33d36011-a73c-4b6d-849a-f8c867240c48 None None] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('5c4b7e4f-4a95-44ed-8636-b0ba57a6cc12',) {} {{(pid=66703) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1240.269585] env[66703]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('4e788d78-bd3c-4249-acf9-3dd7a53e2a11',) {} {{(pid=66703) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1240.674761] env[66703]: DEBUG networking_nsxv3.common.locking [None req-33d36011-a73c-4b6d-849a-f8c867240c48 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , ] {{(pid=66703) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1240.675116] env[66703]: DEBUG oslo_concurrency.lockutils [None req-33d36011-a73c-4b6d-849a-f8c867240c48 None None] Acquiring lock "SegmentPort" {{(pid=66703) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1240.675354] env[66703]: DEBUG oslo_concurrency.lockutils [None req-33d36011-a73c-4b6d-849a-f8c867240c48 None None] Acquired lock "SegmentPort" {{(pid=66703) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1240.675685] env[66703]: DEBUG oslo_concurrency.lockutils [None req-33d36011-a73c-4b6d-849a-f8c867240c48 None None] Acquired external semaphore "SegmentPort" {{(pid=66703) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1240.675844] env[66703]: DEBUG oslo_concurrency.lockutils [None req-33d36011-a73c-4b6d-849a-f8c867240c48 None None] Releasing lock "SegmentPort" {{(pid=66703) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1240.676045] env[66703]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-33d36011-a73c-4b6d-849a-f8c867240c48 None None] Segment Port 5c4b7e4f-4a95-44ed-8636-b0ba57a6cc12 not found, creating... [ 1240.676352] env[66703]: DEBUG networking_nsxv3.common.locking [None req-33d36011-a73c-4b6d-849a-f8c867240c48 None None] Lock Segment taken with stack trace [, , , , , , , , , , , ] {{(pid=66703) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1240.676576] env[66703]: DEBUG oslo_concurrency.lockutils [None req-33d36011-a73c-4b6d-849a-f8c867240c48 None None] Acquiring lock "Segment" {{(pid=66703) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1240.676728] env[66703]: DEBUG oslo_concurrency.lockutils [None req-33d36011-a73c-4b6d-849a-f8c867240c48 None None] Acquired lock "Segment" {{(pid=66703) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1240.676978] env[66703]: DEBUG oslo_concurrency.lockutils [None req-33d36011-a73c-4b6d-849a-f8c867240c48 None None] Acquired external semaphore "Segment" {{(pid=66703) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1240.677169] env[66703]: DEBUG oslo_concurrency.lockutils [None req-33d36011-a73c-4b6d-849a-f8c867240c48 None None] Releasing lock "Segment" {{(pid=66703) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1240.677489] env[66703]: DEBUG networking_nsxv3.common.locking [None req-33d36011-a73c-4b6d-849a-f8c867240c48 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=66703) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1240.677696] env[66703]: DEBUG oslo_concurrency.lockutils [None req-33d36011-a73c-4b6d-849a-f8c867240c48 None None] Acquiring lock "SegmentPort" {{(pid=66703) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1240.677844] env[66703]: DEBUG oslo_concurrency.lockutils [None req-33d36011-a73c-4b6d-849a-f8c867240c48 None None] Acquired lock "SegmentPort" {{(pid=66703) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1240.678091] env[66703]: DEBUG oslo_concurrency.lockutils [None req-33d36011-a73c-4b6d-849a-f8c867240c48 None None] Acquired external semaphore "SegmentPort" {{(pid=66703) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1240.678262] env[66703]: DEBUG oslo_concurrency.lockutils [None req-33d36011-a73c-4b6d-849a-f8c867240c48 None None] Releasing lock "SegmentPort" {{(pid=66703) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1240.678432] env[66703]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-33d36011-a73c-4b6d-849a-f8c867240c48 None None] Resource: SegmentPort with ID: 5c4b7e4f-4a95-44ed-8636-b0ba57a6cc12 is going to be created. [ 1240.700312] env[66703]: DEBUG networking_nsxv3.common.locking [None req-33d36011-a73c-4b6d-849a-f8c867240c48 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=66703) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1240.700683] env[66703]: DEBUG oslo_concurrency.lockutils [None req-33d36011-a73c-4b6d-849a-f8c867240c48 None None] Acquiring lock "SegmentPort" {{(pid=66703) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1240.700867] env[66703]: DEBUG oslo_concurrency.lockutils [None req-33d36011-a73c-4b6d-849a-f8c867240c48 None None] Acquired lock "SegmentPort" {{(pid=66703) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1240.701184] env[66703]: DEBUG oslo_concurrency.lockutils [None req-33d36011-a73c-4b6d-849a-f8c867240c48 None None] Acquired external semaphore "SegmentPort" {{(pid=66703) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1240.701459] env[66703]: DEBUG oslo_concurrency.lockutils [None req-33d36011-a73c-4b6d-849a-f8c867240c48 None None] Releasing lock "SegmentPort" {{(pid=66703) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1240.701714] env[66703]: DEBUG oslo_concurrency.lockutils [None req-33d36011-a73c-4b6d-849a-f8c867240c48 None None] Releasing lock "port-5c4b7e4f-4a95-44ed-8636-b0ba57a6cc12" {{(pid=66703) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1240.772541] env[66703]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('4e788d78-bd3c-4249-acf9-3dd7a53e2a11',) {} {{(pid=66703) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1241.007430] env[66703]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: e9094a61-ffab-4bbe-a7dc-3677ff414d79 in Status: SUCCESS [ 1241.007668] env[66703]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-e9094a61-ffab-4bbe-a7dc-3677ff414d79" {{(pid=66703) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1241.275988] env[66703]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66703) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1241.275988] env[66703]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66703) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1241.276327] env[66703]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66703) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1241.276327] env[66703]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66703) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1241.276496] env[66703]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66703) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1241.276561] env[66703]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 4e788d78-bd3c-4249-acf9-3dd7a53e2a11 is going to be updated. [ 1241.308422] env[66703]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66703) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1241.308625] env[66703]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66703) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1241.308689] env[66703]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66703) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1241.308935] env[66703]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66703) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1241.309131] env[66703]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66703) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1241.318565] env[66703]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 4e788d78-bd3c-4249-acf9-3dd7a53e2a11 in Status: IN_PROGRESS for 2s [ 1241.439777] env[66703]: INFO networking_nsxv3.common.synchronization [req-e0632115-b0ce-453f-9e3f-1a119ffd3143 req-ad8e7eee-c2b7-4d5f-9781-552f9434dd7a service nova] Enqueued Resource ID: 4e788d78-bd3c-4249-acf9-3dd7a53e2a11 with Priority: HIGHEST for action security_group_rules [ 1241.439935] env[66703]: INFO networking_nsxv3.common.synchronization [req-e0632115-b0ce-453f-9e3f-1a119ffd3143 req-ad8e7eee-c2b7-4d5f-9781-552f9434dd7a service nova] Enqueued Resource ID: 4e788d78-bd3c-4249-acf9-3dd7a53e2a11 with Priority: HIGHEST for action security_group_members [ 1241.440047] env[66703]: INFO networking_nsxv3.common.synchronization [req-e0632115-b0ce-453f-9e3f-1a119ffd3143 req-ad8e7eee-c2b7-4d5f-9781-552f9434dd7a service nova] Enqueued Resource ID: 5c4b7e4f-4a95-44ed-8636-b0ba57a6cc12 with Priority: HIGHEST for action port [ 1241.440676] env[66703]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 4e788d78-bd3c-4249-acf9-3dd7a53e2a11 with Priority: HIGHEST for action security_group_rules [ 1241.440812] env[66703]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 4e788d78-bd3c-4249-acf9-3dd7a53e2a11 with Priority: HIGHEST for action security_group_members [ 1241.440909] env[66703]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 5c4b7e4f-4a95-44ed-8636-b0ba57a6cc12 with Priority: HIGHEST for action port [ 1241.441373] env[66703]: DEBUG networking_nsxv3.common.locking [-] Lock rules-4e788d78-bd3c-4249-acf9-3dd7a53e2a11 taken with stack trace [, , ] {{(pid=66703) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1241.441495] env[66703]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-4e788d78-bd3c-4249-acf9-3dd7a53e2a11" {{(pid=66703) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1241.441567] env[66703]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-4e788d78-bd3c-4249-acf9-3dd7a53e2a11" {{(pid=66703) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1241.441768] env[66703]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-4e788d78-bd3c-4249-acf9-3dd7a53e2a11" {{(pid=66703) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1241.441849] env[66703]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('4e788d78-bd3c-4249-acf9-3dd7a53e2a11',) {} {{(pid=66703) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1241.444299] env[66703]: DEBUG networking_nsxv3.common.locking [-] Lock member-4e788d78-bd3c-4249-acf9-3dd7a53e2a11 taken with stack trace [, , ] {{(pid=66703) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1241.445038] env[66703]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-4e788d78-bd3c-4249-acf9-3dd7a53e2a11" {{(pid=66703) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1241.445302] env[66703]: DEBUG networking_nsxv3.common.locking [-] Lock port-5c4b7e4f-4a95-44ed-8636-b0ba57a6cc12 taken with stack trace [, , ] {{(pid=66703) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1241.445484] env[66703]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-5c4b7e4f-4a95-44ed-8636-b0ba57a6cc12" {{(pid=66703) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1241.445580] env[66703]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-5c4b7e4f-4a95-44ed-8636-b0ba57a6cc12" {{(pid=66703) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1241.445998] env[66703]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-5c4b7e4f-4a95-44ed-8636-b0ba57a6cc12" {{(pid=66703) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1241.445998] env[66703]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('5c4b7e4f-4a95-44ed-8636-b0ba57a6cc12',) {} {{(pid=66703) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1241.945566] env[66703]: DEBUG networking_nsxv3.common.locking [-] Lock member-4e788d78-bd3c-4249-acf9-3dd7a53e2a11 taken with stack trace [, , , ] {{(pid=66703) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1241.945871] env[66703]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-4e788d78-bd3c-4249-acf9-3dd7a53e2a11" {{(pid=66703) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1241.948429] env[66703]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] realization of port 5c4b7e4f-4a95-44ed-8636-b0ba57a6cc12 with status ACTIVE [ 1241.948642] env[66703]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=66703) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1241.948769] env[66703]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=66703) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1241.948839] env[66703]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=66703) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1241.949088] env[66703]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=66703) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1241.949182] env[66703]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=66703) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1241.949397] env[66703]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , ] {{(pid=66703) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1241.949611] env[66703]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=66703) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1241.949671] env[66703]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=66703) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1241.949838] env[66703]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=66703) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1241.950099] env[66703]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=66703) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1241.950375] env[66703]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=66703) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1241.950564] env[66703]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=66703) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1241.950663] env[66703]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=66703) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1241.950847] env[66703]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=66703) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1241.950949] env[66703]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=66703) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1241.951071] env[66703]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: SegmentPort with ID: 5c4b7e4f-4a95-44ed-8636-b0ba57a6cc12 is going to be updated. [ 1241.976028] env[66703]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=66703) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1241.976249] env[66703]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=66703) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1241.976249] env[66703]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=66703) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1241.976461] env[66703]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=66703) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1241.976600] env[66703]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=66703) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1241.976761] env[66703]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-5c4b7e4f-4a95-44ed-8636-b0ba57a6cc12" {{(pid=66703) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1242.848731] env[66703]: INFO networking_nsxv3.common.synchronization [None req-b66c6e59-bafd-47c3-b38f-43e6668a2b0a tempest-AttachInterfacesTestJSON-516416630 tempest-AttachInterfacesTestJSON-516416630-project-member] Enqueued Resource ID: 74884478-9760-4ca3-bceb-cbff7acb74c0 with Priority: HIGHEST for action security_group_members [ 1242.849304] env[66703]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 74884478-9760-4ca3-bceb-cbff7acb74c0 with Priority: HIGHEST for action security_group_members [ 1242.849618] env[66703]: DEBUG networking_nsxv3.common.locking [-] Lock member-74884478-9760-4ca3-bceb-cbff7acb74c0 taken with stack trace [, , ] {{(pid=66703) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1242.849989] env[66703]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-74884478-9760-4ca3-bceb-cbff7acb74c0" {{(pid=66703) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1242.849989] env[66703]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-74884478-9760-4ca3-bceb-cbff7acb74c0" {{(pid=66703) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1242.849989] env[66703]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-74884478-9760-4ca3-bceb-cbff7acb74c0" {{(pid=66703) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1242.850710] env[66703]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=66703) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1242.850957] env[66703]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66703) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1242.851145] env[66703]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66703) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1242.851742] env[66703]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66703) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1242.851742] env[66703]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66703) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1242.852241] env[66703]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('74884478-9760-4ca3-bceb-cbff7acb74c0',) {} {{(pid=66703) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1243.330242] env[66703]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 4e788d78-bd3c-4249-acf9-3dd7a53e2a11 in Status: SUCCESS [ 1243.330642] env[66703]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-4e788d78-bd3c-4249-acf9-3dd7a53e2a11" {{(pid=66703) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1243.330642] env[66703]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-4e788d78-bd3c-4249-acf9-3dd7a53e2a11" {{(pid=66703) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1243.331373] env[66703]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-4e788d78-bd3c-4249-acf9-3dd7a53e2a11" {{(pid=66703) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1243.331373] env[66703]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=66703) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1243.331373] env[66703]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66703) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1243.331373] env[66703]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66703) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1243.331584] env[66703]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66703) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1243.331584] env[66703]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66703) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1243.331684] env[66703]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('4e788d78-bd3c-4249-acf9-3dd7a53e2a11',) {} {{(pid=66703) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1243.356550] env[66703]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=66703) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1243.356780] env[66703]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66703) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1243.356861] env[66703]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66703) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1243.357132] env[66703]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66703) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1243.359020] env[66703]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66703) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1243.359020] env[66703]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66703) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1243.359020] env[66703]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66703) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1243.359020] env[66703]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66703) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1243.359020] env[66703]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66703) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1243.359020] env[66703]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66703) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1243.359020] env[66703]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 74884478-9760-4ca3-bceb-cbff7acb74c0 is going to be updated. [ 1243.397024] env[66703]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66703) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1243.397024] env[66703]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66703) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1243.397024] env[66703]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66703) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1243.397024] env[66703]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66703) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1243.397024] env[66703]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66703) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1243.406860] env[66703]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 74884478-9760-4ca3-bceb-cbff7acb74c0 in Status: IN_PROGRESS for 2s [ 1243.833920] env[66703]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('4e788d78-bd3c-4249-acf9-3dd7a53e2a11',) {} {{(pid=66703) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1244.336675] env[66703]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('4e788d78-bd3c-4249-acf9-3dd7a53e2a11',) {} {{(pid=66703) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1244.838988] env[66703]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66703) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1244.839228] env[66703]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66703) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1244.839330] env[66703]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66703) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1244.839599] env[66703]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66703) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1244.839697] env[66703]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66703) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1244.839792] env[66703]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 4e788d78-bd3c-4249-acf9-3dd7a53e2a11 is going to be updated. [ 1244.869955] env[66703]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66703) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1244.870103] env[66703]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66703) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1244.870990] env[66703]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66703) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1244.870990] env[66703]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66703) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1244.870990] env[66703]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66703) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1244.880118] env[66703]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 4e788d78-bd3c-4249-acf9-3dd7a53e2a11 in Status: IN_PROGRESS for 2s [ 1245.417114] env[66703]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 74884478-9760-4ca3-bceb-cbff7acb74c0 in Status: SUCCESS [ 1245.417421] env[66703]: WARNING networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 74884478-9760-4ca3-bceb-cbff7acb74c0 deletion is rescheduled due to dependency. [ 1245.417463] env[66703]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-74884478-9760-4ca3-bceb-cbff7acb74c0" {{(pid=66703) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1246.460674] env[66703]: INFO networking_nsxv3.common.synchronization [req-78a8821d-55b7-42dd-914f-2a193a7adaf5 req-a8197d05-effe-42a1-8c8d-8e328a10db67 tempest-ServerActionsTestJSON-1903783594 tempest-ServerActionsTestJSON-1903783594-project-member] Enqueued Resource ID: e2dfd056-9012-4ee5-8e8c-6878a22ada99 with Priority: HIGHEST for action security_group_members [ 1246.461383] env[66703]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: e2dfd056-9012-4ee5-8e8c-6878a22ada99 with Priority: HIGHEST for action security_group_members [ 1246.461753] env[66703]: DEBUG networking_nsxv3.common.locking [-] Lock member-e2dfd056-9012-4ee5-8e8c-6878a22ada99 taken with stack trace [, , ] {{(pid=66703) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1246.461885] env[66703]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-e2dfd056-9012-4ee5-8e8c-6878a22ada99" {{(pid=66703) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1246.462504] env[66703]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-e2dfd056-9012-4ee5-8e8c-6878a22ada99" {{(pid=66703) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1246.462504] env[66703]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-e2dfd056-9012-4ee5-8e8c-6878a22ada99" {{(pid=66703) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1246.462689] env[66703]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=66703) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1246.463134] env[66703]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66703) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1246.463134] env[66703]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66703) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1246.463134] env[66703]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66703) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1246.463134] env[66703]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66703) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1246.463313] env[66703]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('e2dfd056-9012-4ee5-8e8c-6878a22ada99',) {} {{(pid=66703) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1246.890681] env[66703]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 4e788d78-bd3c-4249-acf9-3dd7a53e2a11 in Status: SUCCESS [ 1246.890883] env[66703]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-4e788d78-bd3c-4249-acf9-3dd7a53e2a11" {{(pid=66703) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1246.891043] env[66703]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-4e788d78-bd3c-4249-acf9-3dd7a53e2a11" {{(pid=66703) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1246.891322] env[66703]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-4e788d78-bd3c-4249-acf9-3dd7a53e2a11" {{(pid=66703) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1246.891556] env[66703]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=66703) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1246.891676] env[66703]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66703) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1246.891744] env[66703]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66703) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1246.891894] env[66703]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66703) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1246.891972] env[66703]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66703) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1246.892070] env[66703]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-4e788d78-bd3c-4249-acf9-3dd7a53e2a11" {{(pid=66703) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1246.892162] env[66703]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('4e788d78-bd3c-4249-acf9-3dd7a53e2a11',) {} {{(pid=66703) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1246.970749] env[66703]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=66703) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1246.970947] env[66703]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66703) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1246.970947] env[66703]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66703) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1246.971203] env[66703]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66703) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1246.971298] env[66703]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66703) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1246.971488] env[66703]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66703) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1246.971592] env[66703]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66703) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1246.971657] env[66703]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66703) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1246.971812] env[66703]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66703) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1246.971901] env[66703]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66703) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1246.971988] env[66703]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: e2dfd056-9012-4ee5-8e8c-6878a22ada99 is going to be updated. [ 1247.007224] env[66703]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66703) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1247.007438] env[66703]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66703) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1247.007513] env[66703]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66703) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1247.007694] env[66703]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66703) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1247.007848] env[66703]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66703) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1247.016712] env[66703]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: e2dfd056-9012-4ee5-8e8c-6878a22ada99 in Status: IN_PROGRESS for 2s [ 1247.395777] env[66703]: DEBUG networking_nsxv3.common.locking [-] Lock member-4e788d78-bd3c-4249-acf9-3dd7a53e2a11 taken with stack trace [, , , ] {{(pid=66703) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1247.395777] env[66703]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-4e788d78-bd3c-4249-acf9-3dd7a53e2a11" {{(pid=66703) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1247.395777] env[66703]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-4e788d78-bd3c-4249-acf9-3dd7a53e2a11" {{(pid=66703) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1247.395777] env[66703]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-4e788d78-bd3c-4249-acf9-3dd7a53e2a11" {{(pid=66703) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1247.395777] env[66703]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=66703) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1247.396139] env[66703]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66703) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1247.396139] env[66703]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66703) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1247.396202] env[66703]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66703) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1247.396411] env[66703]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66703) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1247.396493] env[66703]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-4e788d78-bd3c-4249-acf9-3dd7a53e2a11" {{(pid=66703) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1247.396730] env[66703]: DEBUG networking_nsxv3.common.locking [-] Lock member-4e788d78-bd3c-4249-acf9-3dd7a53e2a11 taken with stack trace [, , , ] {{(pid=66703) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1247.396892] env[66703]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-4e788d78-bd3c-4249-acf9-3dd7a53e2a11" {{(pid=66703) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1247.397068] env[66703]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-4e788d78-bd3c-4249-acf9-3dd7a53e2a11" {{(pid=66703) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1247.397796] env[66703]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-4e788d78-bd3c-4249-acf9-3dd7a53e2a11" {{(pid=66703) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1247.397796] env[66703]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=66703) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1247.397796] env[66703]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66703) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1247.397796] env[66703]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66703) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1247.398025] env[66703]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66703) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1247.398025] env[66703]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66703) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1247.398181] env[66703]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-4e788d78-bd3c-4249-acf9-3dd7a53e2a11" {{(pid=66703) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1247.398342] env[66703]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('4e788d78-bd3c-4249-acf9-3dd7a53e2a11',) {} {{(pid=66703) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1247.901225] env[66703]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for 4e788d78-bd3c-4249-acf9-3dd7a53e2a11: rpc.has_security_group_logging(os_id): False [ 1247.920217] env[66703]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=66703) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1247.920386] env[66703]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66703) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1247.920513] env[66703]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66703) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1247.920735] env[66703]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66703) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1247.920827] env[66703]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66703) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1247.921027] env[66703]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66703) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1247.921127] env[66703]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66703) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1247.921190] env[66703]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66703) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1247.921338] env[66703]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66703) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1247.921412] env[66703]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66703) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1247.921601] env[66703]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66703) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1247.921696] env[66703]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66703) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1247.921755] env[66703]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66703) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1247.921892] env[66703]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66703) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1247.921964] env[66703]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66703) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1247.922162] env[66703]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=66703) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1247.922252] env[66703]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66703) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1247.922312] env[66703]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66703) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1247.922513] env[66703]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66703) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1247.922591] env[66703]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66703) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1247.922678] env[66703]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 4e788d78-bd3c-4249-acf9-3dd7a53e2a11 is going to be updated. [ 1247.983367] env[66703]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=66703) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1247.983367] env[66703]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66703) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1247.983367] env[66703]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66703) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1247.983367] env[66703]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66703) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1247.983367] env[66703]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66703) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1247.999258] env[66703]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 4e788d78-bd3c-4249-acf9-3dd7a53e2a11 in Status: IN_PROGRESS for 2s [ 1249.027769] env[66703]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: e2dfd056-9012-4ee5-8e8c-6878a22ada99 in Status: SUCCESS [ 1249.028154] env[66703]: WARNING networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: e2dfd056-9012-4ee5-8e8c-6878a22ada99 deletion is rescheduled due to dependency. [ 1249.028198] env[66703]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-e2dfd056-9012-4ee5-8e8c-6878a22ada99" {{(pid=66703) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1250.019291] env[66703]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 4e788d78-bd3c-4249-acf9-3dd7a53e2a11 in Status: SUCCESS [ 1250.019567] env[66703]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-4e788d78-bd3c-4249-acf9-3dd7a53e2a11" {{(pid=66703) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1251.462346] env[66703]: INFO networking_nsxv3.common.synchronization [-] No activity for the last 5 seconds. [ 1251.462673] env[66703]: INFO networking_nsxv3.common.synchronization [-] Sizes Queue[Active=0, Passive=0], Jobs=0 [ 1253.223375] env[66703]: INFO networking_nsxv3.common.synchronization [req-20dc556b-0dda-4bd2-8bef-cf4e82af4281 req-28e5d064-49a3-49e7-8494-e6850c57e480 tempest-ServersTestJSON-565357052 tempest-ServersTestJSON-565357052-project-member] Enqueued Resource ID: 4e788d78-bd3c-4249-acf9-3dd7a53e2a11 with Priority: HIGHEST for action security_group_members [ 1253.223978] env[66703]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 4e788d78-bd3c-4249-acf9-3dd7a53e2a11 with Priority: HIGHEST for action security_group_members [ 1253.224469] env[66703]: DEBUG networking_nsxv3.common.locking [-] Lock member-4e788d78-bd3c-4249-acf9-3dd7a53e2a11 taken with stack trace [, , ] {{(pid=66703) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1253.224606] env[66703]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-4e788d78-bd3c-4249-acf9-3dd7a53e2a11" {{(pid=66703) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1253.224676] env[66703]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-4e788d78-bd3c-4249-acf9-3dd7a53e2a11" {{(pid=66703) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1253.224928] env[66703]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-4e788d78-bd3c-4249-acf9-3dd7a53e2a11" {{(pid=66703) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1253.225144] env[66703]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=66703) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1253.225359] env[66703]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66703) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1253.225414] env[66703]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66703) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1253.225582] env[66703]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66703) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1253.225708] env[66703]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66703) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1253.225820] env[66703]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('4e788d78-bd3c-4249-acf9-3dd7a53e2a11',) {} {{(pid=66703) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1253.672902] env[66703]: INFO networking_nsxv3.common.synchronization [req-7eaa4699-f5dc-44ba-9b77-2c7916629254 req-d6bb149c-c5be-4f1f-90dc-bc3de32d2e95 tempest-ServerActionsTestJSON-1903783594 tempest-ServerActionsTestJSON-1903783594-project-member] Enqueued Resource ID: e2dfd056-9012-4ee5-8e8c-6878a22ada99 with Priority: HIGHEST for action security_group_members [ 1253.672902] env[66703]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: e2dfd056-9012-4ee5-8e8c-6878a22ada99 with Priority: HIGHEST for action security_group_members [ 1253.672902] env[66703]: DEBUG networking_nsxv3.common.locking [-] Lock member-e2dfd056-9012-4ee5-8e8c-6878a22ada99 taken with stack trace [, , ] {{(pid=66703) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1253.672902] env[66703]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-e2dfd056-9012-4ee5-8e8c-6878a22ada99" {{(pid=66703) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1253.672902] env[66703]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-e2dfd056-9012-4ee5-8e8c-6878a22ada99" {{(pid=66703) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1253.672902] env[66703]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-e2dfd056-9012-4ee5-8e8c-6878a22ada99" {{(pid=66703) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1253.672902] env[66703]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=66703) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1253.672902] env[66703]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66703) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1253.672902] env[66703]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66703) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1253.672902] env[66703]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66703) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1253.672902] env[66703]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66703) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1253.673593] env[66703]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('e2dfd056-9012-4ee5-8e8c-6878a22ada99',) {} {{(pid=66703) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1253.727708] env[66703]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('4e788d78-bd3c-4249-acf9-3dd7a53e2a11',) {} {{(pid=66703) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1253.966740] env[66703]: DEBUG networking_nsxv3.common.locking [None req-ffa6d202-748e-4c81-9979-ad08741f9cf7 None None] Lock network-54 taken with stack trace [, , , , , , , , ] {{(pid=66703) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1253.966982] env[66703]: DEBUG oslo_concurrency.lockutils [None req-ffa6d202-748e-4c81-9979-ad08741f9cf7 None None] Acquiring lock "network-54" {{(pid=66703) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1253.967207] env[66703]: DEBUG oslo_concurrency.lockutils [None req-ffa6d202-748e-4c81-9979-ad08741f9cf7 None None] Acquired lock "network-54" {{(pid=66703) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1253.967596] env[66703]: DEBUG oslo_concurrency.lockutils [None req-ffa6d202-748e-4c81-9979-ad08741f9cf7 None None] Acquired external semaphore "network-54" {{(pid=66703) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1253.968019] env[66703]: DEBUG networking_nsxv3.common.locking [None req-ffa6d202-748e-4c81-9979-ad08741f9cf7 None None] Lock Segment taken with stack trace [, , , , , , , , , , ] {{(pid=66703) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1253.968386] env[66703]: DEBUG oslo_concurrency.lockutils [None req-ffa6d202-748e-4c81-9979-ad08741f9cf7 None None] Acquiring lock "Segment" {{(pid=66703) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1253.968700] env[66703]: DEBUG oslo_concurrency.lockutils [None req-ffa6d202-748e-4c81-9979-ad08741f9cf7 None None] Acquired lock "Segment" {{(pid=66703) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1253.970820] env[66703]: DEBUG oslo_concurrency.lockutils [None req-ffa6d202-748e-4c81-9979-ad08741f9cf7 None None] Acquired external semaphore "Segment" {{(pid=66703) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1253.971089] env[66703]: DEBUG oslo_concurrency.lockutils [None req-ffa6d202-748e-4c81-9979-ad08741f9cf7 None None] Releasing lock "Segment" {{(pid=66703) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1253.971380] env[66703]: DEBUG dogpile.cache.region [None req-ffa6d202-748e-4c81-9979-ad08741f9cf7 None None] No value present for key: 'zone-id' {{(pid=66703) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 1253.971551] env[66703]: DEBUG dogpile.lock [None req-ffa6d202-748e-4c81-9979-ad08741f9cf7 None None] NeedRegenerationException {{(pid=66703) _enter /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:90}} [ 1253.971718] env[66703]: DEBUG dogpile.lock [None req-ffa6d202-748e-4c81-9979-ad08741f9cf7 None None] no value, waiting for create lock {{(pid=66703) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:131}} [ 1253.971866] env[66703]: DEBUG dogpile.lock [None req-ffa6d202-748e-4c81-9979-ad08741f9cf7 None None] value creation lock acquired {{(pid=66703) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:135}} [ 1253.972038] env[66703]: DEBUG dogpile.cache.region [None req-ffa6d202-748e-4c81-9979-ad08741f9cf7 None None] No value present for key: 'zone-id' {{(pid=66703) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 1253.972198] env[66703]: DEBUG dogpile.lock [None req-ffa6d202-748e-4c81-9979-ad08741f9cf7 None None] Calling creation function for not-yet-present value {{(pid=66703) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:174}} [ 1253.972413] env[66703]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-ffa6d202-748e-4c81-9979-ad08741f9cf7 None None] Looking for TransportZone with name nsx-vlan-transportzone. [ 1253.994429] env[66703]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-ffa6d202-748e-4c81-9979-ad08741f9cf7 None None] loading zone with a95c914d-748d-497c-94ab-10d4647daeba and tags [{'scope': 'mp2policy_migr_status', 'tag': 'success'}] [ 1253.994703] env[66703]: DEBUG dogpile.cache.region [None req-ffa6d202-748e-4c81-9979-ad08741f9cf7 None None] Cache value generated in 0.022 seconds for key(s): 'zone-id' {{(pid=66703) _log_time /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:910}} [ 1253.994831] env[66703]: DEBUG dogpile.lock [None req-ffa6d202-748e-4c81-9979-ad08741f9cf7 None None] Released creation lock {{(pid=66703) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:182}} [ 1253.995058] env[66703]: DEBUG oslo_concurrency.lockutils [None req-ffa6d202-748e-4c81-9979-ad08741f9cf7 None None] Releasing lock "network-54" {{(pid=66703) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1253.995429] env[66703]: DEBUG networking_nsxv3.common.locking [None req-ffa6d202-748e-4c81-9979-ad08741f9cf7 None None] Lock port-c069f5c1-d0be-49ea-984e-e28a887cfd06 taken with stack trace [, , , , , , , , ] {{(pid=66703) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1253.995645] env[66703]: DEBUG oslo_concurrency.lockutils [None req-ffa6d202-748e-4c81-9979-ad08741f9cf7 None None] Acquiring lock "port-c069f5c1-d0be-49ea-984e-e28a887cfd06" {{(pid=66703) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1253.995795] env[66703]: DEBUG oslo_concurrency.lockutils [None req-ffa6d202-748e-4c81-9979-ad08741f9cf7 None None] Acquired lock "port-c069f5c1-d0be-49ea-984e-e28a887cfd06" {{(pid=66703) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1253.996201] env[66703]: DEBUG oslo_concurrency.lockutils [None req-ffa6d202-748e-4c81-9979-ad08741f9cf7 None None] Acquired external semaphore "port-c069f5c1-d0be-49ea-984e-e28a887cfd06" {{(pid=66703) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1253.996385] env[66703]: DEBUG networking_nsxv3.api.rpc [None req-ffa6d202-748e-4c81-9979-ad08741f9cf7 None None] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('c069f5c1-d0be-49ea-984e-e28a887cfd06',) {} {{(pid=66703) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1254.177859] env[66703]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=66703) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1254.177859] env[66703]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66703) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1254.177859] env[66703]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66703) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1254.177859] env[66703]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66703) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1254.177859] env[66703]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66703) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1254.177859] env[66703]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66703) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1254.177859] env[66703]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66703) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1254.177859] env[66703]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66703) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1254.177859] env[66703]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66703) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1254.177859] env[66703]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66703) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1254.177859] env[66703]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: e2dfd056-9012-4ee5-8e8c-6878a22ada99 is going to be updated. [ 1254.203189] env[66703]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66703) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1254.203399] env[66703]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66703) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1254.203471] env[66703]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66703) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1254.203906] env[66703]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66703) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1254.204139] env[66703]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66703) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1254.213810] env[66703]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: e2dfd056-9012-4ee5-8e8c-6878a22ada99 in Status: IN_PROGRESS for 2s [ 1254.230468] env[66703]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('4e788d78-bd3c-4249-acf9-3dd7a53e2a11',) {} {{(pid=66703) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1254.498915] env[66703]: DEBUG networking_nsxv3.common.locking [None req-ffa6d202-748e-4c81-9979-ad08741f9cf7 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , ] {{(pid=66703) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1254.499164] env[66703]: DEBUG oslo_concurrency.lockutils [None req-ffa6d202-748e-4c81-9979-ad08741f9cf7 None None] Acquiring lock "SegmentPort" {{(pid=66703) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1254.499271] env[66703]: DEBUG oslo_concurrency.lockutils [None req-ffa6d202-748e-4c81-9979-ad08741f9cf7 None None] Acquired lock "SegmentPort" {{(pid=66703) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1254.499575] env[66703]: DEBUG oslo_concurrency.lockutils [None req-ffa6d202-748e-4c81-9979-ad08741f9cf7 None None] Acquired external semaphore "SegmentPort" {{(pid=66703) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1254.499759] env[66703]: DEBUG oslo_concurrency.lockutils [None req-ffa6d202-748e-4c81-9979-ad08741f9cf7 None None] Releasing lock "SegmentPort" {{(pid=66703) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1254.499917] env[66703]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-ffa6d202-748e-4c81-9979-ad08741f9cf7 None None] Segment Port c069f5c1-d0be-49ea-984e-e28a887cfd06 not found, creating... [ 1254.500200] env[66703]: DEBUG networking_nsxv3.common.locking [None req-ffa6d202-748e-4c81-9979-ad08741f9cf7 None None] Lock Segment taken with stack trace [, , , , , , , , , , , ] {{(pid=66703) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1254.500358] env[66703]: DEBUG oslo_concurrency.lockutils [None req-ffa6d202-748e-4c81-9979-ad08741f9cf7 None None] Acquiring lock "Segment" {{(pid=66703) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1254.500506] env[66703]: DEBUG oslo_concurrency.lockutils [None req-ffa6d202-748e-4c81-9979-ad08741f9cf7 None None] Acquired lock "Segment" {{(pid=66703) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1254.500755] env[66703]: DEBUG oslo_concurrency.lockutils [None req-ffa6d202-748e-4c81-9979-ad08741f9cf7 None None] Acquired external semaphore "Segment" {{(pid=66703) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1254.500893] env[66703]: DEBUG oslo_concurrency.lockutils [None req-ffa6d202-748e-4c81-9979-ad08741f9cf7 None None] Releasing lock "Segment" {{(pid=66703) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1254.501221] env[66703]: DEBUG networking_nsxv3.common.locking [None req-ffa6d202-748e-4c81-9979-ad08741f9cf7 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=66703) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1254.501404] env[66703]: DEBUG oslo_concurrency.lockutils [None req-ffa6d202-748e-4c81-9979-ad08741f9cf7 None None] Acquiring lock "SegmentPort" {{(pid=66703) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1254.501533] env[66703]: DEBUG oslo_concurrency.lockutils [None req-ffa6d202-748e-4c81-9979-ad08741f9cf7 None None] Acquired lock "SegmentPort" {{(pid=66703) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1254.501744] env[66703]: DEBUG oslo_concurrency.lockutils [None req-ffa6d202-748e-4c81-9979-ad08741f9cf7 None None] Acquired external semaphore "SegmentPort" {{(pid=66703) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1254.501880] env[66703]: DEBUG oslo_concurrency.lockutils [None req-ffa6d202-748e-4c81-9979-ad08741f9cf7 None None] Releasing lock "SegmentPort" {{(pid=66703) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1254.502031] env[66703]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-ffa6d202-748e-4c81-9979-ad08741f9cf7 None None] Resource: SegmentPort with ID: c069f5c1-d0be-49ea-984e-e28a887cfd06 is going to be created. [ 1254.522669] env[66703]: DEBUG networking_nsxv3.common.locking [None req-ffa6d202-748e-4c81-9979-ad08741f9cf7 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=66703) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1254.522900] env[66703]: DEBUG oslo_concurrency.lockutils [None req-ffa6d202-748e-4c81-9979-ad08741f9cf7 None None] Acquiring lock "SegmentPort" {{(pid=66703) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1254.523010] env[66703]: DEBUG oslo_concurrency.lockutils [None req-ffa6d202-748e-4c81-9979-ad08741f9cf7 None None] Acquired lock "SegmentPort" {{(pid=66703) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1254.523286] env[66703]: DEBUG oslo_concurrency.lockutils [None req-ffa6d202-748e-4c81-9979-ad08741f9cf7 None None] Acquired external semaphore "SegmentPort" {{(pid=66703) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1254.523515] env[66703]: DEBUG oslo_concurrency.lockutils [None req-ffa6d202-748e-4c81-9979-ad08741f9cf7 None None] Releasing lock "SegmentPort" {{(pid=66703) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1254.523806] env[66703]: DEBUG oslo_concurrency.lockutils [None req-ffa6d202-748e-4c81-9979-ad08741f9cf7 None None] Releasing lock "port-c069f5c1-d0be-49ea-984e-e28a887cfd06" {{(pid=66703) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1254.737386] env[66703]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66703) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1254.737386] env[66703]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66703) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1254.737386] env[66703]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66703) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1254.737386] env[66703]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66703) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1254.737386] env[66703]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66703) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1254.737386] env[66703]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 4e788d78-bd3c-4249-acf9-3dd7a53e2a11 is going to be updated. [ 1254.772638] env[66703]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66703) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1254.772878] env[66703]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66703) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1254.772878] env[66703]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66703) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1254.773098] env[66703]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66703) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1254.773246] env[66703]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66703) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1254.782561] env[66703]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 4e788d78-bd3c-4249-acf9-3dd7a53e2a11 in Status: IN_PROGRESS for 2s [ 1255.211711] env[66703]: INFO networking_nsxv3.common.synchronization [req-7eaa4699-f5dc-44ba-9b77-2c7916629254 req-cf355146-09a0-4aeb-ac0f-47508bcfa0c8 service nova] Enqueued Resource ID: e2dfd056-9012-4ee5-8e8c-6878a22ada99 with Priority: HIGHEST for action security_group_rules [ 1255.211711] env[66703]: INFO networking_nsxv3.common.synchronization [req-7eaa4699-f5dc-44ba-9b77-2c7916629254 req-cf355146-09a0-4aeb-ac0f-47508bcfa0c8 service nova] Enqueued Resource ID: e2dfd056-9012-4ee5-8e8c-6878a22ada99 with Priority: HIGHEST for action security_group_members [ 1255.211711] env[66703]: INFO networking_nsxv3.common.synchronization [req-7eaa4699-f5dc-44ba-9b77-2c7916629254 req-cf355146-09a0-4aeb-ac0f-47508bcfa0c8 service nova] Enqueued Resource ID: c069f5c1-d0be-49ea-984e-e28a887cfd06 with Priority: HIGHEST for action port [ 1255.211711] env[66703]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: e2dfd056-9012-4ee5-8e8c-6878a22ada99 with Priority: HIGHEST for action security_group_rules [ 1255.211711] env[66703]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: e2dfd056-9012-4ee5-8e8c-6878a22ada99 with Priority: HIGHEST for action security_group_members [ 1255.211711] env[66703]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: c069f5c1-d0be-49ea-984e-e28a887cfd06 with Priority: HIGHEST for action port [ 1255.213896] env[66703]: DEBUG networking_nsxv3.common.locking [-] Lock rules-e2dfd056-9012-4ee5-8e8c-6878a22ada99 taken with stack trace [, , ] {{(pid=66703) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1255.213896] env[66703]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-e2dfd056-9012-4ee5-8e8c-6878a22ada99" {{(pid=66703) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1255.213896] env[66703]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-e2dfd056-9012-4ee5-8e8c-6878a22ada99" {{(pid=66703) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1255.213896] env[66703]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-e2dfd056-9012-4ee5-8e8c-6878a22ada99" {{(pid=66703) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1255.213896] env[66703]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('e2dfd056-9012-4ee5-8e8c-6878a22ada99',) {} {{(pid=66703) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1255.214441] env[66703]: DEBUG networking_nsxv3.common.locking [-] Lock member-e2dfd056-9012-4ee5-8e8c-6878a22ada99 taken with stack trace [, , ] {{(pid=66703) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1255.214567] env[66703]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-e2dfd056-9012-4ee5-8e8c-6878a22ada99" {{(pid=66703) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1255.214756] env[66703]: DEBUG networking_nsxv3.common.locking [-] Lock port-c069f5c1-d0be-49ea-984e-e28a887cfd06 taken with stack trace [, , ] {{(pid=66703) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1255.214832] env[66703]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-c069f5c1-d0be-49ea-984e-e28a887cfd06" {{(pid=66703) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1255.214982] env[66703]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-c069f5c1-d0be-49ea-984e-e28a887cfd06" {{(pid=66703) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1255.215923] env[66703]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-c069f5c1-d0be-49ea-984e-e28a887cfd06" {{(pid=66703) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1255.215923] env[66703]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('c069f5c1-d0be-49ea-984e-e28a887cfd06',) {} {{(pid=66703) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1255.720478] env[66703]: DEBUG networking_nsxv3.common.locking [-] Lock member-e2dfd056-9012-4ee5-8e8c-6878a22ada99 taken with stack trace [, , , ] {{(pid=66703) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1255.720759] env[66703]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-e2dfd056-9012-4ee5-8e8c-6878a22ada99" {{(pid=66703) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1255.720813] env[66703]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] realization of port c069f5c1-d0be-49ea-984e-e28a887cfd06 with status ACTIVE [ 1255.720984] env[66703]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=66703) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1255.721114] env[66703]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=66703) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1255.721182] env[66703]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=66703) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1255.721395] env[66703]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=66703) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1255.721492] env[66703]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=66703) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1255.721647] env[66703]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , ] {{(pid=66703) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1255.721780] env[66703]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=66703) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1255.721832] env[66703]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=66703) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1255.722025] env[66703]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=66703) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1255.722113] env[66703]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=66703) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1255.722295] env[66703]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=66703) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1255.722390] env[66703]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=66703) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1255.722452] env[66703]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=66703) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1255.722632] env[66703]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=66703) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1255.722707] env[66703]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=66703) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1255.722794] env[66703]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: SegmentPort with ID: c069f5c1-d0be-49ea-984e-e28a887cfd06 is going to be updated. [ 1255.745224] env[66703]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=66703) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1255.745422] env[66703]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=66703) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1255.745422] env[66703]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=66703) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1255.745632] env[66703]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=66703) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1255.745766] env[66703]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=66703) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1255.745927] env[66703]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-c069f5c1-d0be-49ea-984e-e28a887cfd06" {{(pid=66703) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1256.224676] env[66703]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: e2dfd056-9012-4ee5-8e8c-6878a22ada99 in Status: SUCCESS [ 1256.224850] env[66703]: WARNING networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: e2dfd056-9012-4ee5-8e8c-6878a22ada99 deletion is rescheduled due to dependency. [ 1256.224967] env[66703]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-e2dfd056-9012-4ee5-8e8c-6878a22ada99" {{(pid=66703) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1256.225104] env[66703]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-e2dfd056-9012-4ee5-8e8c-6878a22ada99" {{(pid=66703) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1256.225321] env[66703]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-e2dfd056-9012-4ee5-8e8c-6878a22ada99" {{(pid=66703) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1256.225498] env[66703]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=66703) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1256.225631] env[66703]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66703) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1256.225679] env[66703]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66703) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1256.225812] env[66703]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66703) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1256.225919] env[66703]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66703) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1256.225986] env[66703]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('e2dfd056-9012-4ee5-8e8c-6878a22ada99',) {} {{(pid=66703) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1256.728484] env[66703]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('e2dfd056-9012-4ee5-8e8c-6878a22ada99',) {} {{(pid=66703) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1256.792387] env[66703]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 4e788d78-bd3c-4249-acf9-3dd7a53e2a11 in Status: SUCCESS [ 1256.792387] env[66703]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-4e788d78-bd3c-4249-acf9-3dd7a53e2a11" {{(pid=66703) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1257.231296] env[66703]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('e2dfd056-9012-4ee5-8e8c-6878a22ada99',) {} {{(pid=66703) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1257.737563] env[66703]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66703) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1257.737856] env[66703]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66703) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1257.737856] env[66703]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66703) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1257.738341] env[66703]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66703) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1257.738341] env[66703]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66703) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1257.738341] env[66703]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: e2dfd056-9012-4ee5-8e8c-6878a22ada99 is going to be updated. [ 1257.772096] env[66703]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66703) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1257.772290] env[66703]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66703) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1257.772388] env[66703]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66703) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1257.772677] env[66703]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66703) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1257.772884] env[66703]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66703) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1257.784040] env[66703]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: e2dfd056-9012-4ee5-8e8c-6878a22ada99 in Status: IN_PROGRESS for 2s [ 1259.795380] env[66703]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: e2dfd056-9012-4ee5-8e8c-6878a22ada99 in Status: SUCCESS [ 1259.795700] env[66703]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-e2dfd056-9012-4ee5-8e8c-6878a22ada99" {{(pid=66703) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1259.795825] env[66703]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-e2dfd056-9012-4ee5-8e8c-6878a22ada99" {{(pid=66703) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1259.796083] env[66703]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-e2dfd056-9012-4ee5-8e8c-6878a22ada99" {{(pid=66703) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1259.796313] env[66703]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=66703) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1259.796454] env[66703]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66703) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1259.796543] env[66703]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66703) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1259.796722] env[66703]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66703) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1259.796844] env[66703]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66703) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1259.797185] env[66703]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-e2dfd056-9012-4ee5-8e8c-6878a22ada99" {{(pid=66703) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1259.797185] env[66703]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('e2dfd056-9012-4ee5-8e8c-6878a22ada99',) {} {{(pid=66703) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1260.213583] env[66703]: INFO networking_nsxv3.common.synchronization [-] No activity for the last 5 seconds. [ 1260.213912] env[66703]: INFO networking_nsxv3.common.synchronization [-] Sizes Queue[Active=0, Passive=0], Jobs=1 [ 1260.300508] env[66703]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('e2dfd056-9012-4ee5-8e8c-6878a22ada99',) {} {{(pid=66703) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1260.803600] env[66703]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for e2dfd056-9012-4ee5-8e8c-6878a22ada99: rpc.has_security_group_logging(os_id): False [ 1260.824791] env[66703]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=66703) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1260.825022] env[66703]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66703) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1260.825022] env[66703]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66703) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1260.825241] env[66703]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66703) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1260.825333] env[66703]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66703) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1260.825588] env[66703]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=66703) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1260.825692] env[66703]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66703) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1260.825758] env[66703]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66703) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1260.825966] env[66703]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66703) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1260.826101] env[66703]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66703) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1260.826230] env[66703]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: e2dfd056-9012-4ee5-8e8c-6878a22ada99 is going to be updated. [ 1260.906630] env[66703]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=66703) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1260.906802] env[66703]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66703) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1260.906862] env[66703]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66703) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1260.907081] env[66703]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66703) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1260.907231] env[66703]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66703) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1260.919981] env[66703]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: e2dfd056-9012-4ee5-8e8c-6878a22ada99 in Status: IN_PROGRESS for 2s [ 1262.203417] env[66703]: INFO networking_nsxv3.common.synchronization [req-a953f048-f9f8-4119-8424-19341f706973 req-6abe1501-c4c9-4eb9-9da7-6bd7866d3aae tempest-ServersTestJSON-565357052 tempest-ServersTestJSON-565357052-project-member] Enqueued Resource ID: 4e788d78-bd3c-4249-acf9-3dd7a53e2a11 with Priority: HIGHEST for action security_group_members [ 1262.205679] env[66703]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 4e788d78-bd3c-4249-acf9-3dd7a53e2a11 with Priority: HIGHEST for action security_group_members [ 1262.205679] env[66703]: DEBUG networking_nsxv3.common.locking [-] Lock member-4e788d78-bd3c-4249-acf9-3dd7a53e2a11 taken with stack trace [, , ] {{(pid=66703) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1262.205679] env[66703]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-4e788d78-bd3c-4249-acf9-3dd7a53e2a11" {{(pid=66703) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1262.205679] env[66703]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-4e788d78-bd3c-4249-acf9-3dd7a53e2a11" {{(pid=66703) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1262.205679] env[66703]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-4e788d78-bd3c-4249-acf9-3dd7a53e2a11" {{(pid=66703) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1262.205679] env[66703]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=66703) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1262.205679] env[66703]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66703) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1262.205679] env[66703]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66703) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1262.205679] env[66703]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66703) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1262.205679] env[66703]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66703) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1262.205679] env[66703]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('4e788d78-bd3c-4249-acf9-3dd7a53e2a11',) {} {{(pid=66703) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1262.228661] env[66703]: INFO networking_nsxv3.common.synchronization [req-1f55e5e9-64bd-4b72-9b9e-d175ceb89ded req-ef71dc72-6df1-41c3-8fe3-32f974534616 tempest-AttachVolumeNegativeTest-1369038245 tempest-AttachVolumeNegativeTest-1369038245-project-member] Enqueued Resource ID: 09270d34-a5b2-4e12-b357-002e5c6d00ab with Priority: HIGHEST for action security_group_members [ 1262.229283] env[66703]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 09270d34-a5b2-4e12-b357-002e5c6d00ab with Priority: HIGHEST for action security_group_members [ 1262.229675] env[66703]: DEBUG networking_nsxv3.common.locking [-] Lock member-09270d34-a5b2-4e12-b357-002e5c6d00ab taken with stack trace [, , ] {{(pid=66703) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1262.229922] env[66703]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-09270d34-a5b2-4e12-b357-002e5c6d00ab" {{(pid=66703) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1262.229922] env[66703]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-09270d34-a5b2-4e12-b357-002e5c6d00ab" {{(pid=66703) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1262.230693] env[66703]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-09270d34-a5b2-4e12-b357-002e5c6d00ab" {{(pid=66703) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1262.230923] env[66703]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=66703) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1262.231084] env[66703]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66703) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1262.231177] env[66703]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66703) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1262.231388] env[66703]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66703) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1262.231518] env[66703]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66703) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1262.231649] env[66703]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('09270d34-a5b2-4e12-b357-002e5c6d00ab',) {} {{(pid=66703) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1262.591476] env[66703]: DEBUG networking_nsxv3.common.locking [None req-33d36011-a73c-4b6d-849a-f8c867240c48 None None] Lock network-205 taken with stack trace [, , , , , , , , ] {{(pid=66703) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1262.591676] env[66703]: DEBUG oslo_concurrency.lockutils [None req-33d36011-a73c-4b6d-849a-f8c867240c48 None None] Acquiring lock "network-205" {{(pid=66703) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1262.591875] env[66703]: DEBUG oslo_concurrency.lockutils [None req-33d36011-a73c-4b6d-849a-f8c867240c48 None None] Acquired lock "network-205" {{(pid=66703) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1262.592064] env[66703]: DEBUG oslo_concurrency.lockutils [None req-33d36011-a73c-4b6d-849a-f8c867240c48 None None] Acquired external semaphore "network-205" {{(pid=66703) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1262.592317] env[66703]: DEBUG networking_nsxv3.common.locking [None req-33d36011-a73c-4b6d-849a-f8c867240c48 None None] Lock Segment taken with stack trace [, , , , , , , , , , ] {{(pid=66703) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1262.592485] env[66703]: DEBUG oslo_concurrency.lockutils [None req-33d36011-a73c-4b6d-849a-f8c867240c48 None None] Acquiring lock "Segment" {{(pid=66703) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1262.592665] env[66703]: DEBUG oslo_concurrency.lockutils [None req-33d36011-a73c-4b6d-849a-f8c867240c48 None None] Acquired lock "Segment" {{(pid=66703) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1262.592864] env[66703]: DEBUG oslo_concurrency.lockutils [None req-33d36011-a73c-4b6d-849a-f8c867240c48 None None] Acquired external semaphore "Segment" {{(pid=66703) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1262.593024] env[66703]: DEBUG oslo_concurrency.lockutils [None req-33d36011-a73c-4b6d-849a-f8c867240c48 None None] Releasing lock "Segment" {{(pid=66703) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1262.593242] env[66703]: DEBUG dogpile.cache.region [None req-33d36011-a73c-4b6d-849a-f8c867240c48 None None] No value present for key: 'zone-id' {{(pid=66703) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 1262.593366] env[66703]: DEBUG dogpile.lock [None req-33d36011-a73c-4b6d-849a-f8c867240c48 None None] NeedRegenerationException {{(pid=66703) _enter /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:90}} [ 1262.593483] env[66703]: DEBUG dogpile.lock [None req-33d36011-a73c-4b6d-849a-f8c867240c48 None None] no value, waiting for create lock {{(pid=66703) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:131}} [ 1262.593592] env[66703]: DEBUG dogpile.lock [None req-33d36011-a73c-4b6d-849a-f8c867240c48 None None] value creation lock acquired {{(pid=66703) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:135}} [ 1262.593702] env[66703]: DEBUG dogpile.cache.region [None req-33d36011-a73c-4b6d-849a-f8c867240c48 None None] No value present for key: 'zone-id' {{(pid=66703) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 1262.593807] env[66703]: DEBUG dogpile.lock [None req-33d36011-a73c-4b6d-849a-f8c867240c48 None None] Calling creation function for not-yet-present value {{(pid=66703) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:174}} [ 1262.593935] env[66703]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-33d36011-a73c-4b6d-849a-f8c867240c48 None None] Looking for TransportZone with name nsx-vlan-transportzone. [ 1262.615116] env[66703]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-33d36011-a73c-4b6d-849a-f8c867240c48 None None] loading zone with a95c914d-748d-497c-94ab-10d4647daeba and tags [{'scope': 'mp2policy_migr_status', 'tag': 'success'}] [ 1262.615303] env[66703]: DEBUG dogpile.cache.region [None req-33d36011-a73c-4b6d-849a-f8c867240c48 None None] Cache value generated in 0.021 seconds for key(s): 'zone-id' {{(pid=66703) _log_time /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:910}} [ 1262.615444] env[66703]: DEBUG dogpile.lock [None req-33d36011-a73c-4b6d-849a-f8c867240c48 None None] Released creation lock {{(pid=66703) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:182}} [ 1262.615736] env[66703]: DEBUG oslo_concurrency.lockutils [None req-33d36011-a73c-4b6d-849a-f8c867240c48 None None] Releasing lock "network-205" {{(pid=66703) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1262.616027] env[66703]: DEBUG networking_nsxv3.common.locking [None req-33d36011-a73c-4b6d-849a-f8c867240c48 None None] Lock port-417c4a11-bcd3-4574-b914-ad3ebcdc18c6 taken with stack trace [, , , , , , , , ] {{(pid=66703) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1262.616177] env[66703]: DEBUG oslo_concurrency.lockutils [None req-33d36011-a73c-4b6d-849a-f8c867240c48 None None] Acquiring lock "port-417c4a11-bcd3-4574-b914-ad3ebcdc18c6" {{(pid=66703) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1262.616230] env[66703]: DEBUG oslo_concurrency.lockutils [None req-33d36011-a73c-4b6d-849a-f8c867240c48 None None] Acquired lock "port-417c4a11-bcd3-4574-b914-ad3ebcdc18c6" {{(pid=66703) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1262.616562] env[66703]: DEBUG oslo_concurrency.lockutils [None req-33d36011-a73c-4b6d-849a-f8c867240c48 None None] Acquired external semaphore "port-417c4a11-bcd3-4574-b914-ad3ebcdc18c6" {{(pid=66703) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1262.616718] env[66703]: DEBUG networking_nsxv3.api.rpc [None req-33d36011-a73c-4b6d-849a-f8c867240c48 None None] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('417c4a11-bcd3-4574-b914-ad3ebcdc18c6',) {} {{(pid=66703) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1262.712397] env[66703]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('4e788d78-bd3c-4249-acf9-3dd7a53e2a11',) {} {{(pid=66703) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1262.734494] env[66703]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=66703) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1262.734709] env[66703]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66703) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1262.734891] env[66703]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66703) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1262.735178] env[66703]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66703) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1262.735307] env[66703]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66703) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1262.735529] env[66703]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66703) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1262.735661] env[66703]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66703) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1262.735749] env[66703]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66703) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1262.735927] env[66703]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66703) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1262.736042] env[66703]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66703) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1262.736157] env[66703]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 09270d34-a5b2-4e12-b357-002e5c6d00ab is going to be updated. [ 1262.784176] env[66703]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66703) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1262.784176] env[66703]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66703) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1262.784408] env[66703]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66703) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1262.784478] env[66703]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66703) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1262.784624] env[66703]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66703) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1262.794972] env[66703]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 09270d34-a5b2-4e12-b357-002e5c6d00ab in Status: IN_PROGRESS for 2s [ 1262.934639] env[66703]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: e2dfd056-9012-4ee5-8e8c-6878a22ada99 in Status: SUCCESS [ 1262.934639] env[66703]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-e2dfd056-9012-4ee5-8e8c-6878a22ada99" {{(pid=66703) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1263.118869] env[66703]: DEBUG networking_nsxv3.common.locking [None req-33d36011-a73c-4b6d-849a-f8c867240c48 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , ] {{(pid=66703) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1263.119170] env[66703]: DEBUG oslo_concurrency.lockutils [None req-33d36011-a73c-4b6d-849a-f8c867240c48 None None] Acquiring lock "SegmentPort" {{(pid=66703) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1263.119307] env[66703]: DEBUG oslo_concurrency.lockutils [None req-33d36011-a73c-4b6d-849a-f8c867240c48 None None] Acquired lock "SegmentPort" {{(pid=66703) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1263.119599] env[66703]: DEBUG oslo_concurrency.lockutils [None req-33d36011-a73c-4b6d-849a-f8c867240c48 None None] Acquired external semaphore "SegmentPort" {{(pid=66703) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1263.119755] env[66703]: DEBUG oslo_concurrency.lockutils [None req-33d36011-a73c-4b6d-849a-f8c867240c48 None None] Releasing lock "SegmentPort" {{(pid=66703) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1263.119915] env[66703]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-33d36011-a73c-4b6d-849a-f8c867240c48 None None] Segment Port 417c4a11-bcd3-4574-b914-ad3ebcdc18c6 not found, creating... [ 1263.120204] env[66703]: DEBUG networking_nsxv3.common.locking [None req-33d36011-a73c-4b6d-849a-f8c867240c48 None None] Lock Segment taken with stack trace [, , , , , , , , , , , ] {{(pid=66703) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1263.120367] env[66703]: DEBUG oslo_concurrency.lockutils [None req-33d36011-a73c-4b6d-849a-f8c867240c48 None None] Acquiring lock "Segment" {{(pid=66703) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1263.120485] env[66703]: DEBUG oslo_concurrency.lockutils [None req-33d36011-a73c-4b6d-849a-f8c867240c48 None None] Acquired lock "Segment" {{(pid=66703) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1263.120785] env[66703]: DEBUG oslo_concurrency.lockutils [None req-33d36011-a73c-4b6d-849a-f8c867240c48 None None] Acquired external semaphore "Segment" {{(pid=66703) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1263.120924] env[66703]: DEBUG oslo_concurrency.lockutils [None req-33d36011-a73c-4b6d-849a-f8c867240c48 None None] Releasing lock "Segment" {{(pid=66703) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1263.121216] env[66703]: DEBUG networking_nsxv3.common.locking [None req-33d36011-a73c-4b6d-849a-f8c867240c48 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=66703) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1263.121368] env[66703]: DEBUG oslo_concurrency.lockutils [None req-33d36011-a73c-4b6d-849a-f8c867240c48 None None] Acquiring lock "SegmentPort" {{(pid=66703) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1263.121485] env[66703]: DEBUG oslo_concurrency.lockutils [None req-33d36011-a73c-4b6d-849a-f8c867240c48 None None] Acquired lock "SegmentPort" {{(pid=66703) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1263.121714] env[66703]: DEBUG oslo_concurrency.lockutils [None req-33d36011-a73c-4b6d-849a-f8c867240c48 None None] Acquired external semaphore "SegmentPort" {{(pid=66703) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1263.121857] env[66703]: DEBUG oslo_concurrency.lockutils [None req-33d36011-a73c-4b6d-849a-f8c867240c48 None None] Releasing lock "SegmentPort" {{(pid=66703) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1263.121998] env[66703]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-33d36011-a73c-4b6d-849a-f8c867240c48 None None] Resource: SegmentPort with ID: 417c4a11-bcd3-4574-b914-ad3ebcdc18c6 is going to be created. [ 1263.145119] env[66703]: DEBUG networking_nsxv3.common.locking [None req-33d36011-a73c-4b6d-849a-f8c867240c48 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=66703) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1263.145407] env[66703]: DEBUG oslo_concurrency.lockutils [None req-33d36011-a73c-4b6d-849a-f8c867240c48 None None] Acquiring lock "SegmentPort" {{(pid=66703) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1263.145493] env[66703]: DEBUG oslo_concurrency.lockutils [None req-33d36011-a73c-4b6d-849a-f8c867240c48 None None] Acquired lock "SegmentPort" {{(pid=66703) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1263.145771] env[66703]: DEBUG oslo_concurrency.lockutils [None req-33d36011-a73c-4b6d-849a-f8c867240c48 None None] Acquired external semaphore "SegmentPort" {{(pid=66703) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1263.146011] env[66703]: DEBUG oslo_concurrency.lockutils [None req-33d36011-a73c-4b6d-849a-f8c867240c48 None None] Releasing lock "SegmentPort" {{(pid=66703) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1263.146286] env[66703]: DEBUG oslo_concurrency.lockutils [None req-33d36011-a73c-4b6d-849a-f8c867240c48 None None] Releasing lock "port-417c4a11-bcd3-4574-b914-ad3ebcdc18c6" {{(pid=66703) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1263.216376] env[66703]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('4e788d78-bd3c-4249-acf9-3dd7a53e2a11',) {} {{(pid=66703) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1263.719186] env[66703]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66703) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1263.719338] env[66703]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66703) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1263.719464] env[66703]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66703) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1263.719638] env[66703]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66703) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1263.719744] env[66703]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66703) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1263.720102] env[66703]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 4e788d78-bd3c-4249-acf9-3dd7a53e2a11 is going to be updated. [ 1263.749841] env[66703]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66703) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1263.749993] env[66703]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66703) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1263.750070] env[66703]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66703) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1263.750354] env[66703]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66703) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1263.750486] env[66703]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66703) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1263.776195] env[66703]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 4e788d78-bd3c-4249-acf9-3dd7a53e2a11 in Status: IN_PROGRESS for 2s [ 1263.863071] env[66703]: INFO networking_nsxv3.common.synchronization [req-a953f048-f9f8-4119-8424-19341f706973 req-59210e92-4b73-4519-8f8a-abf3a36cb7f7 service nova] Enqueued Resource ID: 4e788d78-bd3c-4249-acf9-3dd7a53e2a11 with Priority: HIGHEST for action security_group_rules [ 1263.863261] env[66703]: INFO networking_nsxv3.common.synchronization [req-a953f048-f9f8-4119-8424-19341f706973 req-59210e92-4b73-4519-8f8a-abf3a36cb7f7 service nova] Enqueued Resource ID: 4e788d78-bd3c-4249-acf9-3dd7a53e2a11 with Priority: HIGHEST for action security_group_members [ 1263.863399] env[66703]: INFO networking_nsxv3.common.synchronization [req-a953f048-f9f8-4119-8424-19341f706973 req-59210e92-4b73-4519-8f8a-abf3a36cb7f7 service nova] Enqueued Resource ID: 417c4a11-bcd3-4574-b914-ad3ebcdc18c6 with Priority: HIGHEST for action port [ 1263.865386] env[66703]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 4e788d78-bd3c-4249-acf9-3dd7a53e2a11 with Priority: HIGHEST for action security_group_rules [ 1263.865386] env[66703]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 4e788d78-bd3c-4249-acf9-3dd7a53e2a11 with Priority: HIGHEST for action security_group_members [ 1263.865386] env[66703]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 417c4a11-bcd3-4574-b914-ad3ebcdc18c6 with Priority: HIGHEST for action port [ 1263.865386] env[66703]: DEBUG networking_nsxv3.common.locking [-] Lock rules-4e788d78-bd3c-4249-acf9-3dd7a53e2a11 taken with stack trace [, , ] {{(pid=66703) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1263.865386] env[66703]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-4e788d78-bd3c-4249-acf9-3dd7a53e2a11" {{(pid=66703) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1263.865386] env[66703]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-4e788d78-bd3c-4249-acf9-3dd7a53e2a11" {{(pid=66703) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1263.865386] env[66703]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-4e788d78-bd3c-4249-acf9-3dd7a53e2a11" {{(pid=66703) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1263.865386] env[66703]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('4e788d78-bd3c-4249-acf9-3dd7a53e2a11',) {} {{(pid=66703) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1263.866943] env[66703]: DEBUG networking_nsxv3.common.locking [-] Lock member-4e788d78-bd3c-4249-acf9-3dd7a53e2a11 taken with stack trace [, , ] {{(pid=66703) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1263.866943] env[66703]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-4e788d78-bd3c-4249-acf9-3dd7a53e2a11" {{(pid=66703) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1263.866943] env[66703]: DEBUG networking_nsxv3.common.locking [-] Lock port-417c4a11-bcd3-4574-b914-ad3ebcdc18c6 taken with stack trace [, , ] {{(pid=66703) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1263.866943] env[66703]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-417c4a11-bcd3-4574-b914-ad3ebcdc18c6" {{(pid=66703) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1263.866943] env[66703]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-417c4a11-bcd3-4574-b914-ad3ebcdc18c6" {{(pid=66703) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1263.866943] env[66703]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-417c4a11-bcd3-4574-b914-ad3ebcdc18c6" {{(pid=66703) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1263.866943] env[66703]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('417c4a11-bcd3-4574-b914-ad3ebcdc18c6',) {} {{(pid=66703) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1264.369421] env[66703]: DEBUG networking_nsxv3.common.locking [-] Lock member-4e788d78-bd3c-4249-acf9-3dd7a53e2a11 taken with stack trace [, , , ] {{(pid=66703) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1264.369808] env[66703]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-4e788d78-bd3c-4249-acf9-3dd7a53e2a11" {{(pid=66703) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1264.369808] env[66703]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] realization of port 417c4a11-bcd3-4574-b914-ad3ebcdc18c6 with status ACTIVE [ 1264.369899] env[66703]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=66703) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1264.370011] env[66703]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=66703) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1264.370130] env[66703]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=66703) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1264.370350] env[66703]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=66703) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1264.370437] env[66703]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=66703) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1264.370644] env[66703]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , ] {{(pid=66703) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1264.370746] env[66703]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=66703) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1264.370807] env[66703]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=66703) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1264.370956] env[66703]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=66703) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1264.371048] env[66703]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=66703) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1264.371223] env[66703]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=66703) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1264.371312] env[66703]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=66703) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1264.371371] env[66703]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=66703) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1264.371510] env[66703]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=66703) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1264.371577] env[66703]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=66703) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1264.371659] env[66703]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: SegmentPort with ID: 417c4a11-bcd3-4574-b914-ad3ebcdc18c6 is going to be updated. [ 1264.394645] env[66703]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=66703) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1264.394805] env[66703]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=66703) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1264.394875] env[66703]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=66703) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1264.395304] env[66703]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=66703) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1264.395404] env[66703]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=66703) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1264.395537] env[66703]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-417c4a11-bcd3-4574-b914-ad3ebcdc18c6" {{(pid=66703) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1264.807036] env[66703]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 09270d34-a5b2-4e12-b357-002e5c6d00ab in Status: SUCCESS [ 1264.807158] env[66703]: WARNING networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 09270d34-a5b2-4e12-b357-002e5c6d00ab deletion is rescheduled due to dependency. [ 1264.807285] env[66703]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-09270d34-a5b2-4e12-b357-002e5c6d00ab" {{(pid=66703) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1265.420868] env[66703]: DEBUG networking_nsxv3.common.locking [None req-33d36011-a73c-4b6d-849a-f8c867240c48 None None] Lock network-314 taken with stack trace [, , , , , , , , ] {{(pid=66703) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1265.421200] env[66703]: DEBUG oslo_concurrency.lockutils [None req-33d36011-a73c-4b6d-849a-f8c867240c48 None None] Acquiring lock "network-314" {{(pid=66703) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1265.421200] env[66703]: DEBUG oslo_concurrency.lockutils [None req-33d36011-a73c-4b6d-849a-f8c867240c48 None None] Acquired lock "network-314" {{(pid=66703) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1265.422024] env[66703]: DEBUG oslo_concurrency.lockutils [None req-33d36011-a73c-4b6d-849a-f8c867240c48 None None] Acquired external semaphore "network-314" {{(pid=66703) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1265.422024] env[66703]: DEBUG networking_nsxv3.common.locking [None req-33d36011-a73c-4b6d-849a-f8c867240c48 None None] Lock Segment taken with stack trace [, , , , , , , , , , ] {{(pid=66703) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1265.422024] env[66703]: DEBUG oslo_concurrency.lockutils [None req-33d36011-a73c-4b6d-849a-f8c867240c48 None None] Acquiring lock "Segment" {{(pid=66703) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1265.422235] env[66703]: DEBUG oslo_concurrency.lockutils [None req-33d36011-a73c-4b6d-849a-f8c867240c48 None None] Acquired lock "Segment" {{(pid=66703) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1265.423511] env[66703]: DEBUG oslo_concurrency.lockutils [None req-33d36011-a73c-4b6d-849a-f8c867240c48 None None] Acquired external semaphore "Segment" {{(pid=66703) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1265.423511] env[66703]: DEBUG oslo_concurrency.lockutils [None req-33d36011-a73c-4b6d-849a-f8c867240c48 None None] Releasing lock "Segment" {{(pid=66703) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1265.423511] env[66703]: DEBUG dogpile.cache.region [None req-33d36011-a73c-4b6d-849a-f8c867240c48 None None] No value present for key: 'zone-id' {{(pid=66703) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 1265.423511] env[66703]: DEBUG dogpile.lock [None req-33d36011-a73c-4b6d-849a-f8c867240c48 None None] NeedRegenerationException {{(pid=66703) _enter /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:90}} [ 1265.423511] env[66703]: DEBUG dogpile.lock [None req-33d36011-a73c-4b6d-849a-f8c867240c48 None None] no value, waiting for create lock {{(pid=66703) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:131}} [ 1265.423511] env[66703]: DEBUG dogpile.lock [None req-33d36011-a73c-4b6d-849a-f8c867240c48 None None] value creation lock acquired {{(pid=66703) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:135}} [ 1265.423511] env[66703]: DEBUG dogpile.cache.region [None req-33d36011-a73c-4b6d-849a-f8c867240c48 None None] No value present for key: 'zone-id' {{(pid=66703) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 1265.423511] env[66703]: DEBUG dogpile.lock [None req-33d36011-a73c-4b6d-849a-f8c867240c48 None None] Calling creation function for not-yet-present value {{(pid=66703) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:174}} [ 1265.423785] env[66703]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-33d36011-a73c-4b6d-849a-f8c867240c48 None None] Looking for TransportZone with name nsx-vlan-transportzone. [ 1265.445070] env[66703]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-33d36011-a73c-4b6d-849a-f8c867240c48 None None] loading zone with a95c914d-748d-497c-94ab-10d4647daeba and tags [{'scope': 'mp2policy_migr_status', 'tag': 'success'}] [ 1265.445070] env[66703]: DEBUG dogpile.cache.region [None req-33d36011-a73c-4b6d-849a-f8c867240c48 None None] Cache value generated in 0.021 seconds for key(s): 'zone-id' {{(pid=66703) _log_time /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:910}} [ 1265.445070] env[66703]: DEBUG dogpile.lock [None req-33d36011-a73c-4b6d-849a-f8c867240c48 None None] Released creation lock {{(pid=66703) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:182}} [ 1265.445070] env[66703]: DEBUG oslo_concurrency.lockutils [None req-33d36011-a73c-4b6d-849a-f8c867240c48 None None] Releasing lock "network-314" {{(pid=66703) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1265.445379] env[66703]: DEBUG networking_nsxv3.common.locking [None req-33d36011-a73c-4b6d-849a-f8c867240c48 None None] Lock port-696bf206-eb19-434f-94b3-e953bfa69cc0 taken with stack trace [, , , , , , , , ] {{(pid=66703) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1265.445504] env[66703]: DEBUG oslo_concurrency.lockutils [None req-33d36011-a73c-4b6d-849a-f8c867240c48 None None] Acquiring lock "port-696bf206-eb19-434f-94b3-e953bfa69cc0" {{(pid=66703) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1265.445891] env[66703]: DEBUG oslo_concurrency.lockutils [None req-33d36011-a73c-4b6d-849a-f8c867240c48 None None] Acquired lock "port-696bf206-eb19-434f-94b3-e953bfa69cc0" {{(pid=66703) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1265.446016] env[66703]: DEBUG oslo_concurrency.lockutils [None req-33d36011-a73c-4b6d-849a-f8c867240c48 None None] Acquired external semaphore "port-696bf206-eb19-434f-94b3-e953bfa69cc0" {{(pid=66703) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1265.446336] env[66703]: DEBUG networking_nsxv3.api.rpc [None req-33d36011-a73c-4b6d-849a-f8c867240c48 None None] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('696bf206-eb19-434f-94b3-e953bfa69cc0',) {} {{(pid=66703) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1265.789392] env[66703]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 4e788d78-bd3c-4249-acf9-3dd7a53e2a11 in Status: SUCCESS [ 1265.789638] env[66703]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-4e788d78-bd3c-4249-acf9-3dd7a53e2a11" {{(pid=66703) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1265.789831] env[66703]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-4e788d78-bd3c-4249-acf9-3dd7a53e2a11" {{(pid=66703) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1265.790190] env[66703]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-4e788d78-bd3c-4249-acf9-3dd7a53e2a11" {{(pid=66703) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1265.790424] env[66703]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=66703) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1265.790571] env[66703]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66703) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1265.790671] env[66703]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66703) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1265.790857] env[66703]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66703) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1265.790962] env[66703]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66703) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1265.791093] env[66703]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('4e788d78-bd3c-4249-acf9-3dd7a53e2a11',) {} {{(pid=66703) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1265.948616] env[66703]: DEBUG networking_nsxv3.common.locking [None req-33d36011-a73c-4b6d-849a-f8c867240c48 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , ] {{(pid=66703) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1265.948882] env[66703]: DEBUG oslo_concurrency.lockutils [None req-33d36011-a73c-4b6d-849a-f8c867240c48 None None] Acquiring lock "SegmentPort" {{(pid=66703) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1265.949024] env[66703]: DEBUG oslo_concurrency.lockutils [None req-33d36011-a73c-4b6d-849a-f8c867240c48 None None] Acquired lock "SegmentPort" {{(pid=66703) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1265.949320] env[66703]: DEBUG oslo_concurrency.lockutils [None req-33d36011-a73c-4b6d-849a-f8c867240c48 None None] Acquired external semaphore "SegmentPort" {{(pid=66703) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1265.949463] env[66703]: DEBUG oslo_concurrency.lockutils [None req-33d36011-a73c-4b6d-849a-f8c867240c48 None None] Releasing lock "SegmentPort" {{(pid=66703) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1265.949620] env[66703]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-33d36011-a73c-4b6d-849a-f8c867240c48 None None] Segment Port 696bf206-eb19-434f-94b3-e953bfa69cc0 not found, creating... [ 1265.949883] env[66703]: DEBUG networking_nsxv3.common.locking [None req-33d36011-a73c-4b6d-849a-f8c867240c48 None None] Lock Segment taken with stack trace [, , , , , , , , , , , ] {{(pid=66703) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1265.950055] env[66703]: DEBUG oslo_concurrency.lockutils [None req-33d36011-a73c-4b6d-849a-f8c867240c48 None None] Acquiring lock "Segment" {{(pid=66703) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1265.950704] env[66703]: DEBUG oslo_concurrency.lockutils [None req-33d36011-a73c-4b6d-849a-f8c867240c48 None None] Acquired lock "Segment" {{(pid=66703) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1265.950704] env[66703]: DEBUG oslo_concurrency.lockutils [None req-33d36011-a73c-4b6d-849a-f8c867240c48 None None] Acquired external semaphore "Segment" {{(pid=66703) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1265.950704] env[66703]: DEBUG oslo_concurrency.lockutils [None req-33d36011-a73c-4b6d-849a-f8c867240c48 None None] Releasing lock "Segment" {{(pid=66703) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1265.950877] env[66703]: DEBUG networking_nsxv3.common.locking [None req-33d36011-a73c-4b6d-849a-f8c867240c48 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=66703) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1265.950988] env[66703]: DEBUG oslo_concurrency.lockutils [None req-33d36011-a73c-4b6d-849a-f8c867240c48 None None] Acquiring lock "SegmentPort" {{(pid=66703) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1265.951120] env[66703]: DEBUG oslo_concurrency.lockutils [None req-33d36011-a73c-4b6d-849a-f8c867240c48 None None] Acquired lock "SegmentPort" {{(pid=66703) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1265.951324] env[66703]: DEBUG oslo_concurrency.lockutils [None req-33d36011-a73c-4b6d-849a-f8c867240c48 None None] Acquired external semaphore "SegmentPort" {{(pid=66703) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1265.951457] env[66703]: DEBUG oslo_concurrency.lockutils [None req-33d36011-a73c-4b6d-849a-f8c867240c48 None None] Releasing lock "SegmentPort" {{(pid=66703) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1265.951597] env[66703]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-33d36011-a73c-4b6d-849a-f8c867240c48 None None] Resource: SegmentPort with ID: 696bf206-eb19-434f-94b3-e953bfa69cc0 is going to be created. [ 1265.972583] env[66703]: DEBUG networking_nsxv3.common.locking [None req-33d36011-a73c-4b6d-849a-f8c867240c48 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=66703) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1265.972826] env[66703]: DEBUG oslo_concurrency.lockutils [None req-33d36011-a73c-4b6d-849a-f8c867240c48 None None] Acquiring lock "SegmentPort" {{(pid=66703) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1265.972953] env[66703]: DEBUG oslo_concurrency.lockutils [None req-33d36011-a73c-4b6d-849a-f8c867240c48 None None] Acquired lock "SegmentPort" {{(pid=66703) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1265.973235] env[66703]: DEBUG oslo_concurrency.lockutils [None req-33d36011-a73c-4b6d-849a-f8c867240c48 None None] Acquired external semaphore "SegmentPort" {{(pid=66703) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1265.973455] env[66703]: DEBUG oslo_concurrency.lockutils [None req-33d36011-a73c-4b6d-849a-f8c867240c48 None None] Releasing lock "SegmentPort" {{(pid=66703) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1265.973707] env[66703]: DEBUG oslo_concurrency.lockutils [None req-33d36011-a73c-4b6d-849a-f8c867240c48 None None] Releasing lock "port-696bf206-eb19-434f-94b3-e953bfa69cc0" {{(pid=66703) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1266.293398] env[66703]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('4e788d78-bd3c-4249-acf9-3dd7a53e2a11',) {} {{(pid=66703) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1266.707990] env[66703]: INFO networking_nsxv3.common.synchronization [req-87c007b7-2b6b-4e2d-94b1-1d7fb2c9ac62 req-bf1973ca-dd57-4d6e-99fd-a0625a7ed629 service nova] Enqueued Resource ID: 74884478-9760-4ca3-bceb-cbff7acb74c0 with Priority: HIGHEST for action security_group_rules [ 1266.708263] env[66703]: INFO networking_nsxv3.common.synchronization [req-87c007b7-2b6b-4e2d-94b1-1d7fb2c9ac62 req-bf1973ca-dd57-4d6e-99fd-a0625a7ed629 service nova] Enqueued Resource ID: 74884478-9760-4ca3-bceb-cbff7acb74c0 with Priority: HIGHEST for action security_group_members [ 1266.708343] env[66703]: INFO networking_nsxv3.common.synchronization [req-87c007b7-2b6b-4e2d-94b1-1d7fb2c9ac62 req-bf1973ca-dd57-4d6e-99fd-a0625a7ed629 service nova] Enqueued Resource ID: 696bf206-eb19-434f-94b3-e953bfa69cc0 with Priority: HIGHEST for action port [ 1266.709526] env[66703]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 74884478-9760-4ca3-bceb-cbff7acb74c0 with Priority: HIGHEST for action security_group_rules [ 1266.709668] env[66703]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 74884478-9760-4ca3-bceb-cbff7acb74c0 with Priority: HIGHEST for action security_group_members [ 1266.709834] env[66703]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 696bf206-eb19-434f-94b3-e953bfa69cc0 with Priority: HIGHEST for action port [ 1266.710520] env[66703]: DEBUG networking_nsxv3.common.locking [-] Lock rules-74884478-9760-4ca3-bceb-cbff7acb74c0 taken with stack trace [, , ] {{(pid=66703) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1266.710520] env[66703]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-74884478-9760-4ca3-bceb-cbff7acb74c0" {{(pid=66703) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1266.710520] env[66703]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-74884478-9760-4ca3-bceb-cbff7acb74c0" {{(pid=66703) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1266.710520] env[66703]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-74884478-9760-4ca3-bceb-cbff7acb74c0" {{(pid=66703) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1266.710689] env[66703]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('74884478-9760-4ca3-bceb-cbff7acb74c0',) {} {{(pid=66703) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1266.711484] env[66703]: DEBUG networking_nsxv3.common.locking [-] Lock member-74884478-9760-4ca3-bceb-cbff7acb74c0 taken with stack trace [, , ] {{(pid=66703) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1266.711598] env[66703]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-74884478-9760-4ca3-bceb-cbff7acb74c0" {{(pid=66703) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1266.711663] env[66703]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-74884478-9760-4ca3-bceb-cbff7acb74c0" {{(pid=66703) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1266.711847] env[66703]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-74884478-9760-4ca3-bceb-cbff7acb74c0" {{(pid=66703) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1266.712044] env[66703]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=66703) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1266.712161] env[66703]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66703) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1266.712230] env[66703]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66703) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1266.712376] env[66703]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66703) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1266.712456] env[66703]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66703) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1266.712546] env[66703]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('74884478-9760-4ca3-bceb-cbff7acb74c0',) {} {{(pid=66703) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1266.714317] env[66703]: DEBUG networking_nsxv3.common.locking [-] Lock port-696bf206-eb19-434f-94b3-e953bfa69cc0 taken with stack trace [, , ] {{(pid=66703) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1266.714419] env[66703]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-696bf206-eb19-434f-94b3-e953bfa69cc0" {{(pid=66703) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1266.715035] env[66703]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-696bf206-eb19-434f-94b3-e953bfa69cc0" {{(pid=66703) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1266.715035] env[66703]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-696bf206-eb19-434f-94b3-e953bfa69cc0" {{(pid=66703) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1266.715035] env[66703]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('696bf206-eb19-434f-94b3-e953bfa69cc0',) {} {{(pid=66703) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1266.796095] env[66703]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('4e788d78-bd3c-4249-acf9-3dd7a53e2a11',) {} {{(pid=66703) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1267.214624] env[66703]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('74884478-9760-4ca3-bceb-cbff7acb74c0',) {} {{(pid=66703) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1267.217054] env[66703]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] realization of port 696bf206-eb19-434f-94b3-e953bfa69cc0 with status ACTIVE [ 1267.218159] env[66703]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=66703) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1267.218159] env[66703]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=66703) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1267.218159] env[66703]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=66703) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1267.218159] env[66703]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=66703) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1267.218159] env[66703]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=66703) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1267.218159] env[66703]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , ] {{(pid=66703) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1267.218159] env[66703]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=66703) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1267.218787] env[66703]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=66703) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1267.218787] env[66703]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=66703) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1267.218787] env[66703]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=66703) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1267.218787] env[66703]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=66703) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1267.218787] env[66703]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=66703) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1267.219197] env[66703]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=66703) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1267.219197] env[66703]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=66703) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1267.219197] env[66703]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=66703) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1267.219197] env[66703]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: SegmentPort with ID: 696bf206-eb19-434f-94b3-e953bfa69cc0 is going to be updated. [ 1267.221362] env[66703]: DEBUG networking_nsxv3.common.locking [-] Lock member-74884478-9760-4ca3-bceb-cbff7acb74c0 taken with stack trace [, , , ] {{(pid=66703) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1267.221362] env[66703]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-74884478-9760-4ca3-bceb-cbff7acb74c0" {{(pid=66703) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1267.243618] env[66703]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=66703) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1267.243827] env[66703]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=66703) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1267.243948] env[66703]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=66703) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1267.244205] env[66703]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=66703) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1267.244374] env[66703]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=66703) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1267.244546] env[66703]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-696bf206-eb19-434f-94b3-e953bfa69cc0" {{(pid=66703) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1267.298985] env[66703]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66703) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1267.298985] env[66703]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66703) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1267.298985] env[66703]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66703) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1267.299254] env[66703]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66703) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1267.299436] env[66703]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66703) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1267.299436] env[66703]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 4e788d78-bd3c-4249-acf9-3dd7a53e2a11 is going to be updated. [ 1267.342749] env[66703]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66703) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1267.342957] env[66703]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66703) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1267.343021] env[66703]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66703) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1267.343240] env[66703]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66703) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1267.343385] env[66703]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66703) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1267.354195] env[66703]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 4e788d78-bd3c-4249-acf9-3dd7a53e2a11 in Status: IN_PROGRESS for 2s [ 1267.678866] env[66703]: INFO networking_nsxv3.common.synchronization [None req-b5a3d2ae-ba36-4251-a360-38d281c25120 tempest-AttachVolumeNegativeTest-1369038245 tempest-AttachVolumeNegativeTest-1369038245-project-member] Enqueued Resource ID: fad4bdc1-68c8-42df-b327-aa7ad80720ba with Priority: HIGHEST for action security_group_rules [ 1267.679441] env[66703]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: fad4bdc1-68c8-42df-b327-aa7ad80720ba with Priority: HIGHEST for action security_group_rules [ 1267.679744] env[66703]: DEBUG networking_nsxv3.common.locking [-] Lock rules-fad4bdc1-68c8-42df-b327-aa7ad80720ba taken with stack trace [, , ] {{(pid=66703) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1267.679865] env[66703]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-fad4bdc1-68c8-42df-b327-aa7ad80720ba" {{(pid=66703) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1267.679933] env[66703]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-fad4bdc1-68c8-42df-b327-aa7ad80720ba" {{(pid=66703) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1267.680340] env[66703]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-fad4bdc1-68c8-42df-b327-aa7ad80720ba" {{(pid=66703) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1267.680477] env[66703]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('fad4bdc1-68c8-42df-b327-aa7ad80720ba',) {} {{(pid=66703) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1267.717409] env[66703]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('74884478-9760-4ca3-bceb-cbff7acb74c0',) {} {{(pid=66703) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1267.755542] env[66703]: INFO networking_nsxv3.common.synchronization [None req-6c0f870b-a300-4065-94da-78b33090b586 tempest-AttachVolumeNegativeTest-1369038245 tempest-AttachVolumeNegativeTest-1369038245-project-member] Enqueued Resource ID: fad4bdc1-68c8-42df-b327-aa7ad80720ba with Priority: HIGHEST for action security_group_rules [ 1267.756072] env[66703]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: fad4bdc1-68c8-42df-b327-aa7ad80720ba with Priority: HIGHEST for action security_group_rules [ 1267.756375] env[66703]: DEBUG networking_nsxv3.common.locking [-] Lock rules-fad4bdc1-68c8-42df-b327-aa7ad80720ba taken with stack trace [, , ] {{(pid=66703) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1267.756478] env[66703]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-fad4bdc1-68c8-42df-b327-aa7ad80720ba" {{(pid=66703) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1268.201106] env[66703]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=66703) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1268.201248] env[66703]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66703) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1268.201338] env[66703]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66703) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1268.201733] env[66703]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66703) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1268.201733] env[66703]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66703) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1268.201884] env[66703]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: fad4bdc1-68c8-42df-b327-aa7ad80720ba already deleted. [ 1268.201949] env[66703]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-fad4bdc1-68c8-42df-b327-aa7ad80720ba" {{(pid=66703) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1268.202118] env[66703]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-fad4bdc1-68c8-42df-b327-aa7ad80720ba" {{(pid=66703) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1268.202254] env[66703]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-fad4bdc1-68c8-42df-b327-aa7ad80720ba" {{(pid=66703) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1268.202348] env[66703]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('fad4bdc1-68c8-42df-b327-aa7ad80720ba',) {} {{(pid=66703) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1268.219406] env[66703]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66703) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1268.220248] env[66703]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66703) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1268.220375] env[66703]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66703) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1268.220838] env[66703]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66703) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1268.220838] env[66703]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66703) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1268.220838] env[66703]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 74884478-9760-4ca3-bceb-cbff7acb74c0 is going to be updated. [ 1268.256252] env[66703]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66703) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1268.256252] env[66703]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66703) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1268.256252] env[66703]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66703) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1268.256252] env[66703]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66703) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1268.256252] env[66703]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66703) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1268.278496] env[66703]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 74884478-9760-4ca3-bceb-cbff7acb74c0 in Status: IN_PROGRESS for 2s [ 1268.728566] env[66703]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=66703) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1268.729090] env[66703]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66703) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1268.729090] env[66703]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66703) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1268.729090] env[66703]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66703) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1268.729090] env[66703]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66703) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1268.729340] env[66703]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: fad4bdc1-68c8-42df-b327-aa7ad80720ba already deleted. [ 1268.729340] env[66703]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-fad4bdc1-68c8-42df-b327-aa7ad80720ba" {{(pid=66703) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1269.364160] env[66703]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 4e788d78-bd3c-4249-acf9-3dd7a53e2a11 in Status: SUCCESS [ 1269.364386] env[66703]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-4e788d78-bd3c-4249-acf9-3dd7a53e2a11" {{(pid=66703) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1269.364550] env[66703]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-4e788d78-bd3c-4249-acf9-3dd7a53e2a11" {{(pid=66703) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1269.365050] env[66703]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-4e788d78-bd3c-4249-acf9-3dd7a53e2a11" {{(pid=66703) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1269.365120] env[66703]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=66703) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1269.365203] env[66703]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66703) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1269.365267] env[66703]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66703) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1269.365444] env[66703]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66703) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1269.365528] env[66703]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66703) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1269.365601] env[66703]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-4e788d78-bd3c-4249-acf9-3dd7a53e2a11" {{(pid=66703) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1269.365693] env[66703]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('4e788d78-bd3c-4249-acf9-3dd7a53e2a11',) {} {{(pid=66703) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1269.868287] env[66703]: DEBUG networking_nsxv3.common.locking [-] Lock member-4e788d78-bd3c-4249-acf9-3dd7a53e2a11 taken with stack trace [, , , ] {{(pid=66703) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1269.868673] env[66703]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-4e788d78-bd3c-4249-acf9-3dd7a53e2a11" {{(pid=66703) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1269.868673] env[66703]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-4e788d78-bd3c-4249-acf9-3dd7a53e2a11" {{(pid=66703) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1269.868761] env[66703]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-4e788d78-bd3c-4249-acf9-3dd7a53e2a11" {{(pid=66703) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1269.868905] env[66703]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=66703) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1269.869018] env[66703]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66703) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1269.869085] env[66703]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66703) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1269.869233] env[66703]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66703) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1269.869315] env[66703]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66703) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1269.869399] env[66703]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-4e788d78-bd3c-4249-acf9-3dd7a53e2a11" {{(pid=66703) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1269.869544] env[66703]: DEBUG networking_nsxv3.common.locking [-] Lock member-4e788d78-bd3c-4249-acf9-3dd7a53e2a11 taken with stack trace [, , , ] {{(pid=66703) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1269.869635] env[66703]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-4e788d78-bd3c-4249-acf9-3dd7a53e2a11" {{(pid=66703) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1269.869697] env[66703]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-4e788d78-bd3c-4249-acf9-3dd7a53e2a11" {{(pid=66703) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1269.869835] env[66703]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-4e788d78-bd3c-4249-acf9-3dd7a53e2a11" {{(pid=66703) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1269.869970] env[66703]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=66703) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1269.870074] env[66703]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66703) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1269.870135] env[66703]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66703) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1269.870270] env[66703]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66703) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1269.870345] env[66703]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66703) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1269.870428] env[66703]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-4e788d78-bd3c-4249-acf9-3dd7a53e2a11" {{(pid=66703) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1269.870521] env[66703]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('4e788d78-bd3c-4249-acf9-3dd7a53e2a11',) {} {{(pid=66703) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1270.290875] env[66703]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 74884478-9760-4ca3-bceb-cbff7acb74c0 in Status: SUCCESS [ 1270.290875] env[66703]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-74884478-9760-4ca3-bceb-cbff7acb74c0" {{(pid=66703) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1270.291108] env[66703]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-74884478-9760-4ca3-bceb-cbff7acb74c0" {{(pid=66703) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1270.291282] env[66703]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-74884478-9760-4ca3-bceb-cbff7acb74c0" {{(pid=66703) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1270.291481] env[66703]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=66703) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1270.291603] env[66703]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66703) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1270.291752] env[66703]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66703) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1270.291878] env[66703]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66703) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1270.292031] env[66703]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66703) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1270.292118] env[66703]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-74884478-9760-4ca3-bceb-cbff7acb74c0" {{(pid=66703) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1270.292222] env[66703]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('74884478-9760-4ca3-bceb-cbff7acb74c0',) {} {{(pid=66703) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1270.374050] env[66703]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for 4e788d78-bd3c-4249-acf9-3dd7a53e2a11: rpc.has_security_group_logging(os_id): False [ 1270.393185] env[66703]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=66703) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1270.393388] env[66703]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66703) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1270.393388] env[66703]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66703) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1270.393632] env[66703]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66703) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1270.393762] env[66703]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66703) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1270.393969] env[66703]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66703) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1270.394080] env[66703]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66703) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1270.394143] env[66703]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66703) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1270.394302] env[66703]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66703) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1270.394381] env[66703]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66703) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1270.394575] env[66703]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66703) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1270.394672] env[66703]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66703) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1270.394736] env[66703]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66703) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1270.394878] env[66703]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66703) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1270.394953] env[66703]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66703) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1270.395160] env[66703]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=66703) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1270.395260] env[66703]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66703) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1270.395475] env[66703]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66703) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1270.395647] env[66703]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66703) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1270.395758] env[66703]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66703) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1270.395825] env[66703]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 4e788d78-bd3c-4249-acf9-3dd7a53e2a11 is going to be updated. [ 1270.468089] env[66703]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=66703) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1270.468277] env[66703]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66703) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1270.468317] env[66703]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66703) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1270.468537] env[66703]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66703) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1270.468726] env[66703]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66703) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1270.495112] env[66703]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 4e788d78-bd3c-4249-acf9-3dd7a53e2a11 in Status: IN_PROGRESS for 2s [ 1270.794840] env[66703]: DEBUG networking_nsxv3.common.locking [-] Lock member-74884478-9760-4ca3-bceb-cbff7acb74c0 taken with stack trace [, , , ] {{(pid=66703) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1270.794998] env[66703]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-74884478-9760-4ca3-bceb-cbff7acb74c0" {{(pid=66703) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1270.795163] env[66703]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-74884478-9760-4ca3-bceb-cbff7acb74c0" {{(pid=66703) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1270.795345] env[66703]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-74884478-9760-4ca3-bceb-cbff7acb74c0" {{(pid=66703) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1270.795541] env[66703]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=66703) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1270.795638] env[66703]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66703) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1270.795708] env[66703]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66703) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1270.796324] env[66703]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66703) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1270.796443] env[66703]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66703) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1270.796539] env[66703]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-74884478-9760-4ca3-bceb-cbff7acb74c0" {{(pid=66703) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1270.796705] env[66703]: DEBUG networking_nsxv3.common.locking [-] Lock member-74884478-9760-4ca3-bceb-cbff7acb74c0 taken with stack trace [, , , ] {{(pid=66703) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1270.796805] env[66703]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-74884478-9760-4ca3-bceb-cbff7acb74c0" {{(pid=66703) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1270.796868] env[66703]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-74884478-9760-4ca3-bceb-cbff7acb74c0" {{(pid=66703) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1270.797038] env[66703]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-74884478-9760-4ca3-bceb-cbff7acb74c0" {{(pid=66703) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1270.797178] env[66703]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=66703) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1270.797284] env[66703]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66703) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1270.797345] env[66703]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66703) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1270.797488] env[66703]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66703) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1270.797579] env[66703]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66703) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1270.797661] env[66703]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-74884478-9760-4ca3-bceb-cbff7acb74c0" {{(pid=66703) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1270.797770] env[66703]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('74884478-9760-4ca3-bceb-cbff7acb74c0',) {} {{(pid=66703) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1271.299858] env[66703]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for 74884478-9760-4ca3-bceb-cbff7acb74c0: rpc.has_security_group_logging(os_id): False [ 1271.319268] env[66703]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=66703) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1271.319594] env[66703]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66703) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1271.319690] env[66703]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66703) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1271.319918] env[66703]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66703) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1271.320035] env[66703]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66703) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1271.320254] env[66703]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66703) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1271.320363] env[66703]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66703) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1271.320423] env[66703]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66703) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1271.320563] env[66703]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66703) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1271.320638] env[66703]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66703) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1271.320833] env[66703]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66703) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1271.320926] env[66703]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66703) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1271.320988] env[66703]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66703) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1271.321215] env[66703]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66703) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1271.321215] env[66703]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66703) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1271.321685] env[66703]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=66703) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1271.321685] env[66703]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66703) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1271.321685] env[66703]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66703) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1271.321930] env[66703]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66703) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1271.321930] env[66703]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66703) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1271.321930] env[66703]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 74884478-9760-4ca3-bceb-cbff7acb74c0 is going to be updated. [ 1271.382024] env[66703]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=66703) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1271.382024] env[66703]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66703) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1271.382024] env[66703]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66703) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1271.382306] env[66703]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66703) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1271.382306] env[66703]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66703) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1271.401867] env[66703]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 74884478-9760-4ca3-bceb-cbff7acb74c0 in Status: IN_PROGRESS for 2s [ 1272.515159] env[66703]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 4e788d78-bd3c-4249-acf9-3dd7a53e2a11 in Status: SUCCESS [ 1272.515602] env[66703]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-4e788d78-bd3c-4249-acf9-3dd7a53e2a11" {{(pid=66703) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1272.757290] env[66703]: INFO networking_nsxv3.common.synchronization [-] No activity for the last 5 seconds. [ 1272.757430] env[66703]: INFO networking_nsxv3.common.synchronization [-] Sizes Queue[Active=0, Passive=0], Jobs=1 [ 1273.419232] env[66703]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 74884478-9760-4ca3-bceb-cbff7acb74c0 in Status: SUCCESS [ 1273.419476] env[66703]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-74884478-9760-4ca3-bceb-cbff7acb74c0" {{(pid=66703) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1273.472460] env[66703]: INFO networking_nsxv3.common.synchronization [req-d71a74fd-4b1e-41fc-9918-6e4c1b5bd03c req-4cdb817d-dc14-4aba-aed9-8706cb565f88 tempest-AttachVolumeNegativeTest-1369038245 tempest-AttachVolumeNegativeTest-1369038245-project-member] Enqueued Resource ID: fad4bdc1-68c8-42df-b327-aa7ad80720ba with Priority: HIGHEST for action security_group_members [ 1273.473376] env[66703]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: fad4bdc1-68c8-42df-b327-aa7ad80720ba with Priority: HIGHEST for action security_group_members [ 1273.473523] env[66703]: DEBUG networking_nsxv3.common.locking [-] Lock member-fad4bdc1-68c8-42df-b327-aa7ad80720ba taken with stack trace [, , ] {{(pid=66703) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1273.473637] env[66703]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-fad4bdc1-68c8-42df-b327-aa7ad80720ba" {{(pid=66703) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1273.473697] env[66703]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-fad4bdc1-68c8-42df-b327-aa7ad80720ba" {{(pid=66703) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1273.475059] env[66703]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-fad4bdc1-68c8-42df-b327-aa7ad80720ba" {{(pid=66703) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1273.475282] env[66703]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=66703) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1273.475405] env[66703]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66703) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1273.475466] env[66703]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66703) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1273.475647] env[66703]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66703) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1273.475775] env[66703]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66703) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1273.475833] env[66703]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('fad4bdc1-68c8-42df-b327-aa7ad80720ba',) {} {{(pid=66703) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1273.807394] env[66703]: DEBUG networking_nsxv3.common.locking [None req-ffa6d202-748e-4c81-9979-ad08741f9cf7 None None] Lock network-840 taken with stack trace [, , , , , , , , ] {{(pid=66703) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1273.807394] env[66703]: DEBUG oslo_concurrency.lockutils [None req-ffa6d202-748e-4c81-9979-ad08741f9cf7 None None] Acquiring lock "network-840" {{(pid=66703) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1273.807394] env[66703]: DEBUG oslo_concurrency.lockutils [None req-ffa6d202-748e-4c81-9979-ad08741f9cf7 None None] Acquired lock "network-840" {{(pid=66703) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1273.807394] env[66703]: DEBUG oslo_concurrency.lockutils [None req-ffa6d202-748e-4c81-9979-ad08741f9cf7 None None] Acquired external semaphore "network-840" {{(pid=66703) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1273.807394] env[66703]: DEBUG networking_nsxv3.common.locking [None req-ffa6d202-748e-4c81-9979-ad08741f9cf7 None None] Lock Segment taken with stack trace [, , , , , , , , , , ] {{(pid=66703) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1273.807394] env[66703]: DEBUG oslo_concurrency.lockutils [None req-ffa6d202-748e-4c81-9979-ad08741f9cf7 None None] Acquiring lock "Segment" {{(pid=66703) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1273.807394] env[66703]: DEBUG oslo_concurrency.lockutils [None req-ffa6d202-748e-4c81-9979-ad08741f9cf7 None None] Acquired lock "Segment" {{(pid=66703) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1273.807394] env[66703]: DEBUG oslo_concurrency.lockutils [None req-ffa6d202-748e-4c81-9979-ad08741f9cf7 None None] Acquired external semaphore "Segment" {{(pid=66703) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1273.807394] env[66703]: DEBUG oslo_concurrency.lockutils [None req-ffa6d202-748e-4c81-9979-ad08741f9cf7 None None] Releasing lock "Segment" {{(pid=66703) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1273.807394] env[66703]: DEBUG dogpile.cache.region [None req-ffa6d202-748e-4c81-9979-ad08741f9cf7 None None] No value present for key: 'zone-id' {{(pid=66703) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 1273.807394] env[66703]: DEBUG dogpile.lock [None req-ffa6d202-748e-4c81-9979-ad08741f9cf7 None None] NeedRegenerationException {{(pid=66703) _enter /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:90}} [ 1273.807394] env[66703]: DEBUG dogpile.lock [None req-ffa6d202-748e-4c81-9979-ad08741f9cf7 None None] no value, waiting for create lock {{(pid=66703) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:131}} [ 1273.807394] env[66703]: DEBUG dogpile.lock [None req-ffa6d202-748e-4c81-9979-ad08741f9cf7 None None] value creation lock acquired {{(pid=66703) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:135}} [ 1273.808392] env[66703]: DEBUG dogpile.cache.region [None req-ffa6d202-748e-4c81-9979-ad08741f9cf7 None None] No value present for key: 'zone-id' {{(pid=66703) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 1273.808392] env[66703]: DEBUG dogpile.lock [None req-ffa6d202-748e-4c81-9979-ad08741f9cf7 None None] Calling creation function for not-yet-present value {{(pid=66703) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:174}} [ 1273.808392] env[66703]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-ffa6d202-748e-4c81-9979-ad08741f9cf7 None None] Looking for TransportZone with name nsx-vlan-transportzone. [ 1273.830331] env[66703]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-ffa6d202-748e-4c81-9979-ad08741f9cf7 None None] loading zone with a95c914d-748d-497c-94ab-10d4647daeba and tags [{'scope': 'mp2policy_migr_status', 'tag': 'success'}] [ 1273.830533] env[66703]: DEBUG dogpile.cache.region [None req-ffa6d202-748e-4c81-9979-ad08741f9cf7 None None] Cache value generated in 0.023 seconds for key(s): 'zone-id' {{(pid=66703) _log_time /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:910}} [ 1273.830627] env[66703]: DEBUG dogpile.lock [None req-ffa6d202-748e-4c81-9979-ad08741f9cf7 None None] Released creation lock {{(pid=66703) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:182}} [ 1273.830808] env[66703]: DEBUG oslo_concurrency.lockutils [None req-ffa6d202-748e-4c81-9979-ad08741f9cf7 None None] Releasing lock "network-840" {{(pid=66703) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1273.831138] env[66703]: DEBUG networking_nsxv3.common.locking [None req-ffa6d202-748e-4c81-9979-ad08741f9cf7 None None] Lock port-b9df3159-f633-4b0a-be76-7f9e644a5a29 taken with stack trace [, , , , , , , , ] {{(pid=66703) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1273.831340] env[66703]: DEBUG oslo_concurrency.lockutils [None req-ffa6d202-748e-4c81-9979-ad08741f9cf7 None None] Acquiring lock "port-b9df3159-f633-4b0a-be76-7f9e644a5a29" {{(pid=66703) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1273.831525] env[66703]: DEBUG oslo_concurrency.lockutils [None req-ffa6d202-748e-4c81-9979-ad08741f9cf7 None None] Acquired lock "port-b9df3159-f633-4b0a-be76-7f9e644a5a29" {{(pid=66703) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1273.831861] env[66703]: DEBUG oslo_concurrency.lockutils [None req-ffa6d202-748e-4c81-9979-ad08741f9cf7 None None] Acquired external semaphore "port-b9df3159-f633-4b0a-be76-7f9e644a5a29" {{(pid=66703) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1273.832020] env[66703]: DEBUG networking_nsxv3.api.rpc [None req-ffa6d202-748e-4c81-9979-ad08741f9cf7 None None] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('b9df3159-f633-4b0a-be76-7f9e644a5a29',) {} {{(pid=66703) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1273.978102] env[66703]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=66703) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1273.978271] env[66703]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66703) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1273.978346] env[66703]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66703) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1273.978569] env[66703]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66703) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1273.978659] env[66703]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66703) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1273.978849] env[66703]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66703) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1273.978946] env[66703]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66703) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1273.979025] env[66703]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66703) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1273.979174] env[66703]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66703) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1273.979250] env[66703]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66703) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1273.979334] env[66703]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: fad4bdc1-68c8-42df-b327-aa7ad80720ba already deleted. [ 1273.979415] env[66703]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-fad4bdc1-68c8-42df-b327-aa7ad80720ba" {{(pid=66703) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1274.334883] env[66703]: DEBUG networking_nsxv3.common.locking [None req-ffa6d202-748e-4c81-9979-ad08741f9cf7 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , ] {{(pid=66703) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1274.335213] env[66703]: DEBUG oslo_concurrency.lockutils [None req-ffa6d202-748e-4c81-9979-ad08741f9cf7 None None] Acquiring lock "SegmentPort" {{(pid=66703) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1274.335355] env[66703]: DEBUG oslo_concurrency.lockutils [None req-ffa6d202-748e-4c81-9979-ad08741f9cf7 None None] Acquired lock "SegmentPort" {{(pid=66703) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1274.335637] env[66703]: DEBUG oslo_concurrency.lockutils [None req-ffa6d202-748e-4c81-9979-ad08741f9cf7 None None] Acquired external semaphore "SegmentPort" {{(pid=66703) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1274.335783] env[66703]: DEBUG oslo_concurrency.lockutils [None req-ffa6d202-748e-4c81-9979-ad08741f9cf7 None None] Releasing lock "SegmentPort" {{(pid=66703) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1274.335941] env[66703]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-ffa6d202-748e-4c81-9979-ad08741f9cf7 None None] Segment Port b9df3159-f633-4b0a-be76-7f9e644a5a29 not found, creating... [ 1274.336227] env[66703]: DEBUG networking_nsxv3.common.locking [None req-ffa6d202-748e-4c81-9979-ad08741f9cf7 None None] Lock Segment taken with stack trace [, , , , , , , , , , , ] {{(pid=66703) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1274.336384] env[66703]: DEBUG oslo_concurrency.lockutils [None req-ffa6d202-748e-4c81-9979-ad08741f9cf7 None None] Acquiring lock "Segment" {{(pid=66703) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1274.336501] env[66703]: DEBUG oslo_concurrency.lockutils [None req-ffa6d202-748e-4c81-9979-ad08741f9cf7 None None] Acquired lock "Segment" {{(pid=66703) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1274.336712] env[66703]: DEBUG oslo_concurrency.lockutils [None req-ffa6d202-748e-4c81-9979-ad08741f9cf7 None None] Acquired external semaphore "Segment" {{(pid=66703) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1274.336854] env[66703]: DEBUG oslo_concurrency.lockutils [None req-ffa6d202-748e-4c81-9979-ad08741f9cf7 None None] Releasing lock "Segment" {{(pid=66703) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1274.337144] env[66703]: DEBUG networking_nsxv3.common.locking [None req-ffa6d202-748e-4c81-9979-ad08741f9cf7 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=66703) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1274.337300] env[66703]: DEBUG oslo_concurrency.lockutils [None req-ffa6d202-748e-4c81-9979-ad08741f9cf7 None None] Acquiring lock "SegmentPort" {{(pid=66703) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1274.337478] env[66703]: DEBUG oslo_concurrency.lockutils [None req-ffa6d202-748e-4c81-9979-ad08741f9cf7 None None] Acquired lock "SegmentPort" {{(pid=66703) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1274.337685] env[66703]: DEBUG oslo_concurrency.lockutils [None req-ffa6d202-748e-4c81-9979-ad08741f9cf7 None None] Acquired external semaphore "SegmentPort" {{(pid=66703) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1274.337847] env[66703]: DEBUG oslo_concurrency.lockutils [None req-ffa6d202-748e-4c81-9979-ad08741f9cf7 None None] Releasing lock "SegmentPort" {{(pid=66703) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1274.337997] env[66703]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-ffa6d202-748e-4c81-9979-ad08741f9cf7 None None] Resource: SegmentPort with ID: b9df3159-f633-4b0a-be76-7f9e644a5a29 is going to be created. [ 1274.359874] env[66703]: DEBUG networking_nsxv3.common.locking [None req-ffa6d202-748e-4c81-9979-ad08741f9cf7 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=66703) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1274.360115] env[66703]: DEBUG oslo_concurrency.lockutils [None req-ffa6d202-748e-4c81-9979-ad08741f9cf7 None None] Acquiring lock "SegmentPort" {{(pid=66703) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1274.360318] env[66703]: DEBUG oslo_concurrency.lockutils [None req-ffa6d202-748e-4c81-9979-ad08741f9cf7 None None] Acquired lock "SegmentPort" {{(pid=66703) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1274.360605] env[66703]: DEBUG oslo_concurrency.lockutils [None req-ffa6d202-748e-4c81-9979-ad08741f9cf7 None None] Acquired external semaphore "SegmentPort" {{(pid=66703) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1274.360874] env[66703]: DEBUG oslo_concurrency.lockutils [None req-ffa6d202-748e-4c81-9979-ad08741f9cf7 None None] Releasing lock "SegmentPort" {{(pid=66703) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1274.361073] env[66703]: DEBUG oslo_concurrency.lockutils [None req-ffa6d202-748e-4c81-9979-ad08741f9cf7 None None] Releasing lock "port-b9df3159-f633-4b0a-be76-7f9e644a5a29" {{(pid=66703) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1275.073352] env[66703]: INFO networking_nsxv3.common.synchronization [req-d71a74fd-4b1e-41fc-9918-6e4c1b5bd03c req-02ca4703-7110-4ab9-9658-6aceaf83cf14 service nova] Enqueued Resource ID: fad4bdc1-68c8-42df-b327-aa7ad80720ba with Priority: HIGHEST for action security_group_rules [ 1275.073634] env[66703]: INFO networking_nsxv3.common.synchronization [req-d71a74fd-4b1e-41fc-9918-6e4c1b5bd03c req-02ca4703-7110-4ab9-9658-6aceaf83cf14 service nova] Enqueued Resource ID: fad4bdc1-68c8-42df-b327-aa7ad80720ba with Priority: HIGHEST for action security_group_members [ 1275.073677] env[66703]: INFO networking_nsxv3.common.synchronization [req-d71a74fd-4b1e-41fc-9918-6e4c1b5bd03c req-02ca4703-7110-4ab9-9658-6aceaf83cf14 service nova] Enqueued Resource ID: b9df3159-f633-4b0a-be76-7f9e644a5a29 with Priority: HIGHEST for action port [ 1275.074261] env[66703]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: fad4bdc1-68c8-42df-b327-aa7ad80720ba with Priority: HIGHEST for action security_group_rules [ 1275.074398] env[66703]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: fad4bdc1-68c8-42df-b327-aa7ad80720ba with Priority: HIGHEST for action security_group_members [ 1275.074495] env[66703]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: b9df3159-f633-4b0a-be76-7f9e644a5a29 with Priority: HIGHEST for action port [ 1275.074789] env[66703]: DEBUG networking_nsxv3.common.locking [-] Lock rules-fad4bdc1-68c8-42df-b327-aa7ad80720ba taken with stack trace [, , ] {{(pid=66703) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1275.074936] env[66703]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-fad4bdc1-68c8-42df-b327-aa7ad80720ba" {{(pid=66703) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1275.074995] env[66703]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-fad4bdc1-68c8-42df-b327-aa7ad80720ba" {{(pid=66703) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1275.075259] env[66703]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-fad4bdc1-68c8-42df-b327-aa7ad80720ba" {{(pid=66703) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1275.075368] env[66703]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('fad4bdc1-68c8-42df-b327-aa7ad80720ba',) {} {{(pid=66703) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1275.076170] env[66703]: DEBUG networking_nsxv3.common.locking [-] Lock member-fad4bdc1-68c8-42df-b327-aa7ad80720ba taken with stack trace [, , ] {{(pid=66703) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1275.076288] env[66703]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-fad4bdc1-68c8-42df-b327-aa7ad80720ba" {{(pid=66703) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1275.076357] env[66703]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-fad4bdc1-68c8-42df-b327-aa7ad80720ba" {{(pid=66703) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1275.076523] env[66703]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-fad4bdc1-68c8-42df-b327-aa7ad80720ba" {{(pid=66703) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1275.076979] env[66703]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=66703) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1275.077113] env[66703]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66703) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1275.077210] env[66703]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66703) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1275.077330] env[66703]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66703) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1275.077414] env[66703]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66703) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1275.077506] env[66703]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('fad4bdc1-68c8-42df-b327-aa7ad80720ba',) {} {{(pid=66703) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1275.078381] env[66703]: DEBUG networking_nsxv3.common.locking [-] Lock port-b9df3159-f633-4b0a-be76-7f9e644a5a29 taken with stack trace [, , ] {{(pid=66703) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1275.078381] env[66703]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-b9df3159-f633-4b0a-be76-7f9e644a5a29" {{(pid=66703) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1275.078488] env[66703]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-b9df3159-f633-4b0a-be76-7f9e644a5a29" {{(pid=66703) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1275.078547] env[66703]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-b9df3159-f633-4b0a-be76-7f9e644a5a29" {{(pid=66703) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1275.078619] env[66703]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('b9df3159-f633-4b0a-be76-7f9e644a5a29',) {} {{(pid=66703) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1275.580497] env[66703]: DEBUG networking_nsxv3.common.locking [-] Lock member-fad4bdc1-68c8-42df-b327-aa7ad80720ba taken with stack trace [, , , ] {{(pid=66703) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1275.580631] env[66703]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-fad4bdc1-68c8-42df-b327-aa7ad80720ba" {{(pid=66703) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1275.580839] env[66703]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] realization of port b9df3159-f633-4b0a-be76-7f9e644a5a29 with status ACTIVE [ 1275.581014] env[66703]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=66703) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1275.581145] env[66703]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=66703) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1275.581214] env[66703]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=66703) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1275.581423] env[66703]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=66703) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1275.581508] env[66703]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=66703) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1275.581673] env[66703]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , ] {{(pid=66703) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1275.581844] env[66703]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=66703) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1275.581844] env[66703]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=66703) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1275.581965] env[66703]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=66703) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1275.582046] env[66703]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=66703) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1275.582244] env[66703]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=66703) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1275.582314] env[66703]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=66703) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1275.582376] env[66703]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=66703) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1275.582512] env[66703]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=66703) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1275.582584] env[66703]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=66703) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1275.582667] env[66703]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: SegmentPort with ID: b9df3159-f633-4b0a-be76-7f9e644a5a29 is going to be updated. [ 1275.583937] env[66703]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('fad4bdc1-68c8-42df-b327-aa7ad80720ba',) {} {{(pid=66703) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1275.606812] env[66703]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=66703) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1275.606981] env[66703]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=66703) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1275.607059] env[66703]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=66703) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1275.607270] env[66703]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=66703) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1275.607404] env[66703]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=66703) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1275.607573] env[66703]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-b9df3159-f633-4b0a-be76-7f9e644a5a29" {{(pid=66703) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1276.089109] env[66703]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('fad4bdc1-68c8-42df-b327-aa7ad80720ba',) {} {{(pid=66703) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1276.591452] env[66703]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66703) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1276.591677] env[66703]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66703) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1276.591677] env[66703]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66703) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1276.591912] env[66703]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66703) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1276.592014] env[66703]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66703) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1276.592120] env[66703]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: fad4bdc1-68c8-42df-b327-aa7ad80720ba is going to be created. [ 1276.697017] env[66703]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66703) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1276.697272] env[66703]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66703) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1276.697272] env[66703]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66703) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1276.697523] env[66703]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66703) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1276.697654] env[66703]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66703) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1276.708515] env[66703]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: fad4bdc1-68c8-42df-b327-aa7ad80720ba in Status: UNINITIALIZED for 2s [ 1278.721968] env[66703]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: fad4bdc1-68c8-42df-b327-aa7ad80720ba in Status: SUCCESS [ 1278.722453] env[66703]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-fad4bdc1-68c8-42df-b327-aa7ad80720ba" {{(pid=66703) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1278.722453] env[66703]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-fad4bdc1-68c8-42df-b327-aa7ad80720ba" {{(pid=66703) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1278.722650] env[66703]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-fad4bdc1-68c8-42df-b327-aa7ad80720ba" {{(pid=66703) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1278.722943] env[66703]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=66703) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1278.723086] env[66703]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66703) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1278.723149] env[66703]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66703) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1278.723315] env[66703]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66703) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1278.723399] env[66703]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66703) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1278.723486] env[66703]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-fad4bdc1-68c8-42df-b327-aa7ad80720ba" {{(pid=66703) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1278.723584] env[66703]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('fad4bdc1-68c8-42df-b327-aa7ad80720ba',) {} {{(pid=66703) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1279.097373] env[66703]: INFO networking_nsxv3.common.synchronization [req-a6487aee-d6da-4281-ba1f-31448e4ab32b req-e7c71e8a-7598-4fd6-a60e-0a79f61912d3 tempest-ServersTestJSON-565357052 tempest-ServersTestJSON-565357052-project-member] Enqueued Resource ID: 4e788d78-bd3c-4249-acf9-3dd7a53e2a11 with Priority: HIGHEST for action security_group_members [ 1279.098155] env[66703]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 4e788d78-bd3c-4249-acf9-3dd7a53e2a11 with Priority: HIGHEST for action security_group_members [ 1279.098321] env[66703]: DEBUG networking_nsxv3.common.locking [-] Lock member-4e788d78-bd3c-4249-acf9-3dd7a53e2a11 taken with stack trace [, , ] {{(pid=66703) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1279.098947] env[66703]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-4e788d78-bd3c-4249-acf9-3dd7a53e2a11" {{(pid=66703) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1279.098947] env[66703]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-4e788d78-bd3c-4249-acf9-3dd7a53e2a11" {{(pid=66703) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1279.099557] env[66703]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-4e788d78-bd3c-4249-acf9-3dd7a53e2a11" {{(pid=66703) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1279.099557] env[66703]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=66703) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1279.099557] env[66703]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66703) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1279.099557] env[66703]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66703) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1279.099557] env[66703]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66703) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1279.099807] env[66703]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66703) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1279.099807] env[66703]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('4e788d78-bd3c-4249-acf9-3dd7a53e2a11',) {} {{(pid=66703) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1279.226113] env[66703]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('fad4bdc1-68c8-42df-b327-aa7ad80720ba',) {} {{(pid=66703) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1279.602615] env[66703]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('4e788d78-bd3c-4249-acf9-3dd7a53e2a11',) {} {{(pid=66703) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1279.728176] env[66703]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for fad4bdc1-68c8-42df-b327-aa7ad80720ba: rpc.has_security_group_logging(os_id): False [ 1279.748068] env[66703]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=66703) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1279.748068] env[66703]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66703) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1279.748068] env[66703]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66703) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1279.748068] env[66703]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66703) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1279.748068] env[66703]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66703) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1279.750662] env[66703]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=66703) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1279.750917] env[66703]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66703) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1279.751021] env[66703]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66703) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1279.751249] env[66703]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66703) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1279.751358] env[66703]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66703) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1279.751445] env[66703]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: fad4bdc1-68c8-42df-b327-aa7ad80720ba is going to be created. [ 1279.824351] env[66703]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=66703) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1279.824584] env[66703]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66703) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1279.824584] env[66703]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66703) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1279.824768] env[66703]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66703) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1279.824944] env[66703]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66703) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1279.841589] env[66703]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: fad4bdc1-68c8-42df-b327-aa7ad80720ba in Status: IN_PROGRESS for 2s [ 1280.104955] env[66703]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('4e788d78-bd3c-4249-acf9-3dd7a53e2a11',) {} {{(pid=66703) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1280.607130] env[66703]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66703) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1280.607315] env[66703]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66703) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1280.607433] env[66703]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66703) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1280.607660] env[66703]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66703) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1280.607751] env[66703]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66703) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1280.607863] env[66703]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 4e788d78-bd3c-4249-acf9-3dd7a53e2a11 is going to be updated. [ 1280.639637] env[66703]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66703) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1280.639788] env[66703]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66703) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1280.639856] env[66703]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66703) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1280.640090] env[66703]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66703) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1280.640239] env[66703]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66703) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1280.649505] env[66703]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 4e788d78-bd3c-4249-acf9-3dd7a53e2a11 in Status: IN_PROGRESS for 2s [ 1281.854555] env[66703]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: fad4bdc1-68c8-42df-b327-aa7ad80720ba in Status: SUCCESS [ 1281.855099] env[66703]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-fad4bdc1-68c8-42df-b327-aa7ad80720ba" {{(pid=66703) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1282.659808] env[66703]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 4e788d78-bd3c-4249-acf9-3dd7a53e2a11 in Status: SUCCESS [ 1282.659808] env[66703]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-4e788d78-bd3c-4249-acf9-3dd7a53e2a11" {{(pid=66703) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1283.824024] env[66703]: DEBUG networking_nsxv3.common.locking [None req-ffa6d202-748e-4c81-9979-ad08741f9cf7 None None] Lock network-314 taken with stack trace [, , , , , , , , ] {{(pid=66703) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1283.825058] env[66703]: DEBUG oslo_concurrency.lockutils [None req-ffa6d202-748e-4c81-9979-ad08741f9cf7 None None] Acquiring lock "network-314" {{(pid=66703) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1283.825058] env[66703]: DEBUG oslo_concurrency.lockutils [None req-ffa6d202-748e-4c81-9979-ad08741f9cf7 None None] Acquired lock "network-314" {{(pid=66703) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1283.825198] env[66703]: DEBUG oslo_concurrency.lockutils [None req-ffa6d202-748e-4c81-9979-ad08741f9cf7 None None] Acquired external semaphore "network-314" {{(pid=66703) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1283.825782] env[66703]: DEBUG networking_nsxv3.common.locking [None req-ffa6d202-748e-4c81-9979-ad08741f9cf7 None None] Lock Segment taken with stack trace [, , , , , , , , , , ] {{(pid=66703) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1283.825782] env[66703]: DEBUG oslo_concurrency.lockutils [None req-ffa6d202-748e-4c81-9979-ad08741f9cf7 None None] Acquiring lock "Segment" {{(pid=66703) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1283.825906] env[66703]: DEBUG oslo_concurrency.lockutils [None req-ffa6d202-748e-4c81-9979-ad08741f9cf7 None None] Acquired lock "Segment" {{(pid=66703) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1283.827041] env[66703]: DEBUG oslo_concurrency.lockutils [None req-ffa6d202-748e-4c81-9979-ad08741f9cf7 None None] Acquired external semaphore "Segment" {{(pid=66703) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1283.827041] env[66703]: DEBUG oslo_concurrency.lockutils [None req-ffa6d202-748e-4c81-9979-ad08741f9cf7 None None] Releasing lock "Segment" {{(pid=66703) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1283.827041] env[66703]: DEBUG dogpile.cache.region [None req-ffa6d202-748e-4c81-9979-ad08741f9cf7 None None] No value present for key: 'zone-id' {{(pid=66703) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 1283.827041] env[66703]: DEBUG dogpile.lock [None req-ffa6d202-748e-4c81-9979-ad08741f9cf7 None None] NeedRegenerationException {{(pid=66703) _enter /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:90}} [ 1283.827041] env[66703]: DEBUG dogpile.lock [None req-ffa6d202-748e-4c81-9979-ad08741f9cf7 None None] no value, waiting for create lock {{(pid=66703) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:131}} [ 1283.827041] env[66703]: DEBUG dogpile.lock [None req-ffa6d202-748e-4c81-9979-ad08741f9cf7 None None] value creation lock acquired {{(pid=66703) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:135}} [ 1283.827041] env[66703]: DEBUG dogpile.cache.region [None req-ffa6d202-748e-4c81-9979-ad08741f9cf7 None None] No value present for key: 'zone-id' {{(pid=66703) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 1283.827353] env[66703]: DEBUG dogpile.lock [None req-ffa6d202-748e-4c81-9979-ad08741f9cf7 None None] Calling creation function for not-yet-present value {{(pid=66703) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:174}} [ 1283.827353] env[66703]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-ffa6d202-748e-4c81-9979-ad08741f9cf7 None None] Looking for TransportZone with name nsx-vlan-transportzone. [ 1283.845622] env[66703]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-ffa6d202-748e-4c81-9979-ad08741f9cf7 None None] loading zone with a95c914d-748d-497c-94ab-10d4647daeba and tags [{'scope': 'mp2policy_migr_status', 'tag': 'success'}] [ 1283.845794] env[66703]: DEBUG dogpile.cache.region [None req-ffa6d202-748e-4c81-9979-ad08741f9cf7 None None] Cache value generated in 0.019 seconds for key(s): 'zone-id' {{(pid=66703) _log_time /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:910}} [ 1283.845931] env[66703]: DEBUG dogpile.lock [None req-ffa6d202-748e-4c81-9979-ad08741f9cf7 None None] Released creation lock {{(pid=66703) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:182}} [ 1283.846123] env[66703]: DEBUG oslo_concurrency.lockutils [None req-ffa6d202-748e-4c81-9979-ad08741f9cf7 None None] Releasing lock "network-314" {{(pid=66703) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1283.846540] env[66703]: DEBUG networking_nsxv3.common.locking [None req-ffa6d202-748e-4c81-9979-ad08741f9cf7 None None] Lock port-696bf206-eb19-434f-94b3-e953bfa69cc0 taken with stack trace [, , , , , , , , ] {{(pid=66703) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1283.846629] env[66703]: DEBUG oslo_concurrency.lockutils [None req-ffa6d202-748e-4c81-9979-ad08741f9cf7 None None] Acquiring lock "port-696bf206-eb19-434f-94b3-e953bfa69cc0" {{(pid=66703) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1283.846700] env[66703]: DEBUG oslo_concurrency.lockutils [None req-ffa6d202-748e-4c81-9979-ad08741f9cf7 None None] Acquired lock "port-696bf206-eb19-434f-94b3-e953bfa69cc0" {{(pid=66703) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1283.846953] env[66703]: DEBUG oslo_concurrency.lockutils [None req-ffa6d202-748e-4c81-9979-ad08741f9cf7 None None] Acquired external semaphore "port-696bf206-eb19-434f-94b3-e953bfa69cc0" {{(pid=66703) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1283.847102] env[66703]: DEBUG networking_nsxv3.api.rpc [None req-ffa6d202-748e-4c81-9979-ad08741f9cf7 None None] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('696bf206-eb19-434f-94b3-e953bfa69cc0',) {} {{(pid=66703) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1284.099419] env[66703]: INFO networking_nsxv3.common.synchronization [-] No activity for the last 5 seconds. [ 1284.099419] env[66703]: INFO networking_nsxv3.common.synchronization [-] Sizes Queue[Active=0, Passive=0], Jobs=0 [ 1284.349561] env[66703]: DEBUG networking_nsxv3.common.locking [None req-ffa6d202-748e-4c81-9979-ad08741f9cf7 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , ] {{(pid=66703) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1284.349826] env[66703]: DEBUG oslo_concurrency.lockutils [None req-ffa6d202-748e-4c81-9979-ad08741f9cf7 None None] Acquiring lock "SegmentPort" {{(pid=66703) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1284.349984] env[66703]: DEBUG oslo_concurrency.lockutils [None req-ffa6d202-748e-4c81-9979-ad08741f9cf7 None None] Acquired lock "SegmentPort" {{(pid=66703) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1284.350358] env[66703]: DEBUG oslo_concurrency.lockutils [None req-ffa6d202-748e-4c81-9979-ad08741f9cf7 None None] Acquired external semaphore "SegmentPort" {{(pid=66703) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1284.350537] env[66703]: DEBUG oslo_concurrency.lockutils [None req-ffa6d202-748e-4c81-9979-ad08741f9cf7 None None] Releasing lock "SegmentPort" {{(pid=66703) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1284.350894] env[66703]: DEBUG networking_nsxv3.common.locking [None req-ffa6d202-748e-4c81-9979-ad08741f9cf7 None None] Lock Segment taken with stack trace [, , , , , , , , , , , ] {{(pid=66703) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1284.351099] env[66703]: DEBUG oslo_concurrency.lockutils [None req-ffa6d202-748e-4c81-9979-ad08741f9cf7 None None] Acquiring lock "Segment" {{(pid=66703) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1284.351326] env[66703]: DEBUG oslo_concurrency.lockutils [None req-ffa6d202-748e-4c81-9979-ad08741f9cf7 None None] Acquired lock "Segment" {{(pid=66703) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1284.351636] env[66703]: DEBUG oslo_concurrency.lockutils [None req-ffa6d202-748e-4c81-9979-ad08741f9cf7 None None] Acquired external semaphore "Segment" {{(pid=66703) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1284.351810] env[66703]: DEBUG oslo_concurrency.lockutils [None req-ffa6d202-748e-4c81-9979-ad08741f9cf7 None None] Releasing lock "Segment" {{(pid=66703) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1284.352179] env[66703]: DEBUG networking_nsxv3.common.locking [None req-ffa6d202-748e-4c81-9979-ad08741f9cf7 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=66703) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1284.352383] env[66703]: DEBUG oslo_concurrency.lockutils [None req-ffa6d202-748e-4c81-9979-ad08741f9cf7 None None] Acquiring lock "SegmentPort" {{(pid=66703) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1284.352537] env[66703]: DEBUG oslo_concurrency.lockutils [None req-ffa6d202-748e-4c81-9979-ad08741f9cf7 None None] Acquired lock "SegmentPort" {{(pid=66703) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1284.352818] env[66703]: DEBUG oslo_concurrency.lockutils [None req-ffa6d202-748e-4c81-9979-ad08741f9cf7 None None] Acquired external semaphore "SegmentPort" {{(pid=66703) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1284.352978] env[66703]: DEBUG oslo_concurrency.lockutils [None req-ffa6d202-748e-4c81-9979-ad08741f9cf7 None None] Releasing lock "SegmentPort" {{(pid=66703) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1284.353165] env[66703]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-ffa6d202-748e-4c81-9979-ad08741f9cf7 None None] Resource: SegmentPort with ID: 696bf206-eb19-434f-94b3-e953bfa69cc0 is going to be updated. [ 1284.376662] env[66703]: DEBUG networking_nsxv3.common.locking [None req-ffa6d202-748e-4c81-9979-ad08741f9cf7 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=66703) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1284.377631] env[66703]: DEBUG oslo_concurrency.lockutils [None req-ffa6d202-748e-4c81-9979-ad08741f9cf7 None None] Acquiring lock "SegmentPort" {{(pid=66703) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1284.377631] env[66703]: DEBUG oslo_concurrency.lockutils [None req-ffa6d202-748e-4c81-9979-ad08741f9cf7 None None] Acquired lock "SegmentPort" {{(pid=66703) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1284.377631] env[66703]: DEBUG oslo_concurrency.lockutils [None req-ffa6d202-748e-4c81-9979-ad08741f9cf7 None None] Acquired external semaphore "SegmentPort" {{(pid=66703) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1284.377631] env[66703]: DEBUG oslo_concurrency.lockutils [None req-ffa6d202-748e-4c81-9979-ad08741f9cf7 None None] Releasing lock "SegmentPort" {{(pid=66703) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1284.377849] env[66703]: DEBUG oslo_concurrency.lockutils [None req-ffa6d202-748e-4c81-9979-ad08741f9cf7 None None] Releasing lock "port-696bf206-eb19-434f-94b3-e953bfa69cc0" {{(pid=66703) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1285.074997] env[66703]: INFO networking_nsxv3.common.synchronization [req-261bde87-ef68-4138-b586-d45745f1790f req-0f42493c-5f61-41c4-9650-040f9b78ef1b service nova] Enqueued Resource ID: 74884478-9760-4ca3-bceb-cbff7acb74c0 with Priority: HIGHEST for action security_group_rules [ 1285.075324] env[66703]: INFO networking_nsxv3.common.synchronization [req-261bde87-ef68-4138-b586-d45745f1790f req-0f42493c-5f61-41c4-9650-040f9b78ef1b service nova] Enqueued Resource ID: 74884478-9760-4ca3-bceb-cbff7acb74c0 with Priority: HIGHEST for action security_group_members [ 1285.075580] env[66703]: INFO networking_nsxv3.common.synchronization [req-261bde87-ef68-4138-b586-d45745f1790f req-0f42493c-5f61-41c4-9650-040f9b78ef1b service nova] Enqueued Resource ID: 696bf206-eb19-434f-94b3-e953bfa69cc0 with Priority: HIGHEST for action port [ 1285.076606] env[66703]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 74884478-9760-4ca3-bceb-cbff7acb74c0 with Priority: HIGHEST for action security_group_rules [ 1285.076833] env[66703]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 74884478-9760-4ca3-bceb-cbff7acb74c0 with Priority: HIGHEST for action security_group_members [ 1285.077054] env[66703]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 696bf206-eb19-434f-94b3-e953bfa69cc0 with Priority: HIGHEST for action port [ 1285.077484] env[66703]: DEBUG networking_nsxv3.common.locking [-] Lock rules-74884478-9760-4ca3-bceb-cbff7acb74c0 taken with stack trace [, , ] {{(pid=66703) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1285.077673] env[66703]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-74884478-9760-4ca3-bceb-cbff7acb74c0" {{(pid=66703) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1285.077791] env[66703]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-74884478-9760-4ca3-bceb-cbff7acb74c0" {{(pid=66703) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1285.078100] env[66703]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-74884478-9760-4ca3-bceb-cbff7acb74c0" {{(pid=66703) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1285.078246] env[66703]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('74884478-9760-4ca3-bceb-cbff7acb74c0',) {} {{(pid=66703) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1285.082822] env[66703]: DEBUG networking_nsxv3.common.locking [-] Lock member-74884478-9760-4ca3-bceb-cbff7acb74c0 taken with stack trace [, , ] {{(pid=66703) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1285.082822] env[66703]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-74884478-9760-4ca3-bceb-cbff7acb74c0" {{(pid=66703) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1285.082822] env[66703]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-74884478-9760-4ca3-bceb-cbff7acb74c0" {{(pid=66703) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1285.082822] env[66703]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-74884478-9760-4ca3-bceb-cbff7acb74c0" {{(pid=66703) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1285.082822] env[66703]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=66703) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1285.082822] env[66703]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66703) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1285.082822] env[66703]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66703) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1285.082822] env[66703]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66703) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1285.082822] env[66703]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66703) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1285.082822] env[66703]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('74884478-9760-4ca3-bceb-cbff7acb74c0',) {} {{(pid=66703) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1285.082822] env[66703]: DEBUG networking_nsxv3.common.locking [-] Lock port-696bf206-eb19-434f-94b3-e953bfa69cc0 taken with stack trace [, , ] {{(pid=66703) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1285.083513] env[66703]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-696bf206-eb19-434f-94b3-e953bfa69cc0" {{(pid=66703) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1285.083513] env[66703]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-696bf206-eb19-434f-94b3-e953bfa69cc0" {{(pid=66703) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1285.083513] env[66703]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-696bf206-eb19-434f-94b3-e953bfa69cc0" {{(pid=66703) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1285.083675] env[66703]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('696bf206-eb19-434f-94b3-e953bfa69cc0',) {} {{(pid=66703) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1285.582504] env[66703]: DEBUG networking_nsxv3.common.locking [-] Lock member-74884478-9760-4ca3-bceb-cbff7acb74c0 taken with stack trace [, , , ] {{(pid=66703) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1285.582721] env[66703]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-74884478-9760-4ca3-bceb-cbff7acb74c0" {{(pid=66703) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1285.585259] env[66703]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('74884478-9760-4ca3-bceb-cbff7acb74c0',) {} {{(pid=66703) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1285.586238] env[66703]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] realization of port 696bf206-eb19-434f-94b3-e953bfa69cc0 with status ACTIVE [ 1285.586472] env[66703]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=66703) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1285.586621] env[66703]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=66703) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1285.586710] env[66703]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=66703) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1285.587511] env[66703]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=66703) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1285.587511] env[66703]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=66703) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1285.587511] env[66703]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , ] {{(pid=66703) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1285.587511] env[66703]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=66703) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1285.587511] env[66703]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=66703) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1285.587804] env[66703]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=66703) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1285.587804] env[66703]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=66703) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1285.587970] env[66703]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=66703) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1285.588117] env[66703]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=66703) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1285.588201] env[66703]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=66703) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1285.588384] env[66703]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=66703) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1285.588497] env[66703]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=66703) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1285.588765] env[66703]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: SegmentPort with ID: 696bf206-eb19-434f-94b3-e953bfa69cc0 is going to be updated. [ 1285.610258] env[66703]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=66703) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1285.610365] env[66703]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=66703) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1285.610400] env[66703]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=66703) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1285.611096] env[66703]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=66703) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1285.611096] env[66703]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=66703) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1285.611096] env[66703]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-696bf206-eb19-434f-94b3-e953bfa69cc0" {{(pid=66703) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1286.064463] env[66703]: INFO networking_nsxv3.common.synchronization [req-37433918-765f-4afa-923f-be2af7ba0ae3 req-3d681548-4073-49ef-bac4-bc8d5d6b0b49 tempest-ServersTestJSON-565357052 tempest-ServersTestJSON-565357052-project-member] Enqueued Resource ID: 4e788d78-bd3c-4249-acf9-3dd7a53e2a11 with Priority: HIGHEST for action security_group_members [ 1286.064909] env[66703]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 4e788d78-bd3c-4249-acf9-3dd7a53e2a11 with Priority: HIGHEST for action security_group_members [ 1286.065237] env[66703]: DEBUG networking_nsxv3.common.locking [-] Lock member-4e788d78-bd3c-4249-acf9-3dd7a53e2a11 taken with stack trace [, , ] {{(pid=66703) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1286.065374] env[66703]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-4e788d78-bd3c-4249-acf9-3dd7a53e2a11" {{(pid=66703) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1286.065443] env[66703]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-4e788d78-bd3c-4249-acf9-3dd7a53e2a11" {{(pid=66703) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1286.065633] env[66703]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-4e788d78-bd3c-4249-acf9-3dd7a53e2a11" {{(pid=66703) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1286.065783] env[66703]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=66703) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1286.065878] env[66703]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66703) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1286.065939] env[66703]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66703) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1286.066374] env[66703]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66703) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1286.066489] env[66703]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66703) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1286.066641] env[66703]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('4e788d78-bd3c-4249-acf9-3dd7a53e2a11',) {} {{(pid=66703) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1286.090581] env[66703]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('74884478-9760-4ca3-bceb-cbff7acb74c0',) {} {{(pid=66703) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1286.568861] env[66703]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=66703) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1286.569092] env[66703]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66703) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1286.569092] env[66703]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66703) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1286.569299] env[66703]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66703) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1286.569392] env[66703]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66703) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1286.569588] env[66703]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66703) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1286.569690] env[66703]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66703) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1286.569754] env[66703]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66703) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1286.569906] env[66703]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66703) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1286.569983] env[66703]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66703) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1286.570085] env[66703]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 4e788d78-bd3c-4249-acf9-3dd7a53e2a11 is going to be updated. [ 1286.592825] env[66703]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66703) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1286.593129] env[66703]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66703) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1286.593129] env[66703]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66703) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1286.593350] env[66703]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66703) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1286.593442] env[66703]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66703) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1286.593541] env[66703]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 74884478-9760-4ca3-bceb-cbff7acb74c0 is going to be updated. [ 1286.630299] env[66703]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66703) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1286.630299] env[66703]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66703) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1286.630576] env[66703]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66703) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1286.630576] env[66703]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66703) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1286.630782] env[66703]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66703) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1286.640059] env[66703]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 4e788d78-bd3c-4249-acf9-3dd7a53e2a11 in Status: IN_PROGRESS for 2s [ 1286.646934] env[66703]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66703) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1286.647147] env[66703]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66703) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1286.647251] env[66703]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66703) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1286.647469] env[66703]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66703) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1286.647610] env[66703]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66703) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1286.671563] env[66703]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 74884478-9760-4ca3-bceb-cbff7acb74c0 in Status: IN_PROGRESS for 2s [ 1288.650378] env[66703]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 4e788d78-bd3c-4249-acf9-3dd7a53e2a11 in Status: SUCCESS [ 1288.650652] env[66703]: WARNING networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 4e788d78-bd3c-4249-acf9-3dd7a53e2a11 deletion is rescheduled due to dependency. [ 1288.650851] env[66703]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-4e788d78-bd3c-4249-acf9-3dd7a53e2a11" {{(pid=66703) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1288.680502] env[66703]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 74884478-9760-4ca3-bceb-cbff7acb74c0 in Status: SUCCESS [ 1288.680721] env[66703]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-74884478-9760-4ca3-bceb-cbff7acb74c0" {{(pid=66703) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1288.680893] env[66703]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-74884478-9760-4ca3-bceb-cbff7acb74c0" {{(pid=66703) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1288.681239] env[66703]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-74884478-9760-4ca3-bceb-cbff7acb74c0" {{(pid=66703) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1288.681317] env[66703]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=66703) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1288.681432] env[66703]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66703) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1288.681539] env[66703]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66703) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1288.681648] env[66703]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66703) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1288.681729] env[66703]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66703) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1288.681814] env[66703]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-74884478-9760-4ca3-bceb-cbff7acb74c0" {{(pid=66703) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1288.681903] env[66703]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('74884478-9760-4ca3-bceb-cbff7acb74c0',) {} {{(pid=66703) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1289.185138] env[66703]: DEBUG networking_nsxv3.common.locking [-] Lock member-74884478-9760-4ca3-bceb-cbff7acb74c0 taken with stack trace [, , , ] {{(pid=66703) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1289.185402] env[66703]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-74884478-9760-4ca3-bceb-cbff7acb74c0" {{(pid=66703) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1289.185402] env[66703]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-74884478-9760-4ca3-bceb-cbff7acb74c0" {{(pid=66703) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1289.185627] env[66703]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-74884478-9760-4ca3-bceb-cbff7acb74c0" {{(pid=66703) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1289.185815] env[66703]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=66703) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1289.185923] env[66703]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66703) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1289.186031] env[66703]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66703) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1289.186206] env[66703]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66703) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1289.186297] env[66703]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66703) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1289.186389] env[66703]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-74884478-9760-4ca3-bceb-cbff7acb74c0" {{(pid=66703) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1289.186543] env[66703]: DEBUG networking_nsxv3.common.locking [-] Lock member-74884478-9760-4ca3-bceb-cbff7acb74c0 taken with stack trace [, , , ] {{(pid=66703) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1289.186641] env[66703]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-74884478-9760-4ca3-bceb-cbff7acb74c0" {{(pid=66703) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1289.186701] env[66703]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-74884478-9760-4ca3-bceb-cbff7acb74c0" {{(pid=66703) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1289.186851] env[66703]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-74884478-9760-4ca3-bceb-cbff7acb74c0" {{(pid=66703) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1289.187015] env[66703]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=66703) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1289.187108] env[66703]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66703) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1289.187167] env[66703]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66703) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1289.187309] env[66703]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66703) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1289.187386] env[66703]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66703) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1289.187469] env[66703]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-74884478-9760-4ca3-bceb-cbff7acb74c0" {{(pid=66703) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1289.187557] env[66703]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('74884478-9760-4ca3-bceb-cbff7acb74c0',) {} {{(pid=66703) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1289.689915] env[66703]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for 74884478-9760-4ca3-bceb-cbff7acb74c0: rpc.has_security_group_logging(os_id): False [ 1289.707262] env[66703]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=66703) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1289.707395] env[66703]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66703) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1289.707463] env[66703]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66703) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1289.707676] env[66703]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66703) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1289.707766] env[66703]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66703) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1289.707953] env[66703]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66703) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1289.708063] env[66703]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66703) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1289.708125] env[66703]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66703) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1289.708270] env[66703]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66703) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1289.708344] env[66703]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66703) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1289.708537] env[66703]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66703) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1289.708630] env[66703]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66703) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1289.708689] env[66703]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66703) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1289.708824] env[66703]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66703) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1289.708896] env[66703]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66703) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1289.709105] env[66703]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=66703) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1289.709197] env[66703]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66703) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1289.709256] env[66703]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66703) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1289.709390] env[66703]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66703) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1289.709461] env[66703]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66703) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1289.709544] env[66703]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 74884478-9760-4ca3-bceb-cbff7acb74c0 is going to be updated. [ 1289.765900] env[66703]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=66703) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1289.766115] env[66703]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66703) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1289.766115] env[66703]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66703) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1289.766324] env[66703]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66703) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1289.766463] env[66703]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66703) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1289.782809] env[66703]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 74884478-9760-4ca3-bceb-cbff7acb74c0 in Status: IN_PROGRESS for 2s [ 1290.925805] env[66703]: INFO networking_nsxv3.common.synchronization [req-039cbed5-6a30-4287-a039-9a9975efbd82 req-60a4ba22-f288-475b-a449-519f0f285211 tempest-ServerActionsTestOtherB-1256032756 tempest-ServerActionsTestOtherB-1256032756-project-member] Enqueued Resource ID: fd11726e-2764-449e-84ac-e0167df921d4 with Priority: HIGHEST for action security_group_members [ 1290.926394] env[66703]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: fd11726e-2764-449e-84ac-e0167df921d4 with Priority: HIGHEST for action security_group_members [ 1290.926674] env[66703]: DEBUG networking_nsxv3.common.locking [-] Lock member-fd11726e-2764-449e-84ac-e0167df921d4 taken with stack trace [, , ] {{(pid=66703) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1290.926793] env[66703]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-fd11726e-2764-449e-84ac-e0167df921d4" {{(pid=66703) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1290.926865] env[66703]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-fd11726e-2764-449e-84ac-e0167df921d4" {{(pid=66703) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1290.927077] env[66703]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-fd11726e-2764-449e-84ac-e0167df921d4" {{(pid=66703) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1290.927225] env[66703]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=66703) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1290.927322] env[66703]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66703) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1290.927381] env[66703]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66703) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1290.927522] env[66703]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66703) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1290.927604] env[66703]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66703) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1290.927697] env[66703]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('fd11726e-2764-449e-84ac-e0167df921d4',) {} {{(pid=66703) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1291.429765] env[66703]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=66703) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1291.429954] env[66703]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66703) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1291.430029] env[66703]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66703) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1291.430232] env[66703]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66703) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1291.430324] env[66703]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66703) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1291.430518] env[66703]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66703) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1291.430615] env[66703]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66703) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1291.430665] env[66703]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66703) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1291.431086] env[66703]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66703) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1291.431227] env[66703]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66703) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1291.431367] env[66703]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: fd11726e-2764-449e-84ac-e0167df921d4 is going to be updated. [ 1291.460729] env[66703]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66703) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1291.460948] env[66703]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66703) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1291.460948] env[66703]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66703) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1291.461293] env[66703]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66703) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1291.461521] env[66703]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66703) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1291.471594] env[66703]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: fd11726e-2764-449e-84ac-e0167df921d4 in Status: IN_PROGRESS for 2s [ 1291.804124] env[66703]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 74884478-9760-4ca3-bceb-cbff7acb74c0 in Status: SUCCESS [ 1291.804429] env[66703]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-74884478-9760-4ca3-bceb-cbff7acb74c0" {{(pid=66703) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1291.936206] env[66703]: INFO networking_nsxv3.common.synchronization [req-8e2bee57-30f5-447a-94b4-99ccc895a4f3 req-ab7097d5-c6c9-4dae-9b3a-351350d5880a tempest-AttachVolumeTestJSON-1215574731 tempest-AttachVolumeTestJSON-1215574731-project-member] Enqueued Resource ID: 9b9162ef-ea3e-4d26-b7e4-fcd75aeb773c with Priority: HIGHEST for action security_group_members [ 1291.936206] env[66703]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 9b9162ef-ea3e-4d26-b7e4-fcd75aeb773c with Priority: HIGHEST for action security_group_members [ 1291.936481] env[66703]: DEBUG networking_nsxv3.common.locking [-] Lock member-9b9162ef-ea3e-4d26-b7e4-fcd75aeb773c taken with stack trace [, , ] {{(pid=66703) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1291.936481] env[66703]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-9b9162ef-ea3e-4d26-b7e4-fcd75aeb773c" {{(pid=66703) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1291.936560] env[66703]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-9b9162ef-ea3e-4d26-b7e4-fcd75aeb773c" {{(pid=66703) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1291.937106] env[66703]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-9b9162ef-ea3e-4d26-b7e4-fcd75aeb773c" {{(pid=66703) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1291.937290] env[66703]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=66703) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1291.937418] env[66703]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66703) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1291.937460] env[66703]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66703) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1291.937630] env[66703]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66703) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1291.937726] env[66703]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66703) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1291.937877] env[66703]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('9b9162ef-ea3e-4d26-b7e4-fcd75aeb773c',) {} {{(pid=66703) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1292.440760] env[66703]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=66703) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1292.441045] env[66703]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66703) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1292.441133] env[66703]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66703) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1292.443034] env[66703]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66703) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1292.443034] env[66703]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66703) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1292.443034] env[66703]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66703) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1292.443034] env[66703]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66703) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1292.443034] env[66703]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66703) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1292.443034] env[66703]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66703) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1292.443034] env[66703]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66703) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1292.443034] env[66703]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 9b9162ef-ea3e-4d26-b7e4-fcd75aeb773c is going to be updated. [ 1292.479941] env[66703]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66703) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1292.480160] env[66703]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66703) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1292.480160] env[66703]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66703) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1292.480373] env[66703]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66703) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1292.480578] env[66703]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66703) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1292.492817] env[66703]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 9b9162ef-ea3e-4d26-b7e4-fcd75aeb773c in Status: IN_PROGRESS for 2s [ 1293.481596] env[66703]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: fd11726e-2764-449e-84ac-e0167df921d4 in Status: SUCCESS [ 1293.481961] env[66703]: WARNING networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: fd11726e-2764-449e-84ac-e0167df921d4 deletion is rescheduled due to dependency. [ 1293.481961] env[66703]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-fd11726e-2764-449e-84ac-e0167df921d4" {{(pid=66703) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1294.502609] env[66703]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 9b9162ef-ea3e-4d26-b7e4-fcd75aeb773c in Status: SUCCESS [ 1294.502969] env[66703]: WARNING networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 9b9162ef-ea3e-4d26-b7e4-fcd75aeb773c deletion is rescheduled due to dependency. [ 1294.502969] env[66703]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-9b9162ef-ea3e-4d26-b7e4-fcd75aeb773c" {{(pid=66703) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1296.937135] env[66703]: INFO networking_nsxv3.common.synchronization [-] No activity for the last 5 seconds. [ 1296.937508] env[66703]: INFO networking_nsxv3.common.synchronization [-] Sizes Queue[Active=0, Passive=0], Jobs=0 [ 1299.209833] env[66703]: INFO networking_nsxv3.common.synchronization [req-3964e968-1390-4e31-b273-ab4d3d0c48bf req-6cc4a5dd-e404-45e6-8164-8a966386e737 tempest-ServerActionsTestOtherA-1522627266 tempest-ServerActionsTestOtherA-1522627266-project-member] Enqueued Resource ID: 41686f41-1a2e-4978-b11b-0069e0dbf969 with Priority: HIGHEST for action security_group_members [ 1299.209833] env[66703]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 41686f41-1a2e-4978-b11b-0069e0dbf969 with Priority: HIGHEST for action security_group_members [ 1299.210484] env[66703]: DEBUG networking_nsxv3.common.locking [-] Lock member-41686f41-1a2e-4978-b11b-0069e0dbf969 taken with stack trace [, , ] {{(pid=66703) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1299.210653] env[66703]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-41686f41-1a2e-4978-b11b-0069e0dbf969" {{(pid=66703) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1299.210906] env[66703]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-41686f41-1a2e-4978-b11b-0069e0dbf969" {{(pid=66703) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1299.211109] env[66703]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-41686f41-1a2e-4978-b11b-0069e0dbf969" {{(pid=66703) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1299.211337] env[66703]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=66703) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1299.211449] env[66703]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66703) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1299.211515] env[66703]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66703) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1299.211693] env[66703]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66703) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1299.211781] env[66703]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66703) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1299.211866] env[66703]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('41686f41-1a2e-4978-b11b-0069e0dbf969',) {} {{(pid=66703) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1299.301285] env[66703]: INFO networking_nsxv3.common.synchronization [req-06e5bd6e-11d0-4ad3-a7d3-bb6677f6c71b req-0b405f57-6a82-4ce6-b13f-4d03e179b184 tempest-ServerActionsTestOtherB-1256032756 tempest-ServerActionsTestOtherB-1256032756-project-member] Enqueued Resource ID: fd11726e-2764-449e-84ac-e0167df921d4 with Priority: HIGHEST for action security_group_members [ 1299.301840] env[66703]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: fd11726e-2764-449e-84ac-e0167df921d4 with Priority: HIGHEST for action security_group_members [ 1299.302166] env[66703]: DEBUG networking_nsxv3.common.locking [-] Lock member-fd11726e-2764-449e-84ac-e0167df921d4 taken with stack trace [, , ] {{(pid=66703) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1299.302305] env[66703]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-fd11726e-2764-449e-84ac-e0167df921d4" {{(pid=66703) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1299.302379] env[66703]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-fd11726e-2764-449e-84ac-e0167df921d4" {{(pid=66703) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1299.302578] env[66703]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-fd11726e-2764-449e-84ac-e0167df921d4" {{(pid=66703) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1299.302731] env[66703]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=66703) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1299.302826] env[66703]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66703) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1299.302886] env[66703]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66703) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1299.303093] env[66703]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66703) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1299.303195] env[66703]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66703) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1299.303288] env[66703]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('fd11726e-2764-449e-84ac-e0167df921d4',) {} {{(pid=66703) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1299.675262] env[66703]: DEBUG networking_nsxv3.common.locking [None req-ffa6d202-748e-4c81-9979-ad08741f9cf7 None None] Lock network-25 taken with stack trace [, , , , , , , , ] {{(pid=66703) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1299.675497] env[66703]: DEBUG oslo_concurrency.lockutils [None req-ffa6d202-748e-4c81-9979-ad08741f9cf7 None None] Acquiring lock "network-25" {{(pid=66703) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1299.675630] env[66703]: DEBUG oslo_concurrency.lockutils [None req-ffa6d202-748e-4c81-9979-ad08741f9cf7 None None] Acquired lock "network-25" {{(pid=66703) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1299.675900] env[66703]: DEBUG oslo_concurrency.lockutils [None req-ffa6d202-748e-4c81-9979-ad08741f9cf7 None None] Acquired external semaphore "network-25" {{(pid=66703) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1299.676224] env[66703]: DEBUG networking_nsxv3.common.locking [None req-ffa6d202-748e-4c81-9979-ad08741f9cf7 None None] Lock Segment taken with stack trace [, , , , , , , , , , ] {{(pid=66703) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1299.676356] env[66703]: DEBUG oslo_concurrency.lockutils [None req-ffa6d202-748e-4c81-9979-ad08741f9cf7 None None] Acquiring lock "Segment" {{(pid=66703) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1299.676480] env[66703]: DEBUG oslo_concurrency.lockutils [None req-ffa6d202-748e-4c81-9979-ad08741f9cf7 None None] Acquired lock "Segment" {{(pid=66703) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1299.676684] env[66703]: DEBUG oslo_concurrency.lockutils [None req-ffa6d202-748e-4c81-9979-ad08741f9cf7 None None] Acquired external semaphore "Segment" {{(pid=66703) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1299.676828] env[66703]: DEBUG oslo_concurrency.lockutils [None req-ffa6d202-748e-4c81-9979-ad08741f9cf7 None None] Releasing lock "Segment" {{(pid=66703) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1299.677150] env[66703]: DEBUG dogpile.cache.region [None req-ffa6d202-748e-4c81-9979-ad08741f9cf7 None None] No value present for key: 'zone-id' {{(pid=66703) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 1299.677290] env[66703]: DEBUG dogpile.lock [None req-ffa6d202-748e-4c81-9979-ad08741f9cf7 None None] NeedRegenerationException {{(pid=66703) _enter /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:90}} [ 1299.677412] env[66703]: DEBUG dogpile.lock [None req-ffa6d202-748e-4c81-9979-ad08741f9cf7 None None] no value, waiting for create lock {{(pid=66703) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:131}} [ 1299.677515] env[66703]: DEBUG dogpile.lock [None req-ffa6d202-748e-4c81-9979-ad08741f9cf7 None None] value creation lock acquired {{(pid=66703) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:135}} [ 1299.677629] env[66703]: DEBUG dogpile.cache.region [None req-ffa6d202-748e-4c81-9979-ad08741f9cf7 None None] No value present for key: 'zone-id' {{(pid=66703) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 1299.677735] env[66703]: DEBUG dogpile.lock [None req-ffa6d202-748e-4c81-9979-ad08741f9cf7 None None] Calling creation function for not-yet-present value {{(pid=66703) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:174}} [ 1299.677880] env[66703]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-ffa6d202-748e-4c81-9979-ad08741f9cf7 None None] Looking for TransportZone with name nsx-vlan-transportzone. [ 1299.697710] env[66703]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-ffa6d202-748e-4c81-9979-ad08741f9cf7 None None] loading zone with a95c914d-748d-497c-94ab-10d4647daeba and tags [{'scope': 'mp2policy_migr_status', 'tag': 'success'}] [ 1299.697806] env[66703]: DEBUG dogpile.cache.region [None req-ffa6d202-748e-4c81-9979-ad08741f9cf7 None None] Cache value generated in 0.020 seconds for key(s): 'zone-id' {{(pid=66703) _log_time /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:910}} [ 1299.697976] env[66703]: DEBUG dogpile.lock [None req-ffa6d202-748e-4c81-9979-ad08741f9cf7 None None] Released creation lock {{(pid=66703) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:182}} [ 1299.698193] env[66703]: DEBUG oslo_concurrency.lockutils [None req-ffa6d202-748e-4c81-9979-ad08741f9cf7 None None] Releasing lock "network-25" {{(pid=66703) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1299.698587] env[66703]: DEBUG networking_nsxv3.common.locking [None req-ffa6d202-748e-4c81-9979-ad08741f9cf7 None None] Lock port-3acb2808-5d20-4e0c-b093-d37321c10b92 taken with stack trace [, , , , , , , , ] {{(pid=66703) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1299.698785] env[66703]: DEBUG oslo_concurrency.lockutils [None req-ffa6d202-748e-4c81-9979-ad08741f9cf7 None None] Acquiring lock "port-3acb2808-5d20-4e0c-b093-d37321c10b92" {{(pid=66703) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1299.698920] env[66703]: DEBUG oslo_concurrency.lockutils [None req-ffa6d202-748e-4c81-9979-ad08741f9cf7 None None] Acquired lock "port-3acb2808-5d20-4e0c-b093-d37321c10b92" {{(pid=66703) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1299.699270] env[66703]: DEBUG oslo_concurrency.lockutils [None req-ffa6d202-748e-4c81-9979-ad08741f9cf7 None None] Acquired external semaphore "port-3acb2808-5d20-4e0c-b093-d37321c10b92" {{(pid=66703) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1299.699423] env[66703]: DEBUG networking_nsxv3.api.rpc [None req-ffa6d202-748e-4c81-9979-ad08741f9cf7 None None] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('3acb2808-5d20-4e0c-b093-d37321c10b92',) {} {{(pid=66703) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1299.715186] env[66703]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('41686f41-1a2e-4978-b11b-0069e0dbf969',) {} {{(pid=66703) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1299.805214] env[66703]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=66703) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1299.805428] env[66703]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66703) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1299.805428] env[66703]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66703) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1299.805645] env[66703]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66703) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1299.805820] env[66703]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66703) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1299.805930] env[66703]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66703) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1299.806033] env[66703]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66703) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1299.806153] env[66703]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66703) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1299.806260] env[66703]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66703) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1299.806321] env[66703]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66703) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1299.806405] env[66703]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: fd11726e-2764-449e-84ac-e0167df921d4 is going to be updated. [ 1299.830027] env[66703]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66703) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1299.830027] env[66703]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66703) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1299.830200] env[66703]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66703) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1299.830257] env[66703]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66703) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1299.830395] env[66703]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66703) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1299.839898] env[66703]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: fd11726e-2764-449e-84ac-e0167df921d4 in Status: IN_PROGRESS for 2s [ 1300.202211] env[66703]: DEBUG networking_nsxv3.common.locking [None req-ffa6d202-748e-4c81-9979-ad08741f9cf7 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , ] {{(pid=66703) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1300.202557] env[66703]: DEBUG oslo_concurrency.lockutils [None req-ffa6d202-748e-4c81-9979-ad08741f9cf7 None None] Acquiring lock "SegmentPort" {{(pid=66703) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1300.202753] env[66703]: DEBUG oslo_concurrency.lockutils [None req-ffa6d202-748e-4c81-9979-ad08741f9cf7 None None] Acquired lock "SegmentPort" {{(pid=66703) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1300.203208] env[66703]: DEBUG oslo_concurrency.lockutils [None req-ffa6d202-748e-4c81-9979-ad08741f9cf7 None None] Acquired external semaphore "SegmentPort" {{(pid=66703) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1300.203464] env[66703]: DEBUG oslo_concurrency.lockutils [None req-ffa6d202-748e-4c81-9979-ad08741f9cf7 None None] Releasing lock "SegmentPort" {{(pid=66703) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1300.203711] env[66703]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-ffa6d202-748e-4c81-9979-ad08741f9cf7 None None] Segment Port 3acb2808-5d20-4e0c-b093-d37321c10b92 not found, creating... [ 1300.204128] env[66703]: DEBUG networking_nsxv3.common.locking [None req-ffa6d202-748e-4c81-9979-ad08741f9cf7 None None] Lock Segment taken with stack trace [, , , , , , , , , , , ] {{(pid=66703) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1300.204963] env[66703]: DEBUG oslo_concurrency.lockutils [None req-ffa6d202-748e-4c81-9979-ad08741f9cf7 None None] Acquiring lock "Segment" {{(pid=66703) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1300.204963] env[66703]: DEBUG oslo_concurrency.lockutils [None req-ffa6d202-748e-4c81-9979-ad08741f9cf7 None None] Acquired lock "Segment" {{(pid=66703) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1300.204963] env[66703]: DEBUG oslo_concurrency.lockutils [None req-ffa6d202-748e-4c81-9979-ad08741f9cf7 None None] Acquired external semaphore "Segment" {{(pid=66703) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1300.205172] env[66703]: DEBUG oslo_concurrency.lockutils [None req-ffa6d202-748e-4c81-9979-ad08741f9cf7 None None] Releasing lock "Segment" {{(pid=66703) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1300.205628] env[66703]: DEBUG networking_nsxv3.common.locking [None req-ffa6d202-748e-4c81-9979-ad08741f9cf7 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=66703) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1300.205896] env[66703]: DEBUG oslo_concurrency.lockutils [None req-ffa6d202-748e-4c81-9979-ad08741f9cf7 None None] Acquiring lock "SegmentPort" {{(pid=66703) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1300.206382] env[66703]: DEBUG oslo_concurrency.lockutils [None req-ffa6d202-748e-4c81-9979-ad08741f9cf7 None None] Acquired lock "SegmentPort" {{(pid=66703) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1300.206758] env[66703]: DEBUG oslo_concurrency.lockutils [None req-ffa6d202-748e-4c81-9979-ad08741f9cf7 None None] Acquired external semaphore "SegmentPort" {{(pid=66703) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1300.206944] env[66703]: DEBUG oslo_concurrency.lockutils [None req-ffa6d202-748e-4c81-9979-ad08741f9cf7 None None] Releasing lock "SegmentPort" {{(pid=66703) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1300.207206] env[66703]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-ffa6d202-748e-4c81-9979-ad08741f9cf7 None None] Resource: SegmentPort with ID: 3acb2808-5d20-4e0c-b093-d37321c10b92 is going to be created. [ 1300.217949] env[66703]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('41686f41-1a2e-4978-b11b-0069e0dbf969',) {} {{(pid=66703) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1300.232649] env[66703]: DEBUG networking_nsxv3.common.locking [None req-ffa6d202-748e-4c81-9979-ad08741f9cf7 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=66703) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1300.232911] env[66703]: DEBUG oslo_concurrency.lockutils [None req-ffa6d202-748e-4c81-9979-ad08741f9cf7 None None] Acquiring lock "SegmentPort" {{(pid=66703) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1300.233094] env[66703]: DEBUG oslo_concurrency.lockutils [None req-ffa6d202-748e-4c81-9979-ad08741f9cf7 None None] Acquired lock "SegmentPort" {{(pid=66703) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1300.233610] env[66703]: DEBUG oslo_concurrency.lockutils [None req-ffa6d202-748e-4c81-9979-ad08741f9cf7 None None] Acquired external semaphore "SegmentPort" {{(pid=66703) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1300.234114] env[66703]: DEBUG oslo_concurrency.lockutils [None req-ffa6d202-748e-4c81-9979-ad08741f9cf7 None None] Releasing lock "SegmentPort" {{(pid=66703) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1300.234656] env[66703]: DEBUG oslo_concurrency.lockutils [None req-ffa6d202-748e-4c81-9979-ad08741f9cf7 None None] Releasing lock "port-3acb2808-5d20-4e0c-b093-d37321c10b92" {{(pid=66703) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1300.721660] env[66703]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66703) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1300.721660] env[66703]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66703) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1300.721660] env[66703]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66703) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1300.721660] env[66703]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66703) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1300.722226] env[66703]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66703) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1300.722226] env[66703]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 41686f41-1a2e-4978-b11b-0069e0dbf969 is going to be updated. [ 1300.736207] env[66703]: INFO networking_nsxv3.common.synchronization [req-24d25f4f-7969-4462-8171-9ba1bf685ecc req-21333d37-3f15-4854-acac-c271b18e5d7a tempest-AttachInterfacesTestJSON-516416630 tempest-AttachInterfacesTestJSON-516416630-project-member] Enqueued Resource ID: e9094a61-ffab-4bbe-a7dc-3677ff414d79 with Priority: HIGHEST for action security_group_members [ 1300.736777] env[66703]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: e9094a61-ffab-4bbe-a7dc-3677ff414d79 with Priority: HIGHEST for action security_group_members [ 1300.737100] env[66703]: DEBUG networking_nsxv3.common.locking [-] Lock member-e9094a61-ffab-4bbe-a7dc-3677ff414d79 taken with stack trace [, , ] {{(pid=66703) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1300.737226] env[66703]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-e9094a61-ffab-4bbe-a7dc-3677ff414d79" {{(pid=66703) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1300.737293] env[66703]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-e9094a61-ffab-4bbe-a7dc-3677ff414d79" {{(pid=66703) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1300.737488] env[66703]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-e9094a61-ffab-4bbe-a7dc-3677ff414d79" {{(pid=66703) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1300.737999] env[66703]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=66703) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1300.738125] env[66703]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66703) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1300.738192] env[66703]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66703) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1300.738349] env[66703]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66703) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1300.738434] env[66703]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66703) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1300.738530] env[66703]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('e9094a61-ffab-4bbe-a7dc-3677ff414d79',) {} {{(pid=66703) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1300.760858] env[66703]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66703) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1300.760858] env[66703]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66703) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1300.760858] env[66703]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66703) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1300.760858] env[66703]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66703) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1300.760858] env[66703]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66703) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1300.769851] env[66703]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 41686f41-1a2e-4978-b11b-0069e0dbf969 in Status: IN_PROGRESS for 2s [ 1300.972015] env[66703]: INFO networking_nsxv3.common.synchronization [req-06e5bd6e-11d0-4ad3-a7d3-bb6677f6c71b req-767b0048-ba30-4b1c-a0c7-629d183fa3e6 service nova] Enqueued Resource ID: fd11726e-2764-449e-84ac-e0167df921d4 with Priority: HIGHEST for action security_group_rules [ 1300.972338] env[66703]: INFO networking_nsxv3.common.synchronization [req-06e5bd6e-11d0-4ad3-a7d3-bb6677f6c71b req-767b0048-ba30-4b1c-a0c7-629d183fa3e6 service nova] Enqueued Resource ID: fd11726e-2764-449e-84ac-e0167df921d4 with Priority: HIGHEST for action security_group_members [ 1300.972397] env[66703]: INFO networking_nsxv3.common.synchronization [req-06e5bd6e-11d0-4ad3-a7d3-bb6677f6c71b req-767b0048-ba30-4b1c-a0c7-629d183fa3e6 service nova] Enqueued Resource ID: 3acb2808-5d20-4e0c-b093-d37321c10b92 with Priority: HIGHEST for action port [ 1300.972964] env[66703]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: fd11726e-2764-449e-84ac-e0167df921d4 with Priority: HIGHEST for action security_group_rules [ 1300.973139] env[66703]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: fd11726e-2764-449e-84ac-e0167df921d4 with Priority: HIGHEST for action security_group_members [ 1300.973246] env[66703]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 3acb2808-5d20-4e0c-b093-d37321c10b92 with Priority: HIGHEST for action port [ 1300.973529] env[66703]: DEBUG networking_nsxv3.common.locking [-] Lock rules-fd11726e-2764-449e-84ac-e0167df921d4 taken with stack trace [, , ] {{(pid=66703) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1300.973657] env[66703]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-fd11726e-2764-449e-84ac-e0167df921d4" {{(pid=66703) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1300.973724] env[66703]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-fd11726e-2764-449e-84ac-e0167df921d4" {{(pid=66703) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1300.973930] env[66703]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-fd11726e-2764-449e-84ac-e0167df921d4" {{(pid=66703) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1300.974019] env[66703]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('fd11726e-2764-449e-84ac-e0167df921d4',) {} {{(pid=66703) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1300.975103] env[66703]: DEBUG networking_nsxv3.common.locking [-] Lock member-fd11726e-2764-449e-84ac-e0167df921d4 taken with stack trace [, , ] {{(pid=66703) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1300.975258] env[66703]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-fd11726e-2764-449e-84ac-e0167df921d4" {{(pid=66703) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1300.975943] env[66703]: DEBUG networking_nsxv3.common.locking [-] Lock port-3acb2808-5d20-4e0c-b093-d37321c10b92 taken with stack trace [, , ] {{(pid=66703) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1300.975943] env[66703]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-3acb2808-5d20-4e0c-b093-d37321c10b92" {{(pid=66703) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1300.975943] env[66703]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-3acb2808-5d20-4e0c-b093-d37321c10b92" {{(pid=66703) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1300.976144] env[66703]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-3acb2808-5d20-4e0c-b093-d37321c10b92" {{(pid=66703) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1300.976144] env[66703]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('3acb2808-5d20-4e0c-b093-d37321c10b92',) {} {{(pid=66703) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1301.241614] env[66703]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('e9094a61-ffab-4bbe-a7dc-3677ff414d79',) {} {{(pid=66703) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1301.478415] env[66703]: DEBUG networking_nsxv3.common.locking [-] Lock member-fd11726e-2764-449e-84ac-e0167df921d4 taken with stack trace [, , , ] {{(pid=66703) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1301.478415] env[66703]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-fd11726e-2764-449e-84ac-e0167df921d4" {{(pid=66703) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1301.478807] env[66703]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] realization of port 3acb2808-5d20-4e0c-b093-d37321c10b92 with status ACTIVE [ 1301.478807] env[66703]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=66703) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1301.478945] env[66703]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=66703) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1301.478945] env[66703]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=66703) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1301.479138] env[66703]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=66703) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1301.479241] env[66703]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=66703) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1301.479474] env[66703]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , ] {{(pid=66703) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1301.479568] env[66703]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=66703) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1301.479568] env[66703]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=66703) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1301.479890] env[66703]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=66703) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1301.479890] env[66703]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=66703) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1301.480040] env[66703]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=66703) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1301.480148] env[66703]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=66703) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1301.480182] env[66703]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=66703) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1301.480315] env[66703]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=66703) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1301.480445] env[66703]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=66703) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1301.480482] env[66703]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: SegmentPort with ID: 3acb2808-5d20-4e0c-b093-d37321c10b92 is going to be updated. [ 1301.505039] env[66703]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=66703) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1301.505211] env[66703]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=66703) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1301.505211] env[66703]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=66703) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1301.505532] env[66703]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=66703) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1301.505716] env[66703]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=66703) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1301.505883] env[66703]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-3acb2808-5d20-4e0c-b093-d37321c10b92" {{(pid=66703) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1301.745932] env[66703]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('e9094a61-ffab-4bbe-a7dc-3677ff414d79',) {} {{(pid=66703) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1301.849955] env[66703]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: fd11726e-2764-449e-84ac-e0167df921d4 in Status: SUCCESS [ 1301.850253] env[66703]: WARNING networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: fd11726e-2764-449e-84ac-e0167df921d4 deletion is rescheduled due to dependency. [ 1301.850445] env[66703]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-fd11726e-2764-449e-84ac-e0167df921d4" {{(pid=66703) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1301.850640] env[66703]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-fd11726e-2764-449e-84ac-e0167df921d4" {{(pid=66703) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1301.850897] env[66703]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-fd11726e-2764-449e-84ac-e0167df921d4" {{(pid=66703) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1301.851232] env[66703]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=66703) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1301.851358] env[66703]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66703) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1301.851412] env[66703]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66703) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1301.851639] env[66703]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66703) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1301.851726] env[66703]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66703) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1301.851823] env[66703]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('fd11726e-2764-449e-84ac-e0167df921d4',) {} {{(pid=66703) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1302.248251] env[66703]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66703) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1302.248645] env[66703]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66703) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1302.248645] env[66703]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66703) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1302.248725] env[66703]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66703) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1302.248759] env[66703]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66703) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1302.248844] env[66703]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: e9094a61-ffab-4bbe-a7dc-3677ff414d79 is going to be updated. [ 1302.277454] env[66703]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66703) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1302.277659] env[66703]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66703) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1302.277737] env[66703]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66703) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1302.278036] env[66703]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66703) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1302.278290] env[66703]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66703) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1302.288516] env[66703]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: e9094a61-ffab-4bbe-a7dc-3677ff414d79 in Status: IN_PROGRESS for 2s [ 1302.354048] env[66703]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('fd11726e-2764-449e-84ac-e0167df921d4',) {} {{(pid=66703) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1302.782757] env[66703]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 41686f41-1a2e-4978-b11b-0069e0dbf969 in Status: SUCCESS [ 1302.783168] env[66703]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-41686f41-1a2e-4978-b11b-0069e0dbf969" {{(pid=66703) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1302.856464] env[66703]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('fd11726e-2764-449e-84ac-e0167df921d4',) {} {{(pid=66703) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1303.359872] env[66703]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66703) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1303.360263] env[66703]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66703) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1303.360263] env[66703]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66703) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1303.360330] env[66703]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66703) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1303.360382] env[66703]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66703) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1303.360506] env[66703]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: fd11726e-2764-449e-84ac-e0167df921d4 is going to be updated. [ 1303.389401] env[66703]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66703) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1303.389542] env[66703]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66703) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1303.389636] env[66703]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66703) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1303.389786] env[66703]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66703) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1303.389904] env[66703]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66703) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1303.398241] env[66703]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: fd11726e-2764-449e-84ac-e0167df921d4 in Status: IN_PROGRESS for 2s [ 1304.299843] env[66703]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: e9094a61-ffab-4bbe-a7dc-3677ff414d79 in Status: SUCCESS [ 1304.300739] env[66703]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-e9094a61-ffab-4bbe-a7dc-3677ff414d79" {{(pid=66703) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1305.409767] env[66703]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: fd11726e-2764-449e-84ac-e0167df921d4 in Status: SUCCESS [ 1305.410086] env[66703]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-fd11726e-2764-449e-84ac-e0167df921d4" {{(pid=66703) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1305.410172] env[66703]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-fd11726e-2764-449e-84ac-e0167df921d4" {{(pid=66703) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1305.410423] env[66703]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-fd11726e-2764-449e-84ac-e0167df921d4" {{(pid=66703) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1305.410624] env[66703]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=66703) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1305.410741] env[66703]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66703) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1305.410805] env[66703]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66703) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1305.410955] env[66703]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66703) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1305.411220] env[66703]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66703) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1305.411343] env[66703]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-fd11726e-2764-449e-84ac-e0167df921d4" {{(pid=66703) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1305.411448] env[66703]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('fd11726e-2764-449e-84ac-e0167df921d4',) {} {{(pid=66703) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1305.915543] env[66703]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('fd11726e-2764-449e-84ac-e0167df921d4',) {} {{(pid=66703) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1305.973932] env[66703]: INFO networking_nsxv3.common.synchronization [-] No activity for the last 5 seconds. [ 1305.974124] env[66703]: INFO networking_nsxv3.common.synchronization [-] Sizes Queue[Active=0, Passive=0], Jobs=1 [ 1306.415961] env[66703]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for fd11726e-2764-449e-84ac-e0167df921d4: rpc.has_security_group_logging(os_id): False [ 1306.437013] env[66703]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=66703) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1306.437181] env[66703]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66703) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1306.437253] env[66703]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66703) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1306.437489] env[66703]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66703) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1306.437579] env[66703]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66703) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1306.437830] env[66703]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=66703) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1306.437947] env[66703]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66703) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1306.438061] env[66703]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66703) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1306.439034] env[66703]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66703) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1306.439034] env[66703]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66703) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1306.439034] env[66703]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: fd11726e-2764-449e-84ac-e0167df921d4 is going to be updated. [ 1306.509391] env[66703]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=66703) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1306.509588] env[66703]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66703) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1306.509661] env[66703]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66703) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1306.509879] env[66703]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66703) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1306.510046] env[66703]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66703) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1306.527534] env[66703]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: fd11726e-2764-449e-84ac-e0167df921d4 in Status: IN_PROGRESS for 2s [ 1307.644667] env[66703]: INFO networking_nsxv3.common.synchronization [req-c7ea5588-6809-4882-bf57-64c2d275a753 req-f3341100-8433-4e99-9138-f2e10e03b757 tempest-AttachInterfacesTestJSON-516416630 tempest-AttachInterfacesTestJSON-516416630-project-member] Enqueued Resource ID: e9094a61-ffab-4bbe-a7dc-3677ff414d79 with Priority: HIGHEST for action security_group_members [ 1307.645321] env[66703]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: e9094a61-ffab-4bbe-a7dc-3677ff414d79 with Priority: HIGHEST for action security_group_members [ 1307.645542] env[66703]: DEBUG networking_nsxv3.common.locking [-] Lock member-e9094a61-ffab-4bbe-a7dc-3677ff414d79 taken with stack trace [, , ] {{(pid=66703) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1307.645722] env[66703]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-e9094a61-ffab-4bbe-a7dc-3677ff414d79" {{(pid=66703) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1307.645722] env[66703]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-e9094a61-ffab-4bbe-a7dc-3677ff414d79" {{(pid=66703) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1307.645911] env[66703]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-e9094a61-ffab-4bbe-a7dc-3677ff414d79" {{(pid=66703) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1307.646100] env[66703]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=66703) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1307.646240] env[66703]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66703) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1307.646327] env[66703]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66703) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1307.646543] env[66703]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66703) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1307.646680] env[66703]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66703) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1307.646800] env[66703]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('e9094a61-ffab-4bbe-a7dc-3677ff414d79',) {} {{(pid=66703) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1308.097662] env[66703]: INFO neutron.plugins.ml2.drivers.agent._common_agent [None req-7eb0921a-84a2-4396-bb0e-a2d86e8d2d3a None None] NSXv3 Agent Agent loop - iteration:2 completed [ 1308.097847] env[66703]: INFO neutron.plugins.ml2.drivers.agent._common_agent [None req-7eb0921a-84a2-4396-bb0e-a2d86e8d2d3a None None] NSXv3 Agent Agent loop - iteration:3 started [ 1308.148878] env[66703]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=66703) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1308.149097] env[66703]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66703) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1308.149097] env[66703]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66703) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1308.149298] env[66703]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66703) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1308.149382] env[66703]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66703) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1308.149572] env[66703]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66703) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1308.149699] env[66703]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66703) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1308.149791] env[66703]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66703) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1308.149949] env[66703]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66703) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1308.150044] env[66703]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66703) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1308.150131] env[66703]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: e9094a61-ffab-4bbe-a7dc-3677ff414d79 is going to be updated. [ 1308.177568] env[66703]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66703) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1308.177770] env[66703]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66703) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1308.177770] env[66703]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66703) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1308.177981] env[66703]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66703) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1308.178128] env[66703]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66703) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1308.186450] env[66703]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: e9094a61-ffab-4bbe-a7dc-3677ff414d79 in Status: IN_PROGRESS for 2s [ 1308.551052] env[66703]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: fd11726e-2764-449e-84ac-e0167df921d4 in Status: SUCCESS [ 1308.551316] env[66703]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-fd11726e-2764-449e-84ac-e0167df921d4" {{(pid=66703) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1310.197204] env[66703]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: e9094a61-ffab-4bbe-a7dc-3677ff414d79 in Status: SUCCESS [ 1310.197591] env[66703]: WARNING networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: e9094a61-ffab-4bbe-a7dc-3677ff414d79 deletion is rescheduled due to dependency. [ 1310.197591] env[66703]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-e9094a61-ffab-4bbe-a7dc-3677ff414d79" {{(pid=66703) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1312.130426] env[66703]: INFO networking_nsxv3.common.synchronization [None req-03033ffa-30c8-4182-8128-27d794af198f tempest-AttachInterfacesTestJSON-516416630 tempest-AttachInterfacesTestJSON-516416630-project-member] Enqueued Resource ID: 74884478-9760-4ca3-bceb-cbff7acb74c0 with Priority: HIGHEST for action security_group_members [ 1312.131387] env[66703]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 74884478-9760-4ca3-bceb-cbff7acb74c0 with Priority: HIGHEST for action security_group_members [ 1312.131696] env[66703]: DEBUG networking_nsxv3.common.locking [-] Lock member-74884478-9760-4ca3-bceb-cbff7acb74c0 taken with stack trace [, , ] {{(pid=66703) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1312.131819] env[66703]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-74884478-9760-4ca3-bceb-cbff7acb74c0" {{(pid=66703) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1312.131897] env[66703]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-74884478-9760-4ca3-bceb-cbff7acb74c0" {{(pid=66703) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1312.132112] env[66703]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-74884478-9760-4ca3-bceb-cbff7acb74c0" {{(pid=66703) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1312.132262] env[66703]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=66703) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1312.132366] env[66703]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66703) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1312.132472] env[66703]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66703) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1312.132573] env[66703]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66703) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1312.132658] env[66703]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66703) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1312.132750] env[66703]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('74884478-9760-4ca3-bceb-cbff7acb74c0',) {} {{(pid=66703) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1312.635268] env[66703]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=66703) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1312.635440] env[66703]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66703) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1312.635534] env[66703]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66703) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1312.635862] env[66703]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66703) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1312.635968] env[66703]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66703) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1312.636195] env[66703]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66703) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1312.636310] env[66703]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66703) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1312.636374] env[66703]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66703) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1312.636541] env[66703]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66703) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1312.636624] env[66703]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66703) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1312.636715] env[66703]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 74884478-9760-4ca3-bceb-cbff7acb74c0 is going to be updated. [ 1312.665873] env[66703]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66703) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1312.666104] env[66703]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66703) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1312.666104] env[66703]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66703) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1312.666287] env[66703]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66703) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1312.666428] env[66703]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66703) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1312.677053] env[66703]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 74884478-9760-4ca3-bceb-cbff7acb74c0 in Status: IN_PROGRESS for 2s [ 1314.306628] env[66703]: INFO networking_nsxv3.common.synchronization [req-554af5fb-49a1-4533-a29c-8f2a9ec9605a req-4bcb82c5-43e9-4fbe-838e-3cc15a6023ee tempest-ServerActionsTestOtherA-1522627266 tempest-ServerActionsTestOtherA-1522627266-project-member] Enqueued Resource ID: 41686f41-1a2e-4978-b11b-0069e0dbf969 with Priority: HIGHEST for action security_group_members [ 1314.306967] env[66703]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 41686f41-1a2e-4978-b11b-0069e0dbf969 with Priority: HIGHEST for action security_group_members [ 1314.307507] env[66703]: DEBUG networking_nsxv3.common.locking [-] Lock member-41686f41-1a2e-4978-b11b-0069e0dbf969 taken with stack trace [, , ] {{(pid=66703) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1314.307677] env[66703]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-41686f41-1a2e-4978-b11b-0069e0dbf969" {{(pid=66703) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1314.307724] env[66703]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-41686f41-1a2e-4978-b11b-0069e0dbf969" {{(pid=66703) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1314.309870] env[66703]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-41686f41-1a2e-4978-b11b-0069e0dbf969" {{(pid=66703) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1314.309870] env[66703]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=66703) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1314.309870] env[66703]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66703) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1314.309870] env[66703]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66703) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1314.309870] env[66703]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66703) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1314.309870] env[66703]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66703) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1314.309870] env[66703]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('41686f41-1a2e-4978-b11b-0069e0dbf969',) {} {{(pid=66703) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1314.690521] env[66703]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 74884478-9760-4ca3-bceb-cbff7acb74c0 in Status: IN_PROGRESS for 4s [ 1314.815509] env[66703]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=66703) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1314.817681] env[66703]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66703) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1314.817681] env[66703]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66703) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1314.817681] env[66703]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66703) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1314.817681] env[66703]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66703) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1314.817681] env[66703]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66703) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1314.817681] env[66703]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66703) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1314.817681] env[66703]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66703) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1314.817681] env[66703]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66703) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1314.817681] env[66703]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66703) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1314.817681] env[66703]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 41686f41-1a2e-4978-b11b-0069e0dbf969 is going to be updated. [ 1314.854878] env[66703]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66703) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1314.855048] env[66703]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66703) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1314.855127] env[66703]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66703) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1314.855393] env[66703]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66703) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1314.855544] env[66703]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66703) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1314.870967] env[66703]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 41686f41-1a2e-4978-b11b-0069e0dbf969 in Status: IN_PROGRESS for 2s [ 1316.699848] env[66703]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 74884478-9760-4ca3-bceb-cbff7acb74c0 in Status: SUCCESS [ 1316.700242] env[66703]: WARNING networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 74884478-9760-4ca3-bceb-cbff7acb74c0 deletion is rescheduled due to dependency. [ 1316.700242] env[66703]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-74884478-9760-4ca3-bceb-cbff7acb74c0" {{(pid=66703) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1316.881310] env[66703]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 41686f41-1a2e-4978-b11b-0069e0dbf969 in Status: SUCCESS [ 1316.881511] env[66703]: WARNING networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 41686f41-1a2e-4978-b11b-0069e0dbf969 deletion is rescheduled due to dependency. [ 1316.881683] env[66703]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-41686f41-1a2e-4978-b11b-0069e0dbf969" {{(pid=66703) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1318.702991] env[66703]: INFO networking_nsxv3.common.synchronization [req-08499c2d-292c-41da-a4c2-21900d5f8f80 req-280a8f97-6bb7-4df3-a6d8-099ff56f72b9 tempest-ServerRescueNegativeTestJSON-1584039462 tempest-ServerRescueNegativeTestJSON-1584039462-project-member] Enqueued Resource ID: f06ec3df-73d5-4124-a117-fa273b3892bc with Priority: HIGHEST for action security_group_members [ 1318.703667] env[66703]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: f06ec3df-73d5-4124-a117-fa273b3892bc with Priority: HIGHEST for action security_group_members [ 1318.703951] env[66703]: DEBUG networking_nsxv3.common.locking [-] Lock member-f06ec3df-73d5-4124-a117-fa273b3892bc taken with stack trace [, , ] {{(pid=66703) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1318.704461] env[66703]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-f06ec3df-73d5-4124-a117-fa273b3892bc" {{(pid=66703) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1318.704461] env[66703]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-f06ec3df-73d5-4124-a117-fa273b3892bc" {{(pid=66703) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1318.704535] env[66703]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-f06ec3df-73d5-4124-a117-fa273b3892bc" {{(pid=66703) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1318.704877] env[66703]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=66703) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1318.704877] env[66703]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66703) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1318.704877] env[66703]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66703) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1318.705074] env[66703]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66703) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1318.705074] env[66703]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66703) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1318.705074] env[66703]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('f06ec3df-73d5-4124-a117-fa273b3892bc',) {} {{(pid=66703) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1318.794157] env[66703]: INFO networking_nsxv3.common.synchronization [req-3ce5d4d5-9ae5-446d-9686-c96f6d64b330 req-82247fae-7718-4449-958c-999001e7dc52 tempest-ServerActionsTestJSON-1903783594 tempest-ServerActionsTestJSON-1903783594-project-member] Enqueued Resource ID: e2dfd056-9012-4ee5-8e8c-6878a22ada99 with Priority: HIGHEST for action security_group_members [ 1318.795495] env[66703]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: e2dfd056-9012-4ee5-8e8c-6878a22ada99 with Priority: HIGHEST for action security_group_members [ 1318.795495] env[66703]: DEBUG networking_nsxv3.common.locking [-] Lock member-e2dfd056-9012-4ee5-8e8c-6878a22ada99 taken with stack trace [, , ] {{(pid=66703) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1318.795683] env[66703]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-e2dfd056-9012-4ee5-8e8c-6878a22ada99" {{(pid=66703) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1318.795683] env[66703]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-e2dfd056-9012-4ee5-8e8c-6878a22ada99" {{(pid=66703) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1318.795915] env[66703]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-e2dfd056-9012-4ee5-8e8c-6878a22ada99" {{(pid=66703) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1318.796128] env[66703]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=66703) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1318.796258] env[66703]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66703) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1318.796348] env[66703]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66703) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1318.796549] env[66703]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66703) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1318.796670] env[66703]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66703) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1318.796801] env[66703]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('e2dfd056-9012-4ee5-8e8c-6878a22ada99',) {} {{(pid=66703) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1319.208597] env[66703]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=66703) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1319.208774] env[66703]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66703) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1319.208812] env[66703]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66703) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1319.209020] env[66703]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66703) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1319.209113] env[66703]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66703) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1319.209299] env[66703]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66703) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1319.209396] env[66703]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66703) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1319.209458] env[66703]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66703) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1319.209603] env[66703]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66703) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1319.209742] env[66703]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66703) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1319.209800] env[66703]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: f06ec3df-73d5-4124-a117-fa273b3892bc is going to be updated. [ 1319.239557] env[66703]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66703) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1319.239769] env[66703]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66703) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1319.239815] env[66703]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66703) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1319.240444] env[66703]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66703) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1319.240444] env[66703]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66703) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1319.249296] env[66703]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: f06ec3df-73d5-4124-a117-fa273b3892bc in Status: IN_PROGRESS for 2s [ 1319.298992] env[66703]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=66703) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1319.299756] env[66703]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66703) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1319.299923] env[66703]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66703) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1319.300184] env[66703]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66703) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1319.300300] env[66703]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66703) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1319.300536] env[66703]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66703) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1319.300646] env[66703]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66703) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1319.300683] env[66703]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66703) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1319.301096] env[66703]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66703) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1319.301096] env[66703]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66703) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1319.301096] env[66703]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: e2dfd056-9012-4ee5-8e8c-6878a22ada99 is going to be updated. [ 1319.341783] env[66703]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66703) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1319.341952] env[66703]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66703) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1319.341994] env[66703]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66703) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1319.342255] env[66703]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66703) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1319.342392] env[66703]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66703) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1319.351930] env[66703]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: e2dfd056-9012-4ee5-8e8c-6878a22ada99 in Status: IN_PROGRESS for 2s [ 1321.260973] env[66703]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: f06ec3df-73d5-4124-a117-fa273b3892bc in Status: SUCCESS [ 1321.261446] env[66703]: WARNING networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: f06ec3df-73d5-4124-a117-fa273b3892bc deletion is rescheduled due to dependency. [ 1321.261446] env[66703]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-f06ec3df-73d5-4124-a117-fa273b3892bc" {{(pid=66703) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1321.361791] env[66703]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: e2dfd056-9012-4ee5-8e8c-6878a22ada99 in Status: SUCCESS [ 1321.361969] env[66703]: WARNING networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: e2dfd056-9012-4ee5-8e8c-6878a22ada99 deletion is rescheduled due to dependency. [ 1321.362108] env[66703]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-e2dfd056-9012-4ee5-8e8c-6878a22ada99" {{(pid=66703) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1323.795883] env[66703]: INFO networking_nsxv3.common.synchronization [-] No activity for the last 5 seconds. [ 1323.795883] env[66703]: INFO networking_nsxv3.common.synchronization [-] Sizes Queue[Active=0, Passive=0], Jobs=0 [ 1328.796343] env[66703]: INFO networking_nsxv3.common.synchronization [-] No activity for the last 5 seconds. [ 1328.796907] env[66703]: INFO networking_nsxv3.common.synchronization [-] Sizes Queue[Active=0, Passive=0], Jobs=0 [ 1332.306389] env[66703]: INFO networking_nsxv3.common.synchronization [req-47969969-c1b4-4c41-90ad-611f994f80c1 req-16ae513f-1f8c-4820-9ba1-6b52e2f6bdf8 tempest-ServerRescueNegativeTestJSON-1584039462 tempest-ServerRescueNegativeTestJSON-1584039462-project-member] Enqueued Resource ID: 342e9261-9091-420c-a22e-99d0ab7b0071 with Priority: HIGHEST for action security_group_members [ 1332.306389] env[66703]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 342e9261-9091-420c-a22e-99d0ab7b0071 with Priority: HIGHEST for action security_group_members [ 1332.306888] env[66703]: DEBUG networking_nsxv3.common.locking [-] Lock member-342e9261-9091-420c-a22e-99d0ab7b0071 taken with stack trace [, , ] {{(pid=66703) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1332.306888] env[66703]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-342e9261-9091-420c-a22e-99d0ab7b0071" {{(pid=66703) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1332.306888] env[66703]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-342e9261-9091-420c-a22e-99d0ab7b0071" {{(pid=66703) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1332.307096] env[66703]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-342e9261-9091-420c-a22e-99d0ab7b0071" {{(pid=66703) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1332.307181] env[66703]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=66703) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1332.307602] env[66703]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66703) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1332.307602] env[66703]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66703) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1332.307602] env[66703]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66703) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1332.307602] env[66703]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66703) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1332.307779] env[66703]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('342e9261-9091-420c-a22e-99d0ab7b0071',) {} {{(pid=66703) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1332.810307] env[66703]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('342e9261-9091-420c-a22e-99d0ab7b0071',) {} {{(pid=66703) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1333.314437] env[66703]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('342e9261-9091-420c-a22e-99d0ab7b0071',) {} {{(pid=66703) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1333.816727] env[66703]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66703) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1333.816963] env[66703]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66703) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1333.816963] env[66703]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66703) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1333.817119] env[66703]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66703) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1333.817173] env[66703]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66703) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1333.817240] env[66703]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 342e9261-9091-420c-a22e-99d0ab7b0071 is going to be updated. [ 1333.848855] env[66703]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66703) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1333.848855] env[66703]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66703) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1333.848855] env[66703]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66703) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1333.848855] env[66703]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66703) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1333.848855] env[66703]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66703) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1333.856109] env[66703]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 342e9261-9091-420c-a22e-99d0ab7b0071 in Status: IN_PROGRESS for 2s [ 1335.874366] env[66703]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 342e9261-9091-420c-a22e-99d0ab7b0071 in Status: SUCCESS [ 1335.874788] env[66703]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-342e9261-9091-420c-a22e-99d0ab7b0071" {{(pid=66703) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1337.261267] env[66703]: INFO networking_nsxv3.common.synchronization [req-945babfd-ae44-4305-adee-8d033157056d req-80a7750e-d26e-410d-8807-7e0461f71084 tempest-AttachVolumeNegativeTest-1369038245 tempest-AttachVolumeNegativeTest-1369038245-project-member] Enqueued Resource ID: fad4bdc1-68c8-42df-b327-aa7ad80720ba with Priority: HIGHEST for action security_group_members [ 1337.261922] env[66703]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: fad4bdc1-68c8-42df-b327-aa7ad80720ba with Priority: HIGHEST for action security_group_members [ 1337.262321] env[66703]: DEBUG networking_nsxv3.common.locking [-] Lock member-fad4bdc1-68c8-42df-b327-aa7ad80720ba taken with stack trace [, , ] {{(pid=66703) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1337.262503] env[66703]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-fad4bdc1-68c8-42df-b327-aa7ad80720ba" {{(pid=66703) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1337.262600] env[66703]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-fad4bdc1-68c8-42df-b327-aa7ad80720ba" {{(pid=66703) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1337.262865] env[66703]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-fad4bdc1-68c8-42df-b327-aa7ad80720ba" {{(pid=66703) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1337.263048] env[66703]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=66703) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1337.263204] env[66703]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66703) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1337.263322] env[66703]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66703) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1337.263544] env[66703]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66703) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1337.263682] env[66703]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66703) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1337.263795] env[66703]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('fad4bdc1-68c8-42df-b327-aa7ad80720ba',) {} {{(pid=66703) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1337.767117] env[66703]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=66703) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1337.767288] env[66703]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66703) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1337.767362] env[66703]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66703) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1337.767588] env[66703]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66703) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1337.767685] env[66703]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66703) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1337.767880] env[66703]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66703) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1337.767976] env[66703]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66703) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1337.768052] env[66703]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66703) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1337.768206] env[66703]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66703) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1337.768284] env[66703]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66703) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1337.768371] env[66703]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: fad4bdc1-68c8-42df-b327-aa7ad80720ba is going to be updated. [ 1337.797963] env[66703]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66703) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1337.798204] env[66703]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66703) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1337.798271] env[66703]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66703) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1337.798433] env[66703]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66703) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1337.798582] env[66703]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66703) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1337.808388] env[66703]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: fad4bdc1-68c8-42df-b327-aa7ad80720ba in Status: IN_PROGRESS for 2s [ 1339.602683] env[66703]: INFO networking_nsxv3.common.synchronization [req-4ff4ab5f-a353-4b9a-9ccd-840d98aa30f4 req-7b7fb9d8-a08f-476d-b98b-a3d3ed3520a6 tempest-ServerRescueNegativeTestJSON-1584039462 tempest-ServerRescueNegativeTestJSON-1584039462-project-member] Enqueued Resource ID: 342e9261-9091-420c-a22e-99d0ab7b0071 with Priority: HIGHEST for action security_group_members [ 1339.602683] env[66703]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 342e9261-9091-420c-a22e-99d0ab7b0071 with Priority: HIGHEST for action security_group_members [ 1339.602683] env[66703]: DEBUG networking_nsxv3.common.locking [-] Lock member-342e9261-9091-420c-a22e-99d0ab7b0071 taken with stack trace [, , ] {{(pid=66703) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1339.602683] env[66703]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-342e9261-9091-420c-a22e-99d0ab7b0071" {{(pid=66703) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1339.602683] env[66703]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-342e9261-9091-420c-a22e-99d0ab7b0071" {{(pid=66703) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1339.603087] env[66703]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-342e9261-9091-420c-a22e-99d0ab7b0071" {{(pid=66703) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1339.603087] env[66703]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=66703) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1339.603087] env[66703]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66703) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1339.603087] env[66703]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66703) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1339.603226] env[66703]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66703) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1339.603303] env[66703]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66703) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1339.603390] env[66703]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('342e9261-9091-420c-a22e-99d0ab7b0071',) {} {{(pid=66703) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1339.819077] env[66703]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: fad4bdc1-68c8-42df-b327-aa7ad80720ba in Status: SUCCESS [ 1339.819303] env[66703]: WARNING networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: fad4bdc1-68c8-42df-b327-aa7ad80720ba deletion is rescheduled due to dependency. [ 1339.819303] env[66703]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-fad4bdc1-68c8-42df-b327-aa7ad80720ba" {{(pid=66703) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1340.105262] env[66703]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=66703) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1340.105464] env[66703]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66703) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1340.105505] env[66703]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66703) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1340.105726] env[66703]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66703) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1340.105839] env[66703]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66703) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1340.106094] env[66703]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66703) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1340.106207] env[66703]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66703) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1340.106272] env[66703]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66703) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1340.106434] env[66703]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66703) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1340.106515] env[66703]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66703) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1340.106605] env[66703]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 342e9261-9091-420c-a22e-99d0ab7b0071 is going to be updated. [ 1340.135870] env[66703]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66703) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1340.136063] env[66703]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66703) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1340.136142] env[66703]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66703) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1340.136535] env[66703]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66703) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1340.136680] env[66703]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66703) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1340.145583] env[66703]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 342e9261-9091-420c-a22e-99d0ab7b0071 in Status: IN_PROGRESS for 2s [ 1342.157260] env[66703]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 342e9261-9091-420c-a22e-99d0ab7b0071 in Status: SUCCESS [ 1342.157584] env[66703]: WARNING networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 342e9261-9091-420c-a22e-99d0ab7b0071 deletion is rescheduled due to dependency. [ 1342.157584] env[66703]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-342e9261-9091-420c-a22e-99d0ab7b0071" {{(pid=66703) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1344.602642] env[66703]: INFO networking_nsxv3.common.synchronization [-] No activity for the last 5 seconds. [ 1344.602642] env[66703]: INFO networking_nsxv3.common.synchronization [-] Sizes Queue[Active=0, Passive=0], Jobs=0 [ 1349.603940] env[66703]: INFO networking_nsxv3.common.synchronization [-] No activity for the last 5 seconds. [ 1349.604372] env[66703]: INFO networking_nsxv3.common.synchronization [-] Sizes Queue[Active=0, Passive=0], Jobs=0 [ 1354.604864] env[66703]: INFO networking_nsxv3.common.synchronization [-] No activity for the last 5 seconds. [ 1354.605267] env[66703]: INFO networking_nsxv3.common.synchronization [-] Sizes Queue[Active=0, Passive=0], Jobs=0 [ 1359.606074] env[66703]: INFO networking_nsxv3.common.synchronization [-] No activity for the last 5 seconds. [ 1359.606074] env[66703]: INFO networking_nsxv3.common.synchronization [-] Sizes Queue[Active=0, Passive=0], Jobs=0 [ 1360.032551] env[66703]: DEBUG networking_nsxv3.common.locking [-] Lock all taken with stack trace [, , , , , ] {{(pid=66703) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1360.032729] env[66703]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "all" {{(pid=66703) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1360.032802] env[66703]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "all" {{(pid=66703) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1360.033040] env[66703]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "all" {{(pid=66703) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1360.033148] env[66703]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_ports_with_revisions called with arguments (1000, 0) {} {{(pid=66703) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1360.537089] env[66703]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_groups_with_revisions called with arguments (1000, 0) {} {{(pid=66703) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1361.039257] env[66703]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_qos_policies_with_revisions called with arguments (1000, 0) {} {{(pid=66703) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1361.541903] env[66703]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Inventory metadata is going to be refreshed. [ 1361.542148] env[66703]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] [Policy] Fetching Policy NSX-T metadata for Type:Segment. [ 1362.303336] env[66703]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , , ] {{(pid=66703) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1362.303804] env[66703]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=66703) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1362.303804] env[66703]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=66703) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1362.303804] env[66703]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=66703) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1362.317137] env[66703]: WARNING networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider [-] Duplicate resource with OS_ID: 992 ID: cl2-zone-992 [ 1362.317947] env[66703]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=66703) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1362.318602] env[66703]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] [Policy] Fetching Policy NSX-T metadata for Type:SegmentPort. [ 1362.356241] env[66703]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=66703) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1362.356477] env[66703]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=66703) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1362.356477] env[66703]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=66703) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1362.356647] env[66703]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=66703) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1362.370852] env[66703]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=66703) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1362.371650] env[66703]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] [Policy] The number of outdated resources for Type:SegmentPort Is:0. [ 1362.371794] env[66703]: DEBUG networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Outdated resources of Type:SegmentPort Are:set() {{(pid=66703) outdated /opt/stack/networking-nsx-t/networking_nsxv3/plugins/ml2/drivers/nsxv3/agent/provider_nsx_policy.py:1130}} [ 1362.371794] env[66703]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] [Policy] Fetching Policy NSX-T metadata for Type:Security Group (Rules). [ 1362.420353] env[66703]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , , ] {{(pid=66703) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1362.420617] env[66703]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66703) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1362.420617] env[66703]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66703) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1362.420775] env[66703]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66703) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1362.422109] env[66703]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66703) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1362.422285] env[66703]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] [Policy] Fetching Policy NSX-T metadata for Type:Security Group (Rules Remote IP Prefix). [ 1362.507963] env[66703]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules Remote IP Prefix) taken with stack trace [, , , , , , , ] {{(pid=66703) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1362.508201] env[66703]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules Remote IP Prefix)" {{(pid=66703) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1362.508201] env[66703]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules Remote IP Prefix)" {{(pid=66703) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1362.508345] env[66703]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules Remote IP Prefix)" {{(pid=66703) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1362.508657] env[66703]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules Remote IP Prefix)" {{(pid=66703) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1362.508968] env[66703]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] [Policy] Fetching Policy NSX-T metadata for Type:Address Group. [ 1362.601082] env[66703]: DEBUG networking_nsxv3.common.locking [-] Lock Address Group taken with stack trace [, , , , , , , ] {{(pid=66703) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1362.601324] env[66703]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Address Group" {{(pid=66703) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1362.601324] env[66703]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Address Group" {{(pid=66703) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1362.601520] env[66703]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Address Group" {{(pid=66703) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1362.601888] env[66703]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Address Group" {{(pid=66703) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1362.602228] env[66703]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] [Policy] The number of outdated resources for Type:Security Group (Rules) Is:43. [ 1362.602327] env[66703]: DEBUG networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Outdated resources of Type:Security Group (Rules) Are:{'e2dfd056-9012-4ee5-8e8c-6878a22ada99', '4872b703-920a-4af9-a3a7-4649c45283ab', '74884478-9760-4ca3-bceb-cbff7acb74c0', 'e5478296-296b-4855-b680-ee0ae524bfb1', '422a6afd-0a76-40ff-8ca7-239421300775', '4e788d78-bd3c-4249-acf9-3dd7a53e2a11', '7f25b958-d945-4ecc-9b4b-3c986bb1a818', '9e323f42-5013-4d32-95d0-2cc0dffa766e', '50deca7c-20de-416b-a7ff-7a2252a34c03', 'db254d47-d7a1-40b1-a751-5c5ada9bc604', '433d87a8-b488-4016-b086-c4329efa2811', '9b9162ef-ea3e-4d26-b7e4-fcd75aeb773c', '0a0added-7b70-4b18-961a-c2e749c49e44', '41686f41-1a2e-4978-b11b-0069e0dbf969', '94cfd855-34d7-4ee3-83ae-9a9910adce5a', '1e4f4349-a036-4da7-ac6f-1277bb1760f6', 'e9094a61-ffab-4bbe-a7dc-3677ff414d79', 'bc05e17c-09a9-4bc8-9a77-96ca3ea29999', '5f884ef4-4fdd-434c-9108-5775888c1d71', 'fd11726e-2764-449e-84ac-e0167df921d4', '016af0c8-4276-4aa2-affa-7060eb9467c4', '35f311e8-9fa5-4653-bc01-ffb31083430c', 'f1ca8429-6b1e-4072-9f62-c350b5814260', '660372db-97b0-4c25-a97c-8d2de7c849c4', '5a3ab0bf-8204-4d17-b3f0-d07129e04ee1', 'b71d7cca-9437-49ca-9e76-44102d6232fb', '35ccdf8d-34a1-42c6-b9d2-6233117683f2', 'fad4bdc1-68c8-42df-b327-aa7ad80720ba', '32e0f1f8-5e67-463a-bbe6-da9c89b63705', 'a8f04bfa-28b4-468c-97f4-e8e0cfcbb095', 'f06ec3df-73d5-4124-a117-fa273b3892bc', '09270d34-a5b2-4e12-b357-002e5c6d00ab', '342e9261-9091-420c-a22e-99d0ab7b0071', '8e4a28ae-331b-4bc3-83a7-35099819703c', '7e357460-6da6-4aac-9ef9-bd79503ba910', 'a28d8168-ddcb-4c73-9a65-8357fac367a8', 'fa4efca7-8152-4fd8-af73-ebfcdf5db312', 'b2516a1a-ba5c-4ad7-8828-fd394c2ff5bf', '717b6a7a-29a1-4fd1-aba1-2df2cf68dfcc', 'afb07c54-934e-420f-a541-315d002a64fc', '52a602e3-dbba-4de9-81cb-2d4b1e7aa1ab', 'a9c5dd23-48a3-431d-ac41-19c73af4faf6', 'cbccdb9d-dce5-4ab1-92ae-de158a3ea733'} {{(pid=66703) outdated /opt/stack/networking-nsx-t/networking_nsxv3/plugins/ml2/drivers/nsxv3/agent/provider_nsx_policy.py:1130}} [ 1362.602469] env[66703]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] [Policy] Fetching Policy NSX-T metadata for Type:Segment QoS. [ 1362.621314] env[66703]: DEBUG networking_nsxv3.common.locking [-] Lock Segment QoS taken with stack trace [, , , , , , , ] {{(pid=66703) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1362.621554] env[66703]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment QoS" {{(pid=66703) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1362.621554] env[66703]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment QoS" {{(pid=66703) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1362.621757] env[66703]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment QoS" {{(pid=66703) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1362.621844] env[66703]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment QoS" {{(pid=66703) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1362.621955] env[66703]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] [Policy] The number of outdated resources for Type:Segment QoS Is:0. [ 1362.622039] env[66703]: DEBUG networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Outdated resources of Type:Segment QoS Are:set() {{(pid=66703) outdated /opt/stack/networking-nsx-t/networking_nsxv3/plugins/ml2/drivers/nsxv3/agent/provider_nsx_policy.py:1130}} [ 1362.622113] env[66703]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] [Policy] Fetching Policy NSX-T metadata for Type:Security Group (Members). [ 1362.700166] env[66703]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , , ] {{(pid=66703) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1362.700414] env[66703]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66703) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1362.700414] env[66703]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66703) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1362.700669] env[66703]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66703) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1362.702083] env[66703]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66703) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1362.702220] env[66703]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] [Policy] The number of outdated resources for Type:Security Group (Members) Is:0. [ 1362.702220] env[66703]: DEBUG networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Outdated resources of Type:Security Group (Members) Are:set() {{(pid=66703) outdated /opt/stack/networking-nsx-t/networking_nsxv3/plugins/ml2/drivers/nsxv3/agent/provider_nsx_policy.py:1130}} [ 1362.702311] env[66703]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Inventory metadata have been refreshed. [ 1362.702367] env[66703]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Realizing 0/0 resources of Type:Ports [ 1362.702449] env[66703]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Realizing 20/43 resources of Type:Security Group Rules [ 1362.702528] env[66703]: INFO networking_nsxv3.common.synchronization [-] Enqueued Resource ID: e2dfd056-9012-4ee5-8e8c-6878a22ada99 with Priority: HIGH for action security_group_rules [ 1362.702612] env[66703]: INFO networking_nsxv3.common.synchronization [-] Enqueued Resource ID: 4872b703-920a-4af9-a3a7-4649c45283ab with Priority: HIGH for action security_group_rules [ 1362.702683] env[66703]: INFO networking_nsxv3.common.synchronization [-] Enqueued Resource ID: 74884478-9760-4ca3-bceb-cbff7acb74c0 with Priority: HIGH for action security_group_rules [ 1362.702752] env[66703]: INFO networking_nsxv3.common.synchronization [-] Enqueued Resource ID: e5478296-296b-4855-b680-ee0ae524bfb1 with Priority: HIGH for action security_group_rules [ 1362.702819] env[66703]: INFO networking_nsxv3.common.synchronization [-] Enqueued Resource ID: 422a6afd-0a76-40ff-8ca7-239421300775 with Priority: HIGH for action security_group_rules [ 1362.702881] env[66703]: INFO networking_nsxv3.common.synchronization [-] Enqueued Resource ID: 4e788d78-bd3c-4249-acf9-3dd7a53e2a11 with Priority: HIGH for action security_group_rules [ 1362.702947] env[66703]: INFO networking_nsxv3.common.synchronization [-] Enqueued Resource ID: 7f25b958-d945-4ecc-9b4b-3c986bb1a818 with Priority: HIGH for action security_group_rules [ 1362.703023] env[66703]: INFO networking_nsxv3.common.synchronization [-] Enqueued Resource ID: 9e323f42-5013-4d32-95d0-2cc0dffa766e with Priority: HIGH for action security_group_rules [ 1362.703091] env[66703]: INFO networking_nsxv3.common.synchronization [-] Enqueued Resource ID: 50deca7c-20de-416b-a7ff-7a2252a34c03 with Priority: HIGH for action security_group_rules [ 1362.703156] env[66703]: INFO networking_nsxv3.common.synchronization [-] Enqueued Resource ID: db254d47-d7a1-40b1-a751-5c5ada9bc604 with Priority: HIGH for action security_group_rules [ 1362.703222] env[66703]: INFO networking_nsxv3.common.synchronization [-] Enqueued Resource ID: 433d87a8-b488-4016-b086-c4329efa2811 with Priority: HIGH for action security_group_rules [ 1362.703288] env[66703]: INFO networking_nsxv3.common.synchronization [-] Enqueued Resource ID: 9b9162ef-ea3e-4d26-b7e4-fcd75aeb773c with Priority: HIGH for action security_group_rules [ 1362.703353] env[66703]: INFO networking_nsxv3.common.synchronization [-] Enqueued Resource ID: 0a0added-7b70-4b18-961a-c2e749c49e44 with Priority: HIGH for action security_group_rules [ 1362.703418] env[66703]: INFO networking_nsxv3.common.synchronization [-] Enqueued Resource ID: 41686f41-1a2e-4978-b11b-0069e0dbf969 with Priority: HIGH for action security_group_rules [ 1362.703483] env[66703]: INFO networking_nsxv3.common.synchronization [-] Enqueued Resource ID: 94cfd855-34d7-4ee3-83ae-9a9910adce5a with Priority: HIGH for action security_group_rules [ 1362.703548] env[66703]: INFO networking_nsxv3.common.synchronization [-] Enqueued Resource ID: 1e4f4349-a036-4da7-ac6f-1277bb1760f6 with Priority: HIGH for action security_group_rules [ 1362.703615] env[66703]: INFO networking_nsxv3.common.synchronization [-] Enqueued Resource ID: e9094a61-ffab-4bbe-a7dc-3677ff414d79 with Priority: HIGH for action security_group_rules [ 1362.703722] env[66703]: INFO networking_nsxv3.common.synchronization [-] Enqueued Resource ID: bc05e17c-09a9-4bc8-9a77-96ca3ea29999 with Priority: HIGH for action security_group_rules [ 1362.703802] env[66703]: INFO networking_nsxv3.common.synchronization [-] Enqueued Resource ID: 5f884ef4-4fdd-434c-9108-5775888c1d71 with Priority: HIGH for action security_group_rules [ 1362.703840] env[66703]: INFO networking_nsxv3.common.synchronization [-] Enqueued Resource ID: fd11726e-2764-449e-84ac-e0167df921d4 with Priority: HIGH for action security_group_rules [ 1362.703930] env[66703]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "all" {{(pid=66703) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1364.607177] env[66703]: INFO networking_nsxv3.common.synchronization [-] No activity for the last 5 seconds. [ 1364.607596] env[66703]: INFO networking_nsxv3.common.synchronization [-] Sizes Queue[Active=0, Passive=20], Jobs=0 [ 1364.607596] env[66703]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: e2dfd056-9012-4ee5-8e8c-6878a22ada99 with Priority: HIGH for action security_group_rules [ 1364.607596] env[66703]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 74884478-9760-4ca3-bceb-cbff7acb74c0 with Priority: HIGH for action security_group_rules [ 1364.607734] env[66703]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 7f25b958-d945-4ecc-9b4b-3c986bb1a818 with Priority: HIGH for action security_group_rules [ 1364.607734] env[66703]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 94cfd855-34d7-4ee3-83ae-9a9910adce5a with Priority: HIGH for action security_group_rules [ 1364.607877] env[66703]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: fd11726e-2764-449e-84ac-e0167df921d4 with Priority: HIGH for action security_group_rules [ 1364.607939] env[66703]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 5f884ef4-4fdd-434c-9108-5775888c1d71 with Priority: HIGH for action security_group_rules [ 1364.607989] env[66703]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: bc05e17c-09a9-4bc8-9a77-96ca3ea29999 with Priority: HIGH for action security_group_rules [ 1364.608122] env[66703]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: e9094a61-ffab-4bbe-a7dc-3677ff414d79 with Priority: HIGH for action security_group_rules [ 1364.608231] env[66703]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 41686f41-1a2e-4978-b11b-0069e0dbf969 with Priority: HIGH for action security_group_rules [ 1364.608323] env[66703]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 1e4f4349-a036-4da7-ac6f-1277bb1760f6 with Priority: HIGH for action security_group_rules [ 1364.608413] env[66703]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 0a0added-7b70-4b18-961a-c2e749c49e44 with Priority: HIGH for action security_group_rules [ 1364.608502] env[66703]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 9b9162ef-ea3e-4d26-b7e4-fcd75aeb773c with Priority: HIGH for action security_group_rules [ 1364.608592] env[66703]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 433d87a8-b488-4016-b086-c4329efa2811 with Priority: HIGH for action security_group_rules [ 1364.608677] env[66703]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: db254d47-d7a1-40b1-a751-5c5ada9bc604 with Priority: HIGH for action security_group_rules [ 1364.608762] env[66703]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 50deca7c-20de-416b-a7ff-7a2252a34c03 with Priority: HIGH for action security_group_rules [ 1364.608847] env[66703]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 4e788d78-bd3c-4249-acf9-3dd7a53e2a11 with Priority: HIGH for action security_group_rules [ 1364.608931] env[66703]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 9e323f42-5013-4d32-95d0-2cc0dffa766e with Priority: HIGH for action security_group_rules [ 1364.609029] env[66703]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 422a6afd-0a76-40ff-8ca7-239421300775 with Priority: HIGH for action security_group_rules [ 1364.609119] env[66703]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 4872b703-920a-4af9-a3a7-4649c45283ab with Priority: HIGH for action security_group_rules [ 1364.609205] env[66703]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: e5478296-296b-4855-b680-ee0ae524bfb1 with Priority: HIGH for action security_group_rules [ 1364.609559] env[66703]: DEBUG networking_nsxv3.common.locking [-] Lock rules-e2dfd056-9012-4ee5-8e8c-6878a22ada99 taken with stack trace [, , ] {{(pid=66703) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1364.609690] env[66703]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-e2dfd056-9012-4ee5-8e8c-6878a22ada99" {{(pid=66703) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1364.609756] env[66703]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-e2dfd056-9012-4ee5-8e8c-6878a22ada99" {{(pid=66703) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1364.609968] env[66703]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-e2dfd056-9012-4ee5-8e8c-6878a22ada99" {{(pid=66703) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1364.610065] env[66703]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('e2dfd056-9012-4ee5-8e8c-6878a22ada99',) {} {{(pid=66703) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1364.611042] env[66703]: DEBUG networking_nsxv3.common.locking [-] Lock rules-74884478-9760-4ca3-bceb-cbff7acb74c0 taken with stack trace [, , ] {{(pid=66703) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1364.611159] env[66703]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-74884478-9760-4ca3-bceb-cbff7acb74c0" {{(pid=66703) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1364.611221] env[66703]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-74884478-9760-4ca3-bceb-cbff7acb74c0" {{(pid=66703) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1364.611382] env[66703]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-74884478-9760-4ca3-bceb-cbff7acb74c0" {{(pid=66703) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1364.611458] env[66703]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('74884478-9760-4ca3-bceb-cbff7acb74c0',) {} {{(pid=66703) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1364.612297] env[66703]: DEBUG networking_nsxv3.common.locking [-] Lock rules-7f25b958-d945-4ecc-9b4b-3c986bb1a818 taken with stack trace [, , ] {{(pid=66703) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1364.612414] env[66703]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-7f25b958-d945-4ecc-9b4b-3c986bb1a818" {{(pid=66703) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1364.612467] env[66703]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-7f25b958-d945-4ecc-9b4b-3c986bb1a818" {{(pid=66703) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1364.612606] env[66703]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-7f25b958-d945-4ecc-9b4b-3c986bb1a818" {{(pid=66703) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1364.612678] env[66703]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('7f25b958-d945-4ecc-9b4b-3c986bb1a818',) {} {{(pid=66703) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1364.614404] env[66703]: DEBUG networking_nsxv3.common.locking [-] Lock rules-94cfd855-34d7-4ee3-83ae-9a9910adce5a taken with stack trace [, , ] {{(pid=66703) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1364.614404] env[66703]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-94cfd855-34d7-4ee3-83ae-9a9910adce5a" {{(pid=66703) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1364.614404] env[66703]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-94cfd855-34d7-4ee3-83ae-9a9910adce5a" {{(pid=66703) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1364.614404] env[66703]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-94cfd855-34d7-4ee3-83ae-9a9910adce5a" {{(pid=66703) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1364.614404] env[66703]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('94cfd855-34d7-4ee3-83ae-9a9910adce5a',) {} {{(pid=66703) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1364.614971] env[66703]: DEBUG networking_nsxv3.common.locking [-] Lock rules-fd11726e-2764-449e-84ac-e0167df921d4 taken with stack trace [, , ] {{(pid=66703) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1364.614971] env[66703]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-fd11726e-2764-449e-84ac-e0167df921d4" {{(pid=66703) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1364.614971] env[66703]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-fd11726e-2764-449e-84ac-e0167df921d4" {{(pid=66703) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1364.615120] env[66703]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-fd11726e-2764-449e-84ac-e0167df921d4" {{(pid=66703) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1364.615173] env[66703]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('fd11726e-2764-449e-84ac-e0167df921d4',) {} {{(pid=66703) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1364.615858] env[66703]: DEBUG networking_nsxv3.common.locking [-] Lock rules-5f884ef4-4fdd-434c-9108-5775888c1d71 taken with stack trace [, , ] {{(pid=66703) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1364.615989] env[66703]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-5f884ef4-4fdd-434c-9108-5775888c1d71" {{(pid=66703) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1364.616116] env[66703]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-5f884ef4-4fdd-434c-9108-5775888c1d71" {{(pid=66703) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1364.616259] env[66703]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-5f884ef4-4fdd-434c-9108-5775888c1d71" {{(pid=66703) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1364.616331] env[66703]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('5f884ef4-4fdd-434c-9108-5775888c1d71',) {} {{(pid=66703) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1364.617103] env[66703]: DEBUG networking_nsxv3.common.locking [-] Lock rules-bc05e17c-09a9-4bc8-9a77-96ca3ea29999 taken with stack trace [, , ] {{(pid=66703) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1364.617238] env[66703]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-bc05e17c-09a9-4bc8-9a77-96ca3ea29999" {{(pid=66703) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1364.617347] env[66703]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-bc05e17c-09a9-4bc8-9a77-96ca3ea29999" {{(pid=66703) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1364.617554] env[66703]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-bc05e17c-09a9-4bc8-9a77-96ca3ea29999" {{(pid=66703) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1364.617662] env[66703]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('bc05e17c-09a9-4bc8-9a77-96ca3ea29999',) {} {{(pid=66703) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1364.618702] env[66703]: DEBUG networking_nsxv3.common.locking [-] Lock rules-e9094a61-ffab-4bbe-a7dc-3677ff414d79 taken with stack trace [, , ] {{(pid=66703) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1364.618831] env[66703]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-e9094a61-ffab-4bbe-a7dc-3677ff414d79" {{(pid=66703) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1364.618930] env[66703]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-e9094a61-ffab-4bbe-a7dc-3677ff414d79" {{(pid=66703) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1364.619177] env[66703]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-e9094a61-ffab-4bbe-a7dc-3677ff414d79" {{(pid=66703) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1364.619287] env[66703]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('e9094a61-ffab-4bbe-a7dc-3677ff414d79',) {} {{(pid=66703) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1364.619997] env[66703]: DEBUG networking_nsxv3.common.locking [-] Lock rules-41686f41-1a2e-4978-b11b-0069e0dbf969 taken with stack trace [, , ] {{(pid=66703) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1364.620124] env[66703]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-41686f41-1a2e-4978-b11b-0069e0dbf969" {{(pid=66703) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1364.620192] env[66703]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-41686f41-1a2e-4978-b11b-0069e0dbf969" {{(pid=66703) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1364.620372] env[66703]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-41686f41-1a2e-4978-b11b-0069e0dbf969" {{(pid=66703) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1364.620458] env[66703]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('41686f41-1a2e-4978-b11b-0069e0dbf969',) {} {{(pid=66703) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1364.621299] env[66703]: DEBUG networking_nsxv3.common.locking [-] Lock rules-1e4f4349-a036-4da7-ac6f-1277bb1760f6 taken with stack trace [, , ] {{(pid=66703) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1364.621455] env[66703]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-1e4f4349-a036-4da7-ac6f-1277bb1760f6" {{(pid=66703) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1364.621556] env[66703]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-1e4f4349-a036-4da7-ac6f-1277bb1760f6" {{(pid=66703) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1364.621779] env[66703]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-1e4f4349-a036-4da7-ac6f-1277bb1760f6" {{(pid=66703) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1364.621856] env[66703]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('1e4f4349-a036-4da7-ac6f-1277bb1760f6',) {} {{(pid=66703) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1364.622642] env[66703]: DEBUG networking_nsxv3.common.locking [-] Lock rules-0a0added-7b70-4b18-961a-c2e749c49e44 taken with stack trace [, , ] {{(pid=66703) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1364.622775] env[66703]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-0a0added-7b70-4b18-961a-c2e749c49e44" {{(pid=66703) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1364.622886] env[66703]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-0a0added-7b70-4b18-961a-c2e749c49e44" {{(pid=66703) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1364.623120] env[66703]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-0a0added-7b70-4b18-961a-c2e749c49e44" {{(pid=66703) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1364.623241] env[66703]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('0a0added-7b70-4b18-961a-c2e749c49e44',) {} {{(pid=66703) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1364.624083] env[66703]: DEBUG networking_nsxv3.common.locking [-] Lock rules-9b9162ef-ea3e-4d26-b7e4-fcd75aeb773c taken with stack trace [, , ] {{(pid=66703) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1364.624223] env[66703]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-9b9162ef-ea3e-4d26-b7e4-fcd75aeb773c" {{(pid=66703) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1364.624329] env[66703]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-9b9162ef-ea3e-4d26-b7e4-fcd75aeb773c" {{(pid=66703) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1364.624545] env[66703]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-9b9162ef-ea3e-4d26-b7e4-fcd75aeb773c" {{(pid=66703) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1364.624662] env[66703]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('9b9162ef-ea3e-4d26-b7e4-fcd75aeb773c',) {} {{(pid=66703) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1364.625510] env[66703]: DEBUG networking_nsxv3.common.locking [-] Lock rules-433d87a8-b488-4016-b086-c4329efa2811 taken with stack trace [, , ] {{(pid=66703) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1364.625638] env[66703]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-433d87a8-b488-4016-b086-c4329efa2811" {{(pid=66703) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1364.625710] env[66703]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-433d87a8-b488-4016-b086-c4329efa2811" {{(pid=66703) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1364.625905] env[66703]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-433d87a8-b488-4016-b086-c4329efa2811" {{(pid=66703) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1364.626014] env[66703]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('433d87a8-b488-4016-b086-c4329efa2811',) {} {{(pid=66703) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1364.626816] env[66703]: DEBUG networking_nsxv3.common.locking [-] Lock rules-db254d47-d7a1-40b1-a751-5c5ada9bc604 taken with stack trace [, , ] {{(pid=66703) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1364.626935] env[66703]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-db254d47-d7a1-40b1-a751-5c5ada9bc604" {{(pid=66703) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1364.627330] env[66703]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-db254d47-d7a1-40b1-a751-5c5ada9bc604" {{(pid=66703) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1364.627330] env[66703]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-db254d47-d7a1-40b1-a751-5c5ada9bc604" {{(pid=66703) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1364.627463] env[66703]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('db254d47-d7a1-40b1-a751-5c5ada9bc604',) {} {{(pid=66703) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1364.628273] env[66703]: DEBUG networking_nsxv3.common.locking [-] Lock rules-50deca7c-20de-416b-a7ff-7a2252a34c03 taken with stack trace [, , ] {{(pid=66703) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1364.628418] env[66703]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-50deca7c-20de-416b-a7ff-7a2252a34c03" {{(pid=66703) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1364.628516] env[66703]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-50deca7c-20de-416b-a7ff-7a2252a34c03" {{(pid=66703) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1364.628729] env[66703]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-50deca7c-20de-416b-a7ff-7a2252a34c03" {{(pid=66703) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1364.628832] env[66703]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('50deca7c-20de-416b-a7ff-7a2252a34c03',) {} {{(pid=66703) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1364.629658] env[66703]: DEBUG networking_nsxv3.common.locking [-] Lock rules-4e788d78-bd3c-4249-acf9-3dd7a53e2a11 taken with stack trace [, , ] {{(pid=66703) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1364.629758] env[66703]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-4e788d78-bd3c-4249-acf9-3dd7a53e2a11" {{(pid=66703) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1364.629803] env[66703]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-4e788d78-bd3c-4249-acf9-3dd7a53e2a11" {{(pid=66703) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1364.629963] env[66703]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-4e788d78-bd3c-4249-acf9-3dd7a53e2a11" {{(pid=66703) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1364.630064] env[66703]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('4e788d78-bd3c-4249-acf9-3dd7a53e2a11',) {} {{(pid=66703) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1364.630959] env[66703]: DEBUG networking_nsxv3.common.locking [-] Lock rules-9e323f42-5013-4d32-95d0-2cc0dffa766e taken with stack trace [, , ] {{(pid=66703) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1364.631136] env[66703]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-9e323f42-5013-4d32-95d0-2cc0dffa766e" {{(pid=66703) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1364.631234] env[66703]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-9e323f42-5013-4d32-95d0-2cc0dffa766e" {{(pid=66703) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1364.631390] env[66703]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-9e323f42-5013-4d32-95d0-2cc0dffa766e" {{(pid=66703) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1364.631478] env[66703]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('9e323f42-5013-4d32-95d0-2cc0dffa766e',) {} {{(pid=66703) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1364.632495] env[66703]: DEBUG networking_nsxv3.common.locking [-] Lock rules-422a6afd-0a76-40ff-8ca7-239421300775 taken with stack trace [, , ] {{(pid=66703) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1364.632662] env[66703]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-422a6afd-0a76-40ff-8ca7-239421300775" {{(pid=66703) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1364.632764] env[66703]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-422a6afd-0a76-40ff-8ca7-239421300775" {{(pid=66703) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1364.632941] env[66703]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-422a6afd-0a76-40ff-8ca7-239421300775" {{(pid=66703) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1364.633032] env[66703]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('422a6afd-0a76-40ff-8ca7-239421300775',) {} {{(pid=66703) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1364.633939] env[66703]: DEBUG networking_nsxv3.common.locking [-] Lock rules-4872b703-920a-4af9-a3a7-4649c45283ab taken with stack trace [, , ] {{(pid=66703) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1364.634104] env[66703]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-4872b703-920a-4af9-a3a7-4649c45283ab" {{(pid=66703) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1364.634158] env[66703]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-4872b703-920a-4af9-a3a7-4649c45283ab" {{(pid=66703) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1364.634633] env[66703]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-4872b703-920a-4af9-a3a7-4649c45283ab" {{(pid=66703) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1364.634633] env[66703]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('4872b703-920a-4af9-a3a7-4649c45283ab',) {} {{(pid=66703) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1364.635524] env[66703]: DEBUG networking_nsxv3.common.locking [-] Lock rules-e5478296-296b-4855-b680-ee0ae524bfb1 taken with stack trace [, , ] {{(pid=66703) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1364.635524] env[66703]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-e5478296-296b-4855-b680-ee0ae524bfb1" {{(pid=66703) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1364.635524] env[66703]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-e5478296-296b-4855-b680-ee0ae524bfb1" {{(pid=66703) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1364.635806] env[66703]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-e5478296-296b-4855-b680-ee0ae524bfb1" {{(pid=66703) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1364.635806] env[66703]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('e5478296-296b-4855-b680-ee0ae524bfb1',) {} {{(pid=66703) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1364.683738] env[66703]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=66703) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1364.683985] env[66703]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66703) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1364.683985] env[66703]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66703) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1364.684199] env[66703]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66703) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1364.685779] env[66703]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=66703) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1364.685878] env[66703]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66703) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1364.689013] env[66703]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=66703) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1364.689119] env[66703]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66703) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1364.690686] env[66703]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=66703) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1364.690786] env[66703]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66703) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1364.706940] env[66703]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=66703) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1364.707142] env[66703]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66703) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1364.713894] env[66703]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66703) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1364.714078] env[66703]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 5f884ef4-4fdd-434c-9108-5775888c1d71 is going to be deleted. [ 1364.714994] env[66703]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66703) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1364.715231] env[66703]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66703) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1364.735016] env[66703]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66703) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1364.735230] env[66703]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 94cfd855-34d7-4ee3-83ae-9a9910adce5a is going to be deleted. [ 1364.736090] env[66703]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66703) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1364.736328] env[66703]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66703) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1364.756876] env[66703]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66703) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1364.757055] env[66703]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 74884478-9760-4ca3-bceb-cbff7acb74c0 is going to be deleted. [ 1364.757923] env[66703]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66703) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1364.758182] env[66703]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66703) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1364.778115] env[66703]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=66703) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1364.778352] env[66703]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66703) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1364.783650] env[66703]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66703) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1364.783812] env[66703]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: e2dfd056-9012-4ee5-8e8c-6878a22ada99 is going to be deleted. [ 1364.784684] env[66703]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66703) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1364.784954] env[66703]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66703) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1364.802332] env[66703]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=66703) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1364.802519] env[66703]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66703) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1364.810199] env[66703]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66703) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1364.810350] env[66703]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 7f25b958-d945-4ecc-9b4b-3c986bb1a818 is going to be deleted. [ 1364.811205] env[66703]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66703) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1364.811419] env[66703]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66703) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1364.811509] env[66703]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66703) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1364.811629] env[66703]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-5f884ef4-4fdd-434c-9108-5775888c1d71" {{(pid=66703) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1364.811811] env[66703]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66703) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1364.811978] env[66703]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66703) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1364.812070] env[66703]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66703) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1364.812178] env[66703]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-94cfd855-34d7-4ee3-83ae-9a9910adce5a" {{(pid=66703) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1364.836265] env[66703]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=66703) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1364.836488] env[66703]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66703) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1364.836488] env[66703]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66703) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1364.836687] env[66703]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66703) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1364.836780] env[66703]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66703) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1364.836900] env[66703]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-74884478-9760-4ca3-bceb-cbff7acb74c0" {{(pid=66703) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1364.877874] env[66703]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=66703) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1364.878113] env[66703]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66703) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1364.878259] env[66703]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66703) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1364.878731] env[66703]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66703) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1364.878913] env[66703]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66703) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1364.879143] env[66703]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-7f25b958-d945-4ecc-9b4b-3c986bb1a818" {{(pid=66703) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1364.881459] env[66703]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=66703) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1364.881636] env[66703]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66703) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1364.881844] env[66703]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66703) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1364.882087] env[66703]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66703) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1364.882184] env[66703]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66703) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1364.882312] env[66703]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-e2dfd056-9012-4ee5-8e8c-6878a22ada99" {{(pid=66703) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1365.159048] env[66703]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=66703) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1365.159249] env[66703]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66703) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1365.159249] env[66703]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66703) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1365.159474] env[66703]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66703) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1365.161650] env[66703]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=66703) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1365.161751] env[66703]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66703) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1365.171894] env[66703]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=66703) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1365.172096] env[66703]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66703) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1365.172898] env[66703]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=66703) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1365.172996] env[66703]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66703) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1365.177193] env[66703]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=66703) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1365.177346] env[66703]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66703) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1365.190367] env[66703]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=66703) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1365.190544] env[66703]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66703) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1365.191372] env[66703]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=66703) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1365.191480] env[66703]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66703) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1365.194334] env[66703]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=66703) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1365.194468] env[66703]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66703) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1365.195144] env[66703]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=66703) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1365.195230] env[66703]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66703) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1365.196557] env[66703]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=66703) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1365.196644] env[66703]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66703) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1365.197380] env[66703]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=66703) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1365.197473] env[66703]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66703) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1365.198077] env[66703]: WARNING urllib3.connectionpool [-] Connection pool is full, discarding connection: nsxt.osci.c.eu-de-1.cloud.sap. Connection pool size: 10: queue.Full [ 1365.198465] env[66703]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=66703) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1365.198572] env[66703]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66703) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1365.199154] env[66703]: WARNING urllib3.connectionpool [-] Connection pool is full, discarding connection: nsxt.osci.c.eu-de-1.cloud.sap. Connection pool size: 10: queue.Full [ 1365.199555] env[66703]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=66703) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1365.199648] env[66703]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66703) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1365.200214] env[66703]: WARNING urllib3.connectionpool [-] Connection pool is full, discarding connection: nsxt.osci.c.eu-de-1.cloud.sap. Connection pool size: 10: queue.Full [ 1365.200602] env[66703]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=66703) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1365.200693] env[66703]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66703) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1365.201281] env[66703]: WARNING urllib3.connectionpool [-] Connection pool is full, discarding connection: nsxt.osci.c.eu-de-1.cloud.sap. Connection pool size: 10: queue.Full [ 1365.201709] env[66703]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66703) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1365.201830] env[66703]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: bc05e17c-09a9-4bc8-9a77-96ca3ea29999 is going to be deleted. [ 1365.203275] env[66703]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=66703) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1365.203371] env[66703]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66703) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1365.203439] env[66703]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66703) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1365.203636] env[66703]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66703) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1365.222059] env[66703]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66703) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1365.222242] env[66703]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: e5478296-296b-4855-b680-ee0ae524bfb1 is going to be deleted. [ 1365.223036] env[66703]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66703) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1365.223252] env[66703]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66703) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1365.241240] env[66703]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66703) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1365.241395] env[66703]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 9b9162ef-ea3e-4d26-b7e4-fcd75aeb773c is going to be deleted. [ 1365.242302] env[66703]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66703) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1365.242509] env[66703]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66703) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1365.263048] env[66703]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66703) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1365.263223] env[66703]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 4e788d78-bd3c-4249-acf9-3dd7a53e2a11 is going to be deleted. [ 1365.264090] env[66703]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66703) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1365.264302] env[66703]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66703) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1365.272195] env[66703]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=66703) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1365.272386] env[66703]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66703) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1365.281719] env[66703]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=66703) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1365.281913] env[66703]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66703) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1365.287984] env[66703]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66703) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1365.288143] env[66703]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 0a0added-7b70-4b18-961a-c2e749c49e44 is going to be deleted. [ 1365.288976] env[66703]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66703) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1365.289233] env[66703]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66703) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1365.324859] env[66703]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=66703) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1365.325113] env[66703]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66703) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1365.330644] env[66703]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=66703) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1365.330836] env[66703]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66703) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1365.332090] env[66703]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66703) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1365.332220] env[66703]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: e9094a61-ffab-4bbe-a7dc-3677ff414d79 is going to be deleted. [ 1365.333074] env[66703]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66703) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1365.333285] env[66703]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66703) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1365.371658] env[66703]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=66703) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1365.371890] env[66703]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66703) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1365.389399] env[66703]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66703) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1365.389602] env[66703]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 1e4f4349-a036-4da7-ac6f-1277bb1760f6 is going to be deleted. [ 1365.390471] env[66703]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66703) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1365.390692] env[66703]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66703) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1365.426451] env[66703]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66703) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1365.426620] env[66703]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 50deca7c-20de-416b-a7ff-7a2252a34c03 is going to be deleted. [ 1365.427530] env[66703]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66703) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1365.427760] env[66703]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66703) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1365.444938] env[66703]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=66703) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1365.445146] env[66703]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66703) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1365.493297] env[66703]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66703) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1365.493484] env[66703]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 41686f41-1a2e-4978-b11b-0069e0dbf969 is going to be deleted. [ 1365.494429] env[66703]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66703) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1365.494661] env[66703]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66703) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1365.539562] env[66703]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66703) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1365.539868] env[66703]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 4872b703-920a-4af9-a3a7-4649c45283ab is going to be deleted. [ 1365.540629] env[66703]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66703) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1365.540881] env[66703]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66703) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1365.542276] env[66703]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=66703) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1365.542409] env[66703]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66703) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1365.555181] env[66703]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=66703) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1365.555363] env[66703]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66703) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1365.570359] env[66703]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66703) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1365.570513] env[66703]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 9e323f42-5013-4d32-95d0-2cc0dffa766e is going to be deleted. [ 1365.571422] env[66703]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66703) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1365.571584] env[66703]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66703) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1365.587273] env[66703]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=66703) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1365.587397] env[66703]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66703) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1365.606138] env[66703]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66703) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1365.606326] env[66703]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 433d87a8-b488-4016-b086-c4329efa2811 is going to be deleted. [ 1365.607207] env[66703]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66703) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1365.607448] env[66703]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66703) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1365.635879] env[66703]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=66703) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1365.636099] env[66703]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66703) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1365.677865] env[66703]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66703) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1365.678019] env[66703]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 422a6afd-0a76-40ff-8ca7-239421300775 is going to be deleted. [ 1365.678980] env[66703]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66703) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1365.679213] env[66703]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66703) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1365.725651] env[66703]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66703) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1365.725820] env[66703]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: fd11726e-2764-449e-84ac-e0167df921d4 is going to be deleted. [ 1365.726787] env[66703]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66703) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1365.727029] env[66703]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66703) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1365.730353] env[66703]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=66703) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1365.730502] env[66703]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66703) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1365.775021] env[66703]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=66703) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1365.775021] env[66703]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66703) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1365.783437] env[66703]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66703) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1365.783617] env[66703]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: db254d47-d7a1-40b1-a751-5c5ada9bc604 is going to be deleted. [ 1365.784527] env[66703]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66703) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1365.784753] env[66703]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66703) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1365.784844] env[66703]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66703) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1365.784968] env[66703]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-bc05e17c-09a9-4bc8-9a77-96ca3ea29999" {{(pid=66703) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1365.785139] env[66703]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66703) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1365.785295] env[66703]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66703) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1365.785384] env[66703]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66703) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1365.785977] env[66703]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-e5478296-296b-4855-b680-ee0ae524bfb1" {{(pid=66703) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1365.786119] env[66703]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66703) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1365.786221] env[66703]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66703) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1365.786303] env[66703]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66703) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1365.786423] env[66703]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-9b9162ef-ea3e-4d26-b7e4-fcd75aeb773c" {{(pid=66703) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1365.786579] env[66703]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66703) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1365.786725] env[66703]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66703) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1365.786817] env[66703]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66703) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1365.786935] env[66703]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-4e788d78-bd3c-4249-acf9-3dd7a53e2a11" {{(pid=66703) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1365.787737] env[66703]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=66703) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1365.787845] env[66703]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66703) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1365.787916] env[66703]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66703) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1365.788081] env[66703]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66703) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1365.788162] env[66703]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66703) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1365.788278] env[66703]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-422a6afd-0a76-40ff-8ca7-239421300775" {{(pid=66703) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1365.788394] env[66703]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66703) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1365.788534] env[66703]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66703) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1365.788610] env[66703]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66703) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1365.788721] env[66703]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-0a0added-7b70-4b18-961a-c2e749c49e44" {{(pid=66703) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1365.788835] env[66703]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66703) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1365.788980] env[66703]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66703) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1365.789071] env[66703]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66703) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1365.789188] env[66703]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-e9094a61-ffab-4bbe-a7dc-3677ff414d79" {{(pid=66703) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1365.789317] env[66703]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66703) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1365.789453] env[66703]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66703) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1365.789527] env[66703]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66703) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1365.789636] env[66703]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-1e4f4349-a036-4da7-ac6f-1277bb1760f6" {{(pid=66703) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1365.789796] env[66703]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66703) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1365.789885] env[66703]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66703) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1365.789960] env[66703]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66703) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1365.790089] env[66703]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-50deca7c-20de-416b-a7ff-7a2252a34c03" {{(pid=66703) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1365.790212] env[66703]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66703) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1365.790349] env[66703]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66703) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1365.790425] env[66703]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66703) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1365.790533] env[66703]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-41686f41-1a2e-4978-b11b-0069e0dbf969" {{(pid=66703) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1365.790639] env[66703]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66703) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1365.790774] env[66703]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66703) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1365.790848] env[66703]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66703) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1365.790956] env[66703]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-4872b703-920a-4af9-a3a7-4649c45283ab" {{(pid=66703) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1365.791200] env[66703]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66703) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1365.791307] env[66703]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66703) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1365.791364] env[66703]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66703) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1365.791506] env[66703]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-9e323f42-5013-4d32-95d0-2cc0dffa766e" {{(pid=66703) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1365.791627] env[66703]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66703) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1365.791804] env[66703]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66703) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1365.791923] env[66703]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66703) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1365.791986] env[66703]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-433d87a8-b488-4016-b086-c4329efa2811" {{(pid=66703) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1365.940911] env[66703]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=66703) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1365.940911] env[66703]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66703) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1365.940911] env[66703]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66703) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1365.940911] env[66703]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66703) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1365.941137] env[66703]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66703) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1365.941137] env[66703]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-fd11726e-2764-449e-84ac-e0167df921d4" {{(pid=66703) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1365.944926] env[66703]: WARNING urllib3.connectionpool [-] Connection pool is full, discarding connection: nsxt.osci.c.eu-de-1.cloud.sap. Connection pool size: 10: queue.Full [ 1365.945602] env[66703]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=66703) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1365.945775] env[66703]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66703) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1365.945850] env[66703]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66703) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1365.946167] env[66703]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66703) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1365.946211] env[66703]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66703) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1365.946325] env[66703]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-db254d47-d7a1-40b1-a751-5c5ada9bc604" {{(pid=66703) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1369.610562] env[66703]: INFO networking_nsxv3.common.synchronization [-] No activity for the last 5 seconds. [ 1369.610937] env[66703]: INFO networking_nsxv3.common.synchronization [-] Sizes Queue[Active=0, Passive=0], Jobs=0 [ 1372.476746] env[66703]: DEBUG networking_nsxv3.common.locking [None req-ffa6d202-748e-4c81-9979-ad08741f9cf7 None None] Lock network-25 taken with stack trace [, , , , , , , , ] {{(pid=66703) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1372.477080] env[66703]: DEBUG oslo_concurrency.lockutils [None req-ffa6d202-748e-4c81-9979-ad08741f9cf7 None None] Acquiring lock "network-25" {{(pid=66703) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1372.477174] env[66703]: DEBUG oslo_concurrency.lockutils [None req-ffa6d202-748e-4c81-9979-ad08741f9cf7 None None] Acquired lock "network-25" {{(pid=66703) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1372.477452] env[66703]: DEBUG oslo_concurrency.lockutils [None req-ffa6d202-748e-4c81-9979-ad08741f9cf7 None None] Acquired external semaphore "network-25" {{(pid=66703) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1372.477710] env[66703]: DEBUG networking_nsxv3.common.locking [None req-ffa6d202-748e-4c81-9979-ad08741f9cf7 None None] Lock Segment taken with stack trace [, , , , , , , , , , ] {{(pid=66703) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1372.477867] env[66703]: DEBUG oslo_concurrency.lockutils [None req-ffa6d202-748e-4c81-9979-ad08741f9cf7 None None] Acquiring lock "Segment" {{(pid=66703) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1372.477988] env[66703]: DEBUG oslo_concurrency.lockutils [None req-ffa6d202-748e-4c81-9979-ad08741f9cf7 None None] Acquired lock "Segment" {{(pid=66703) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1372.478224] env[66703]: DEBUG oslo_concurrency.lockutils [None req-ffa6d202-748e-4c81-9979-ad08741f9cf7 None None] Acquired external semaphore "Segment" {{(pid=66703) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1372.478369] env[66703]: DEBUG oslo_concurrency.lockutils [None req-ffa6d202-748e-4c81-9979-ad08741f9cf7 None None] Releasing lock "Segment" {{(pid=66703) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1372.478575] env[66703]: DEBUG dogpile.cache.region [None req-ffa6d202-748e-4c81-9979-ad08741f9cf7 None None] No value present for key: 'zone-id' {{(pid=66703) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 1372.478687] env[66703]: DEBUG dogpile.lock [None req-ffa6d202-748e-4c81-9979-ad08741f9cf7 None None] NeedRegenerationException {{(pid=66703) _enter /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:90}} [ 1372.478793] env[66703]: DEBUG dogpile.lock [None req-ffa6d202-748e-4c81-9979-ad08741f9cf7 None None] no value, waiting for create lock {{(pid=66703) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:131}} [ 1372.478901] env[66703]: DEBUG dogpile.lock [None req-ffa6d202-748e-4c81-9979-ad08741f9cf7 None None] value creation lock acquired {{(pid=66703) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:135}} [ 1372.479014] env[66703]: DEBUG dogpile.cache.region [None req-ffa6d202-748e-4c81-9979-ad08741f9cf7 None None] No value present for key: 'zone-id' {{(pid=66703) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 1372.479120] env[66703]: DEBUG dogpile.lock [None req-ffa6d202-748e-4c81-9979-ad08741f9cf7 None None] Calling creation function for not-yet-present value {{(pid=66703) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:174}} [ 1372.479249] env[66703]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-ffa6d202-748e-4c81-9979-ad08741f9cf7 None None] Looking for TransportZone with name nsx-vlan-transportzone. [ 1372.499808] env[66703]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-ffa6d202-748e-4c81-9979-ad08741f9cf7 None None] loading zone with a95c914d-748d-497c-94ab-10d4647daeba and tags [{'scope': 'mp2policy_migr_status', 'tag': 'success'}] [ 1372.500000] env[66703]: DEBUG dogpile.cache.region [None req-ffa6d202-748e-4c81-9979-ad08741f9cf7 None None] Cache value generated in 0.021 seconds for key(s): 'zone-id' {{(pid=66703) _log_time /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:910}} [ 1372.500201] env[66703]: DEBUG dogpile.lock [None req-ffa6d202-748e-4c81-9979-ad08741f9cf7 None None] Released creation lock {{(pid=66703) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:182}} [ 1372.500482] env[66703]: DEBUG oslo_concurrency.lockutils [None req-ffa6d202-748e-4c81-9979-ad08741f9cf7 None None] Releasing lock "network-25" {{(pid=66703) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1372.500819] env[66703]: DEBUG networking_nsxv3.common.locking [None req-ffa6d202-748e-4c81-9979-ad08741f9cf7 None None] Lock port-3acb2808-5d20-4e0c-b093-d37321c10b92 taken with stack trace [, , , , , , , , ] {{(pid=66703) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1372.501012] env[66703]: DEBUG oslo_concurrency.lockutils [None req-ffa6d202-748e-4c81-9979-ad08741f9cf7 None None] Acquiring lock "port-3acb2808-5d20-4e0c-b093-d37321c10b92" {{(pid=66703) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1372.501140] env[66703]: DEBUG oslo_concurrency.lockutils [None req-ffa6d202-748e-4c81-9979-ad08741f9cf7 None None] Acquired lock "port-3acb2808-5d20-4e0c-b093-d37321c10b92" {{(pid=66703) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1372.501401] env[66703]: DEBUG oslo_concurrency.lockutils [None req-ffa6d202-748e-4c81-9979-ad08741f9cf7 None None] Acquired external semaphore "port-3acb2808-5d20-4e0c-b093-d37321c10b92" {{(pid=66703) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1372.501536] env[66703]: DEBUG networking_nsxv3.api.rpc [None req-ffa6d202-748e-4c81-9979-ad08741f9cf7 None None] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('3acb2808-5d20-4e0c-b093-d37321c10b92',) {} {{(pid=66703) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1373.004343] env[66703]: DEBUG networking_nsxv3.common.locking [None req-ffa6d202-748e-4c81-9979-ad08741f9cf7 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , ] {{(pid=66703) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1373.004611] env[66703]: DEBUG oslo_concurrency.lockutils [None req-ffa6d202-748e-4c81-9979-ad08741f9cf7 None None] Acquiring lock "SegmentPort" {{(pid=66703) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1373.004679] env[66703]: DEBUG oslo_concurrency.lockutils [None req-ffa6d202-748e-4c81-9979-ad08741f9cf7 None None] Acquired lock "SegmentPort" {{(pid=66703) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1373.004957] env[66703]: DEBUG oslo_concurrency.lockutils [None req-ffa6d202-748e-4c81-9979-ad08741f9cf7 None None] Acquired external semaphore "SegmentPort" {{(pid=66703) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1373.005131] env[66703]: DEBUG oslo_concurrency.lockutils [None req-ffa6d202-748e-4c81-9979-ad08741f9cf7 None None] Releasing lock "SegmentPort" {{(pid=66703) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1373.005426] env[66703]: DEBUG networking_nsxv3.common.locking [None req-ffa6d202-748e-4c81-9979-ad08741f9cf7 None None] Lock Segment taken with stack trace [, , , , , , , , , , , ] {{(pid=66703) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1373.005583] env[66703]: DEBUG oslo_concurrency.lockutils [None req-ffa6d202-748e-4c81-9979-ad08741f9cf7 None None] Acquiring lock "Segment" {{(pid=66703) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1373.005701] env[66703]: DEBUG oslo_concurrency.lockutils [None req-ffa6d202-748e-4c81-9979-ad08741f9cf7 None None] Acquired lock "Segment" {{(pid=66703) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1373.005921] env[66703]: DEBUG oslo_concurrency.lockutils [None req-ffa6d202-748e-4c81-9979-ad08741f9cf7 None None] Acquired external semaphore "Segment" {{(pid=66703) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1373.006077] env[66703]: DEBUG oslo_concurrency.lockutils [None req-ffa6d202-748e-4c81-9979-ad08741f9cf7 None None] Releasing lock "Segment" {{(pid=66703) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1373.006365] env[66703]: DEBUG networking_nsxv3.common.locking [None req-ffa6d202-748e-4c81-9979-ad08741f9cf7 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=66703) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1373.006522] env[66703]: DEBUG oslo_concurrency.lockutils [None req-ffa6d202-748e-4c81-9979-ad08741f9cf7 None None] Acquiring lock "SegmentPort" {{(pid=66703) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1373.006640] env[66703]: DEBUG oslo_concurrency.lockutils [None req-ffa6d202-748e-4c81-9979-ad08741f9cf7 None None] Acquired lock "SegmentPort" {{(pid=66703) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1373.006844] env[66703]: DEBUG oslo_concurrency.lockutils [None req-ffa6d202-748e-4c81-9979-ad08741f9cf7 None None] Acquired external semaphore "SegmentPort" {{(pid=66703) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1373.007058] env[66703]: DEBUG oslo_concurrency.lockutils [None req-ffa6d202-748e-4c81-9979-ad08741f9cf7 None None] Releasing lock "SegmentPort" {{(pid=66703) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1373.007208] env[66703]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-ffa6d202-748e-4c81-9979-ad08741f9cf7 None None] Resource: SegmentPort with ID: 3acb2808-5d20-4e0c-b093-d37321c10b92 is going to be updated. [ 1373.026842] env[66703]: DEBUG networking_nsxv3.common.locking [None req-ffa6d202-748e-4c81-9979-ad08741f9cf7 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=66703) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1373.027049] env[66703]: DEBUG oslo_concurrency.lockutils [None req-ffa6d202-748e-4c81-9979-ad08741f9cf7 None None] Acquiring lock "SegmentPort" {{(pid=66703) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1373.027158] env[66703]: DEBUG oslo_concurrency.lockutils [None req-ffa6d202-748e-4c81-9979-ad08741f9cf7 None None] Acquired lock "SegmentPort" {{(pid=66703) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1373.027403] env[66703]: DEBUG oslo_concurrency.lockutils [None req-ffa6d202-748e-4c81-9979-ad08741f9cf7 None None] Acquired external semaphore "SegmentPort" {{(pid=66703) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1373.027591] env[66703]: DEBUG oslo_concurrency.lockutils [None req-ffa6d202-748e-4c81-9979-ad08741f9cf7 None None] Releasing lock "SegmentPort" {{(pid=66703) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1373.027801] env[66703]: DEBUG oslo_concurrency.lockutils [None req-ffa6d202-748e-4c81-9979-ad08741f9cf7 None None] Releasing lock "port-3acb2808-5d20-4e0c-b093-d37321c10b92" {{(pid=66703) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1373.699794] env[66703]: INFO networking_nsxv3.common.synchronization [req-d5a2714c-67c3-410c-a4f8-526edcebfdbb req-4852801e-ccec-4691-8f22-fb86f8b8e063 service nova] Enqueued Resource ID: fd11726e-2764-449e-84ac-e0167df921d4 with Priority: HIGHEST for action security_group_rules [ 1373.700074] env[66703]: INFO networking_nsxv3.common.synchronization [req-d5a2714c-67c3-410c-a4f8-526edcebfdbb req-4852801e-ccec-4691-8f22-fb86f8b8e063 service nova] Enqueued Resource ID: fd11726e-2764-449e-84ac-e0167df921d4 with Priority: HIGHEST for action security_group_members [ 1373.700164] env[66703]: INFO networking_nsxv3.common.synchronization [req-d5a2714c-67c3-410c-a4f8-526edcebfdbb req-4852801e-ccec-4691-8f22-fb86f8b8e063 service nova] Enqueued Resource ID: 3acb2808-5d20-4e0c-b093-d37321c10b92 with Priority: HIGHEST for action port [ 1373.700383] env[66703]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: fd11726e-2764-449e-84ac-e0167df921d4 with Priority: HIGHEST for action security_group_rules [ 1373.700519] env[66703]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: fd11726e-2764-449e-84ac-e0167df921d4 with Priority: HIGHEST for action security_group_members [ 1373.700617] env[66703]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 3acb2808-5d20-4e0c-b093-d37321c10b92 with Priority: HIGHEST for action port [ 1373.701254] env[66703]: DEBUG networking_nsxv3.common.locking [-] Lock rules-fd11726e-2764-449e-84ac-e0167df921d4 taken with stack trace [, , ] {{(pid=66703) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1373.701329] env[66703]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-fd11726e-2764-449e-84ac-e0167df921d4" {{(pid=66703) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1373.701379] env[66703]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-fd11726e-2764-449e-84ac-e0167df921d4" {{(pid=66703) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1373.701593] env[66703]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-fd11726e-2764-449e-84ac-e0167df921d4" {{(pid=66703) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1373.701642] env[66703]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('fd11726e-2764-449e-84ac-e0167df921d4',) {} {{(pid=66703) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1373.702918] env[66703]: DEBUG networking_nsxv3.common.locking [-] Lock member-fd11726e-2764-449e-84ac-e0167df921d4 taken with stack trace [, , ] {{(pid=66703) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1373.702918] env[66703]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-fd11726e-2764-449e-84ac-e0167df921d4" {{(pid=66703) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1373.703120] env[66703]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-fd11726e-2764-449e-84ac-e0167df921d4" {{(pid=66703) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1373.703152] env[66703]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-fd11726e-2764-449e-84ac-e0167df921d4" {{(pid=66703) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1373.703304] env[66703]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=66703) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1373.703398] env[66703]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66703) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1373.703460] env[66703]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66703) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1373.704048] env[66703]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66703) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1373.704048] env[66703]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66703) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1373.704048] env[66703]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('fd11726e-2764-449e-84ac-e0167df921d4',) {} {{(pid=66703) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1373.704627] env[66703]: DEBUG networking_nsxv3.common.locking [-] Lock port-3acb2808-5d20-4e0c-b093-d37321c10b92 taken with stack trace [, , ] {{(pid=66703) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1373.704681] env[66703]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-3acb2808-5d20-4e0c-b093-d37321c10b92" {{(pid=66703) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1373.704715] env[66703]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-3acb2808-5d20-4e0c-b093-d37321c10b92" {{(pid=66703) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1373.704974] env[66703]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-3acb2808-5d20-4e0c-b093-d37321c10b92" {{(pid=66703) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1373.704974] env[66703]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('3acb2808-5d20-4e0c-b093-d37321c10b92',) {} {{(pid=66703) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1374.206112] env[66703]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('fd11726e-2764-449e-84ac-e0167df921d4',) {} {{(pid=66703) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1374.207376] env[66703]: DEBUG networking_nsxv3.common.locking [-] Lock member-fd11726e-2764-449e-84ac-e0167df921d4 taken with stack trace [, , , ] {{(pid=66703) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1374.207568] env[66703]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-fd11726e-2764-449e-84ac-e0167df921d4" {{(pid=66703) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1374.208416] env[66703]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] realization of port 3acb2808-5d20-4e0c-b093-d37321c10b92 with status ACTIVE [ 1374.208416] env[66703]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=66703) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1374.208416] env[66703]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=66703) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1374.208416] env[66703]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=66703) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1374.208663] env[66703]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=66703) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1374.208663] env[66703]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=66703) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1374.208770] env[66703]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , ] {{(pid=66703) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1374.208914] env[66703]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=66703) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1374.209015] env[66703]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=66703) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1374.209230] env[66703]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=66703) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1374.209273] env[66703]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=66703) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1374.209464] env[66703]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=66703) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1374.209606] env[66703]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=66703) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1374.209708] env[66703]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=66703) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1374.210076] env[66703]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=66703) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1374.210076] env[66703]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=66703) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1374.210076] env[66703]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: SegmentPort with ID: 3acb2808-5d20-4e0c-b093-d37321c10b92 is going to be updated. [ 1374.230140] env[66703]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=66703) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1374.230354] env[66703]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=66703) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1374.230354] env[66703]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=66703) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1374.230543] env[66703]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=66703) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1374.230678] env[66703]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=66703) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1374.230834] env[66703]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-3acb2808-5d20-4e0c-b093-d37321c10b92" {{(pid=66703) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1374.709051] env[66703]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('fd11726e-2764-449e-84ac-e0167df921d4',) {} {{(pid=66703) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1375.211446] env[66703]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66703) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1375.211688] env[66703]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66703) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1375.211737] env[66703]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66703) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1375.211973] env[66703]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66703) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1375.212113] env[66703]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66703) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1375.212243] env[66703]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: fd11726e-2764-449e-84ac-e0167df921d4 is going to be updated. [ 1375.239253] env[66703]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66703) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1375.239465] env[66703]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66703) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1375.239465] env[66703]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66703) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1375.239569] env[66703]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66703) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1375.239737] env[66703]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66703) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1375.248811] env[66703]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: fd11726e-2764-449e-84ac-e0167df921d4 in Status: IN_PROGRESS for 2s [ 1377.261369] env[66703]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: fd11726e-2764-449e-84ac-e0167df921d4 in Status: SUCCESS [ 1377.261825] env[66703]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-fd11726e-2764-449e-84ac-e0167df921d4" {{(pid=66703) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1377.261825] env[66703]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-fd11726e-2764-449e-84ac-e0167df921d4" {{(pid=66703) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1377.262048] env[66703]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-fd11726e-2764-449e-84ac-e0167df921d4" {{(pid=66703) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1377.262182] env[66703]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=66703) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1377.262300] env[66703]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66703) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1377.262363] env[66703]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66703) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1377.262534] env[66703]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66703) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1377.262598] env[66703]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66703) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1377.262746] env[66703]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-fd11726e-2764-449e-84ac-e0167df921d4" {{(pid=66703) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1377.262802] env[66703]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('fd11726e-2764-449e-84ac-e0167df921d4',) {} {{(pid=66703) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1377.764720] env[66703]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('fd11726e-2764-449e-84ac-e0167df921d4',) {} {{(pid=66703) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1378.528401] env[66703]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for fd11726e-2764-449e-84ac-e0167df921d4: rpc.has_security_group_logging(os_id): False [ 1378.551530] env[66703]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=66703) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1378.551530] env[66703]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66703) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1378.551530] env[66703]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66703) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1378.551933] env[66703]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66703) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1378.551933] env[66703]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66703) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1378.552108] env[66703]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=66703) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1378.552225] env[66703]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66703) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1378.552461] env[66703]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66703) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1378.552461] env[66703]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66703) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1378.552611] env[66703]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66703) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1378.553226] env[66703]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: fd11726e-2764-449e-84ac-e0167df921d4 is going to be created. [ 1378.612946] env[66703]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=66703) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1378.612946] env[66703]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66703) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1378.612946] env[66703]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66703) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1378.613132] env[66703]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66703) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1378.613305] env[66703]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66703) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1378.626345] env[66703]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: fd11726e-2764-449e-84ac-e0167df921d4 in Status: IN_PROGRESS for 2s [ 1378.702372] env[66703]: INFO networking_nsxv3.common.synchronization [-] No activity for the last 5 seconds. [ 1378.702372] env[66703]: INFO networking_nsxv3.common.synchronization [-] Sizes Queue[Active=0, Passive=0], Jobs=1 [ 1380.646648] env[66703]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: fd11726e-2764-449e-84ac-e0167df921d4 in Status: SUCCESS [ 1380.647101] env[66703]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-fd11726e-2764-449e-84ac-e0167df921d4" {{(pid=66703) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1383.703413] env[66703]: INFO networking_nsxv3.common.synchronization [-] No activity for the last 5 seconds. [ 1383.703413] env[66703]: INFO networking_nsxv3.common.synchronization [-] Sizes Queue[Active=0, Passive=0], Jobs=0 [ 1388.705162] env[66703]: INFO networking_nsxv3.common.synchronization [-] No activity for the last 5 seconds. [ 1388.705478] env[66703]: INFO networking_nsxv3.common.synchronization [-] Sizes Queue[Active=0, Passive=0], Jobs=0 [ 1391.687279] env[66703]: INFO networking_nsxv3.common.synchronization [req-871aef4f-adea-414a-88d9-c171e5a093d7 req-4582843e-6795-44c5-954b-0177fc12e730 tempest-ServerActionsTestOtherB-1256032756 tempest-ServerActionsTestOtherB-1256032756-project-member] Enqueued Resource ID: fd11726e-2764-449e-84ac-e0167df921d4 with Priority: HIGHEST for action security_group_members [ 1391.687279] env[66703]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: fd11726e-2764-449e-84ac-e0167df921d4 with Priority: HIGHEST for action security_group_members [ 1391.687279] env[66703]: DEBUG networking_nsxv3.common.locking [-] Lock member-fd11726e-2764-449e-84ac-e0167df921d4 taken with stack trace [, , ] {{(pid=66703) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1391.687279] env[66703]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-fd11726e-2764-449e-84ac-e0167df921d4" {{(pid=66703) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1391.687597] env[66703]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-fd11726e-2764-449e-84ac-e0167df921d4" {{(pid=66703) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1391.687597] env[66703]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-fd11726e-2764-449e-84ac-e0167df921d4" {{(pid=66703) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1391.687661] env[66703]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=66703) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1391.687771] env[66703]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66703) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1391.687771] env[66703]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66703) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1391.687925] env[66703]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66703) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1391.687982] env[66703]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66703) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1391.688206] env[66703]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('fd11726e-2764-449e-84ac-e0167df921d4',) {} {{(pid=66703) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1392.190446] env[66703]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=66703) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1392.190672] env[66703]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66703) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1392.190672] env[66703]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66703) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1392.190860] env[66703]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66703) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1392.190992] env[66703]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66703) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1392.191226] env[66703]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66703) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1392.191335] env[66703]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66703) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1392.191421] env[66703]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66703) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1392.191606] env[66703]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66703) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1392.191687] env[66703]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66703) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1392.191775] env[66703]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: fd11726e-2764-449e-84ac-e0167df921d4 is going to be updated. [ 1392.218665] env[66703]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66703) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1392.218874] env[66703]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66703) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1392.218874] env[66703]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66703) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1392.219080] env[66703]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66703) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1392.219196] env[66703]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66703) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1392.227416] env[66703]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: fd11726e-2764-449e-84ac-e0167df921d4 in Status: IN_PROGRESS for 2s [ 1394.238053] env[66703]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: fd11726e-2764-449e-84ac-e0167df921d4 in Status: SUCCESS [ 1394.238053] env[66703]: WARNING networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: fd11726e-2764-449e-84ac-e0167df921d4 deletion is rescheduled due to dependency. [ 1394.238514] env[66703]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-fd11726e-2764-449e-84ac-e0167df921d4" {{(pid=66703) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1396.687837] env[66703]: INFO networking_nsxv3.common.synchronization [-] No activity for the last 5 seconds. [ 1396.688283] env[66703]: INFO networking_nsxv3.common.synchronization [-] Sizes Queue[Active=0, Passive=0], Jobs=0 [ 1401.383540] env[66703]: INFO networking_nsxv3.common.synchronization [None req-38e23db7-2f9c-443a-9198-5a4aef593267 None None] Enqueued Resource ID: a5aeb824-63e2-49ac-8773-6cffeb10a7f8 with Priority: HIGHEST for action port [ 1401.384102] env[66703]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: a5aeb824-63e2-49ac-8773-6cffeb10a7f8 with Priority: HIGHEST for action port [ 1401.384419] env[66703]: DEBUG networking_nsxv3.common.locking [-] Lock port-a5aeb824-63e2-49ac-8773-6cffeb10a7f8 taken with stack trace [, , ] {{(pid=66703) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1401.384551] env[66703]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-a5aeb824-63e2-49ac-8773-6cffeb10a7f8" {{(pid=66703) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1401.384612] env[66703]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-a5aeb824-63e2-49ac-8773-6cffeb10a7f8" {{(pid=66703) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1401.384873] env[66703]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-a5aeb824-63e2-49ac-8773-6cffeb10a7f8" {{(pid=66703) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1401.384954] env[66703]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('a5aeb824-63e2-49ac-8773-6cffeb10a7f8',) {} {{(pid=66703) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1401.888680] env[66703]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] deletion realization of port a5aeb824-63e2-49ac-8773-6cffeb10a7f8 [ 1401.888914] env[66703]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=66703) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1401.889073] env[66703]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=66703) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1401.889144] env[66703]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=66703) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1401.889361] env[66703]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=66703) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1401.889446] env[66703]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=66703) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1401.889540] env[66703]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Segment Port:a5aeb824-63e2-49ac-8773-6cffeb10a7f8 already deleted. [ 1401.889618] env[66703]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-a5aeb824-63e2-49ac-8773-6cffeb10a7f8" {{(pid=66703) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1403.398147] env[66703]: INFO networking_nsxv3.common.synchronization [None req-cf982c4e-3a56-4174-bbd9-33aeb8c45c32 None None] Enqueued Resource ID: 7a6ef491-3b6a-4bf7-a397-97f80aba6bf0 with Priority: HIGHEST for action port [ 1403.398841] env[66703]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 7a6ef491-3b6a-4bf7-a397-97f80aba6bf0 with Priority: HIGHEST for action port [ 1403.399160] env[66703]: DEBUG networking_nsxv3.common.locking [-] Lock port-7a6ef491-3b6a-4bf7-a397-97f80aba6bf0 taken with stack trace [, , ] {{(pid=66703) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1403.399281] env[66703]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-7a6ef491-3b6a-4bf7-a397-97f80aba6bf0" {{(pid=66703) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1403.399355] env[66703]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-7a6ef491-3b6a-4bf7-a397-97f80aba6bf0" {{(pid=66703) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1403.399617] env[66703]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-7a6ef491-3b6a-4bf7-a397-97f80aba6bf0" {{(pid=66703) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1403.399688] env[66703]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('7a6ef491-3b6a-4bf7-a397-97f80aba6bf0',) {} {{(pid=66703) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1403.902428] env[66703]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] deletion realization of port 7a6ef491-3b6a-4bf7-a397-97f80aba6bf0 [ 1403.902705] env[66703]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=66703) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1403.902801] env[66703]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=66703) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1403.902873] env[66703]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=66703) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1403.903113] env[66703]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=66703) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1403.904033] env[66703]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=66703) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1403.904033] env[66703]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Segment Port:7a6ef491-3b6a-4bf7-a397-97f80aba6bf0 already deleted. [ 1403.904033] env[66703]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-7a6ef491-3b6a-4bf7-a397-97f80aba6bf0" {{(pid=66703) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1406.676637] env[66703]: INFO networking_nsxv3.common.synchronization [req-6943a6a4-44d3-433e-9bfe-8c45fd9b4254 req-c1272908-0d6b-4f0f-9462-cba51189cbad tempest-ServerAddressesTestJSON-2078046459 tempest-ServerAddressesTestJSON-2078046459-project-member] Enqueued Resource ID: 7fd8392a-5f0e-483e-8282-d969a4b02a51 with Priority: HIGHEST for action security_group_members [ 1406.677130] env[66703]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 7fd8392a-5f0e-483e-8282-d969a4b02a51 with Priority: HIGHEST for action security_group_members [ 1406.677447] env[66703]: DEBUG networking_nsxv3.common.locking [-] Lock member-7fd8392a-5f0e-483e-8282-d969a4b02a51 taken with stack trace [, , ] {{(pid=66703) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1406.677582] env[66703]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-7fd8392a-5f0e-483e-8282-d969a4b02a51" {{(pid=66703) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1406.677634] env[66703]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-7fd8392a-5f0e-483e-8282-d969a4b02a51" {{(pid=66703) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1406.677882] env[66703]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-7fd8392a-5f0e-483e-8282-d969a4b02a51" {{(pid=66703) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1406.678052] env[66703]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=66703) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1406.678152] env[66703]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66703) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1406.678214] env[66703]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66703) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1406.678371] env[66703]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66703) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1406.678454] env[66703]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66703) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1406.678546] env[66703]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('7fd8392a-5f0e-483e-8282-d969a4b02a51',) {} {{(pid=66703) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1406.958118] env[66703]: DEBUG networking_nsxv3.common.locking [None req-33d36011-a73c-4b6d-849a-f8c867240c48 None None] Lock network-397 taken with stack trace [, , , , , , , , ] {{(pid=66703) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1406.958336] env[66703]: DEBUG oslo_concurrency.lockutils [None req-33d36011-a73c-4b6d-849a-f8c867240c48 None None] Acquiring lock "network-397" {{(pid=66703) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1406.958463] env[66703]: DEBUG oslo_concurrency.lockutils [None req-33d36011-a73c-4b6d-849a-f8c867240c48 None None] Acquired lock "network-397" {{(pid=66703) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1406.958799] env[66703]: DEBUG oslo_concurrency.lockutils [None req-33d36011-a73c-4b6d-849a-f8c867240c48 None None] Acquired external semaphore "network-397" {{(pid=66703) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1406.959073] env[66703]: DEBUG networking_nsxv3.common.locking [None req-33d36011-a73c-4b6d-849a-f8c867240c48 None None] Lock Segment taken with stack trace [, , , , , , , , , , ] {{(pid=66703) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1406.959234] env[66703]: DEBUG oslo_concurrency.lockutils [None req-33d36011-a73c-4b6d-849a-f8c867240c48 None None] Acquiring lock "Segment" {{(pid=66703) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1406.959356] env[66703]: DEBUG oslo_concurrency.lockutils [None req-33d36011-a73c-4b6d-849a-f8c867240c48 None None] Acquired lock "Segment" {{(pid=66703) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1406.959575] env[66703]: DEBUG oslo_concurrency.lockutils [None req-33d36011-a73c-4b6d-849a-f8c867240c48 None None] Acquired external semaphore "Segment" {{(pid=66703) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1406.959734] env[66703]: DEBUG oslo_concurrency.lockutils [None req-33d36011-a73c-4b6d-849a-f8c867240c48 None None] Releasing lock "Segment" {{(pid=66703) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1406.959954] env[66703]: DEBUG dogpile.cache.region [None req-33d36011-a73c-4b6d-849a-f8c867240c48 None None] No value present for key: 'zone-id' {{(pid=66703) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 1406.960080] env[66703]: DEBUG dogpile.lock [None req-33d36011-a73c-4b6d-849a-f8c867240c48 None None] NeedRegenerationException {{(pid=66703) _enter /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:90}} [ 1406.960192] env[66703]: DEBUG dogpile.lock [None req-33d36011-a73c-4b6d-849a-f8c867240c48 None None] no value, waiting for create lock {{(pid=66703) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:131}} [ 1406.960302] env[66703]: DEBUG dogpile.lock [None req-33d36011-a73c-4b6d-849a-f8c867240c48 None None] value creation lock acquired {{(pid=66703) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:135}} [ 1406.960412] env[66703]: DEBUG dogpile.cache.region [None req-33d36011-a73c-4b6d-849a-f8c867240c48 None None] No value present for key: 'zone-id' {{(pid=66703) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 1406.960520] env[66703]: DEBUG dogpile.lock [None req-33d36011-a73c-4b6d-849a-f8c867240c48 None None] Calling creation function for not-yet-present value {{(pid=66703) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:174}} [ 1406.960654] env[66703]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-33d36011-a73c-4b6d-849a-f8c867240c48 None None] Looking for TransportZone with name nsx-vlan-transportzone. [ 1406.981729] env[66703]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-33d36011-a73c-4b6d-849a-f8c867240c48 None None] loading zone with a95c914d-748d-497c-94ab-10d4647daeba and tags [{'scope': 'mp2policy_migr_status', 'tag': 'success'}] [ 1406.981881] env[66703]: DEBUG dogpile.cache.region [None req-33d36011-a73c-4b6d-849a-f8c867240c48 None None] Cache value generated in 0.021 seconds for key(s): 'zone-id' {{(pid=66703) _log_time /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:910}} [ 1406.981970] env[66703]: DEBUG dogpile.lock [None req-33d36011-a73c-4b6d-849a-f8c867240c48 None None] Released creation lock {{(pid=66703) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:182}} [ 1406.982166] env[66703]: DEBUG oslo_concurrency.lockutils [None req-33d36011-a73c-4b6d-849a-f8c867240c48 None None] Releasing lock "network-397" {{(pid=66703) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1406.982467] env[66703]: DEBUG networking_nsxv3.common.locking [None req-33d36011-a73c-4b6d-849a-f8c867240c48 None None] Lock port-85420494-5346-4d58-927b-8289c36a28b5 taken with stack trace [, , , , , , , , ] {{(pid=66703) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1406.982638] env[66703]: DEBUG oslo_concurrency.lockutils [None req-33d36011-a73c-4b6d-849a-f8c867240c48 None None] Acquiring lock "port-85420494-5346-4d58-927b-8289c36a28b5" {{(pid=66703) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1406.982758] env[66703]: DEBUG oslo_concurrency.lockutils [None req-33d36011-a73c-4b6d-849a-f8c867240c48 None None] Acquired lock "port-85420494-5346-4d58-927b-8289c36a28b5" {{(pid=66703) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1406.983103] env[66703]: DEBUG oslo_concurrency.lockutils [None req-33d36011-a73c-4b6d-849a-f8c867240c48 None None] Acquired external semaphore "port-85420494-5346-4d58-927b-8289c36a28b5" {{(pid=66703) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1406.983249] env[66703]: DEBUG networking_nsxv3.api.rpc [None req-33d36011-a73c-4b6d-849a-f8c867240c48 None None] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('85420494-5346-4d58-927b-8289c36a28b5',) {} {{(pid=66703) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1407.180265] env[66703]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=66703) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1407.180555] env[66703]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66703) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1407.180555] env[66703]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66703) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1407.180739] env[66703]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66703) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1407.180810] env[66703]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66703) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1407.180989] env[66703]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66703) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1407.181106] env[66703]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66703) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1407.181165] env[66703]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66703) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1407.181313] env[66703]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66703) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1407.181390] env[66703]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66703) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1407.181473] env[66703]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 7fd8392a-5f0e-483e-8282-d969a4b02a51 already deleted. [ 1407.181553] env[66703]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-7fd8392a-5f0e-483e-8282-d969a4b02a51" {{(pid=66703) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1407.486183] env[66703]: DEBUG networking_nsxv3.common.locking [None req-33d36011-a73c-4b6d-849a-f8c867240c48 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , ] {{(pid=66703) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1407.486469] env[66703]: DEBUG oslo_concurrency.lockutils [None req-33d36011-a73c-4b6d-849a-f8c867240c48 None None] Acquiring lock "SegmentPort" {{(pid=66703) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1407.486648] env[66703]: DEBUG oslo_concurrency.lockutils [None req-33d36011-a73c-4b6d-849a-f8c867240c48 None None] Acquired lock "SegmentPort" {{(pid=66703) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1407.486897] env[66703]: DEBUG oslo_concurrency.lockutils [None req-33d36011-a73c-4b6d-849a-f8c867240c48 None None] Acquired external semaphore "SegmentPort" {{(pid=66703) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1407.487054] env[66703]: DEBUG oslo_concurrency.lockutils [None req-33d36011-a73c-4b6d-849a-f8c867240c48 None None] Releasing lock "SegmentPort" {{(pid=66703) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1407.487213] env[66703]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-33d36011-a73c-4b6d-849a-f8c867240c48 None None] Segment Port 85420494-5346-4d58-927b-8289c36a28b5 not found, creating... [ 1407.487470] env[66703]: DEBUG networking_nsxv3.common.locking [None req-33d36011-a73c-4b6d-849a-f8c867240c48 None None] Lock Segment taken with stack trace [, , , , , , , , , , , ] {{(pid=66703) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1407.487625] env[66703]: DEBUG oslo_concurrency.lockutils [None req-33d36011-a73c-4b6d-849a-f8c867240c48 None None] Acquiring lock "Segment" {{(pid=66703) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1407.487740] env[66703]: DEBUG oslo_concurrency.lockutils [None req-33d36011-a73c-4b6d-849a-f8c867240c48 None None] Acquired lock "Segment" {{(pid=66703) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1407.487952] env[66703]: DEBUG oslo_concurrency.lockutils [None req-33d36011-a73c-4b6d-849a-f8c867240c48 None None] Acquired external semaphore "Segment" {{(pid=66703) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1407.488279] env[66703]: DEBUG oslo_concurrency.lockutils [None req-33d36011-a73c-4b6d-849a-f8c867240c48 None None] Releasing lock "Segment" {{(pid=66703) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1407.488395] env[66703]: DEBUG networking_nsxv3.common.locking [None req-33d36011-a73c-4b6d-849a-f8c867240c48 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=66703) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1407.488531] env[66703]: DEBUG oslo_concurrency.lockutils [None req-33d36011-a73c-4b6d-849a-f8c867240c48 None None] Acquiring lock "SegmentPort" {{(pid=66703) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1407.488650] env[66703]: DEBUG oslo_concurrency.lockutils [None req-33d36011-a73c-4b6d-849a-f8c867240c48 None None] Acquired lock "SegmentPort" {{(pid=66703) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1407.488854] env[66703]: DEBUG oslo_concurrency.lockutils [None req-33d36011-a73c-4b6d-849a-f8c867240c48 None None] Acquired external semaphore "SegmentPort" {{(pid=66703) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1407.488988] env[66703]: DEBUG oslo_concurrency.lockutils [None req-33d36011-a73c-4b6d-849a-f8c867240c48 None None] Releasing lock "SegmentPort" {{(pid=66703) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1407.489142] env[66703]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-33d36011-a73c-4b6d-849a-f8c867240c48 None None] Resource: SegmentPort with ID: 85420494-5346-4d58-927b-8289c36a28b5 is going to be created. [ 1407.511118] env[66703]: DEBUG networking_nsxv3.common.locking [None req-33d36011-a73c-4b6d-849a-f8c867240c48 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=66703) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1407.511388] env[66703]: DEBUG oslo_concurrency.lockutils [None req-33d36011-a73c-4b6d-849a-f8c867240c48 None None] Acquiring lock "SegmentPort" {{(pid=66703) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1407.511474] env[66703]: DEBUG oslo_concurrency.lockutils [None req-33d36011-a73c-4b6d-849a-f8c867240c48 None None] Acquired lock "SegmentPort" {{(pid=66703) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1407.511749] env[66703]: DEBUG oslo_concurrency.lockutils [None req-33d36011-a73c-4b6d-849a-f8c867240c48 None None] Acquired external semaphore "SegmentPort" {{(pid=66703) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1407.511979] env[66703]: DEBUG oslo_concurrency.lockutils [None req-33d36011-a73c-4b6d-849a-f8c867240c48 None None] Releasing lock "SegmentPort" {{(pid=66703) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1407.512248] env[66703]: DEBUG oslo_concurrency.lockutils [None req-33d36011-a73c-4b6d-849a-f8c867240c48 None None] Releasing lock "port-85420494-5346-4d58-927b-8289c36a28b5" {{(pid=66703) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1408.195034] env[66703]: INFO networking_nsxv3.common.synchronization [req-6943a6a4-44d3-433e-9bfe-8c45fd9b4254 req-7d7ccb54-7cc7-4a4a-9268-9d59986cf047 service nova] Enqueued Resource ID: 7fd8392a-5f0e-483e-8282-d969a4b02a51 with Priority: HIGHEST for action security_group_rules [ 1408.195554] env[66703]: INFO networking_nsxv3.common.synchronization [req-6943a6a4-44d3-433e-9bfe-8c45fd9b4254 req-7d7ccb54-7cc7-4a4a-9268-9d59986cf047 service nova] Enqueued Resource ID: 7fd8392a-5f0e-483e-8282-d969a4b02a51 with Priority: HIGHEST for action security_group_members [ 1408.195554] env[66703]: INFO networking_nsxv3.common.synchronization [req-6943a6a4-44d3-433e-9bfe-8c45fd9b4254 req-7d7ccb54-7cc7-4a4a-9268-9d59986cf047 service nova] Enqueued Resource ID: 85420494-5346-4d58-927b-8289c36a28b5 with Priority: HIGHEST for action port [ 1408.195729] env[66703]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 7fd8392a-5f0e-483e-8282-d969a4b02a51 with Priority: HIGHEST for action security_group_rules [ 1408.195869] env[66703]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 7fd8392a-5f0e-483e-8282-d969a4b02a51 with Priority: HIGHEST for action security_group_members [ 1408.195969] env[66703]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 85420494-5346-4d58-927b-8289c36a28b5 with Priority: HIGHEST for action port [ 1408.196256] env[66703]: DEBUG networking_nsxv3.common.locking [-] Lock rules-7fd8392a-5f0e-483e-8282-d969a4b02a51 taken with stack trace [, , ] {{(pid=66703) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1408.196380] env[66703]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-7fd8392a-5f0e-483e-8282-d969a4b02a51" {{(pid=66703) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1408.196438] env[66703]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-7fd8392a-5f0e-483e-8282-d969a4b02a51" {{(pid=66703) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1408.196703] env[66703]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-7fd8392a-5f0e-483e-8282-d969a4b02a51" {{(pid=66703) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1408.196784] env[66703]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('7fd8392a-5f0e-483e-8282-d969a4b02a51',) {} {{(pid=66703) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1408.197591] env[66703]: DEBUG networking_nsxv3.common.locking [-] Lock member-7fd8392a-5f0e-483e-8282-d969a4b02a51 taken with stack trace [, , ] {{(pid=66703) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1408.197702] env[66703]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-7fd8392a-5f0e-483e-8282-d969a4b02a51" {{(pid=66703) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1408.197760] env[66703]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-7fd8392a-5f0e-483e-8282-d969a4b02a51" {{(pid=66703) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1408.197925] env[66703]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-7fd8392a-5f0e-483e-8282-d969a4b02a51" {{(pid=66703) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1408.198081] env[66703]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=66703) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1408.198174] env[66703]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66703) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1408.198228] env[66703]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66703) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1408.198369] env[66703]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66703) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1408.198451] env[66703]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66703) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1408.198556] env[66703]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('7fd8392a-5f0e-483e-8282-d969a4b02a51',) {} {{(pid=66703) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1408.199571] env[66703]: DEBUG networking_nsxv3.common.locking [-] Lock port-85420494-5346-4d58-927b-8289c36a28b5 taken with stack trace [, , ] {{(pid=66703) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1408.199700] env[66703]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-85420494-5346-4d58-927b-8289c36a28b5" {{(pid=66703) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1408.199700] env[66703]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-85420494-5346-4d58-927b-8289c36a28b5" {{(pid=66703) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1408.199822] env[66703]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-85420494-5346-4d58-927b-8289c36a28b5" {{(pid=66703) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1408.199899] env[66703]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('85420494-5346-4d58-927b-8289c36a28b5',) {} {{(pid=66703) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1408.701504] env[66703]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('7fd8392a-5f0e-483e-8282-d969a4b02a51',) {} {{(pid=66703) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1408.703211] env[66703]: DEBUG networking_nsxv3.common.locking [-] Lock member-7fd8392a-5f0e-483e-8282-d969a4b02a51 taken with stack trace [, , , ] {{(pid=66703) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1408.703462] env[66703]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-7fd8392a-5f0e-483e-8282-d969a4b02a51" {{(pid=66703) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1408.703705] env[66703]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] realization of port 85420494-5346-4d58-927b-8289c36a28b5 with status ACTIVE [ 1408.703885] env[66703]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=66703) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1408.704021] env[66703]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=66703) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1408.704100] env[66703]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=66703) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1408.704398] env[66703]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=66703) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1408.704503] env[66703]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=66703) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1408.704662] env[66703]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , ] {{(pid=66703) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1408.704761] env[66703]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=66703) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1408.704818] env[66703]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=66703) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1408.704970] env[66703]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=66703) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1408.705053] env[66703]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=66703) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1408.705253] env[66703]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=66703) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1408.705350] env[66703]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=66703) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1408.705404] env[66703]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=66703) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1408.705544] env[66703]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=66703) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1408.705611] env[66703]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=66703) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1408.705699] env[66703]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: SegmentPort with ID: 85420494-5346-4d58-927b-8289c36a28b5 is going to be updated. [ 1408.727434] env[66703]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=66703) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1408.727664] env[66703]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=66703) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1408.727664] env[66703]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=66703) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1408.727844] env[66703]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=66703) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1408.727988] env[66703]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=66703) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1408.728168] env[66703]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-85420494-5346-4d58-927b-8289c36a28b5" {{(pid=66703) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1409.205083] env[66703]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('7fd8392a-5f0e-483e-8282-d969a4b02a51',) {} {{(pid=66703) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1409.707912] env[66703]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66703) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1409.708114] env[66703]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66703) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1409.708221] env[66703]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66703) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1409.708467] env[66703]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66703) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1409.708557] env[66703]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66703) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1409.708670] env[66703]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 7fd8392a-5f0e-483e-8282-d969a4b02a51 is going to be created. [ 1409.732427] env[66703]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66703) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1409.732562] env[66703]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66703) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1409.732636] env[66703]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66703) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1409.732839] env[66703]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66703) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1409.732992] env[66703]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66703) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1409.742200] env[66703]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 7fd8392a-5f0e-483e-8282-d969a4b02a51 in Status: UNINITIALIZED for 2s [ 1411.756718] env[66703]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 7fd8392a-5f0e-483e-8282-d969a4b02a51 in Status: SUCCESS [ 1411.756718] env[66703]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-7fd8392a-5f0e-483e-8282-d969a4b02a51" {{(pid=66703) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1411.756718] env[66703]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-7fd8392a-5f0e-483e-8282-d969a4b02a51" {{(pid=66703) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1411.756718] env[66703]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-7fd8392a-5f0e-483e-8282-d969a4b02a51" {{(pid=66703) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1411.756718] env[66703]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=66703) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1411.756718] env[66703]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66703) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1411.756718] env[66703]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66703) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1411.756718] env[66703]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66703) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1411.756718] env[66703]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66703) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1411.756718] env[66703]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-7fd8392a-5f0e-483e-8282-d969a4b02a51" {{(pid=66703) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1411.756718] env[66703]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('7fd8392a-5f0e-483e-8282-d969a4b02a51',) {} {{(pid=66703) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1412.259073] env[66703]: DEBUG networking_nsxv3.common.locking [-] Lock member-7fd8392a-5f0e-483e-8282-d969a4b02a51 taken with stack trace [, , , ] {{(pid=66703) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1412.259327] env[66703]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-7fd8392a-5f0e-483e-8282-d969a4b02a51" {{(pid=66703) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1412.259327] env[66703]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-7fd8392a-5f0e-483e-8282-d969a4b02a51" {{(pid=66703) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1412.259535] env[66703]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-7fd8392a-5f0e-483e-8282-d969a4b02a51" {{(pid=66703) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1412.259717] env[66703]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=66703) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1412.259839] env[66703]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66703) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1412.259904] env[66703]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66703) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1412.260130] env[66703]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66703) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1412.260303] env[66703]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66703) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1412.260458] env[66703]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-7fd8392a-5f0e-483e-8282-d969a4b02a51" {{(pid=66703) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1412.260678] env[66703]: DEBUG networking_nsxv3.common.locking [-] Lock member-7fd8392a-5f0e-483e-8282-d969a4b02a51 taken with stack trace [, , , ] {{(pid=66703) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1412.260816] env[66703]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-7fd8392a-5f0e-483e-8282-d969a4b02a51" {{(pid=66703) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1412.260882] env[66703]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-7fd8392a-5f0e-483e-8282-d969a4b02a51" {{(pid=66703) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1412.261038] env[66703]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-7fd8392a-5f0e-483e-8282-d969a4b02a51" {{(pid=66703) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1412.261182] env[66703]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=66703) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1412.261288] env[66703]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66703) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1412.261403] env[66703]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66703) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1412.261576] env[66703]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66703) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1412.261664] env[66703]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66703) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1412.261759] env[66703]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-7fd8392a-5f0e-483e-8282-d969a4b02a51" {{(pid=66703) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1412.261858] env[66703]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('7fd8392a-5f0e-483e-8282-d969a4b02a51',) {} {{(pid=66703) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1412.764640] env[66703]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for 7fd8392a-5f0e-483e-8282-d969a4b02a51: rpc.has_security_group_logging(os_id): False [ 1412.782200] env[66703]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=66703) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1412.782412] env[66703]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66703) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1412.782412] env[66703]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66703) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1412.782551] env[66703]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66703) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1412.782658] env[66703]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66703) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1412.782876] env[66703]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66703) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1412.782974] env[66703]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66703) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1412.783055] env[66703]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66703) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1412.783210] env[66703]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66703) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1412.783288] env[66703]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66703) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1412.783465] env[66703]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66703) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1412.783557] env[66703]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66703) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1412.783619] env[66703]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66703) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1412.783760] env[66703]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66703) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1412.783836] env[66703]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66703) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1412.784086] env[66703]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=66703) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1412.784183] env[66703]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66703) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1412.784273] env[66703]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66703) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1412.784455] env[66703]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66703) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1412.784527] env[66703]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66703) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1412.784617] env[66703]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 7fd8392a-5f0e-483e-8282-d969a4b02a51 is going to be created. [ 1412.840865] env[66703]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=66703) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1412.841130] env[66703]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66703) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1412.841130] env[66703]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66703) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1412.841281] env[66703]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66703) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1412.841455] env[66703]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66703) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1412.852453] env[66703]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 7fd8392a-5f0e-483e-8282-d969a4b02a51 in Status: IN_PROGRESS for 2s [ 1413.197278] env[66703]: INFO networking_nsxv3.common.synchronization [-] No activity for the last 5 seconds. [ 1413.197485] env[66703]: INFO networking_nsxv3.common.synchronization [-] Sizes Queue[Active=0, Passive=0], Jobs=1 [ 1414.867494] env[66703]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 7fd8392a-5f0e-483e-8282-d969a4b02a51 in Status: SUCCESS [ 1414.867494] env[66703]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-7fd8392a-5f0e-483e-8282-d969a4b02a51" {{(pid=66703) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1418.199029] env[66703]: INFO networking_nsxv3.common.synchronization [-] No activity for the last 5 seconds. [ 1418.199274] env[66703]: INFO networking_nsxv3.common.synchronization [-] Sizes Queue[Active=0, Passive=0], Jobs=0 [ 1418.276331] env[66703]: INFO networking_nsxv3.common.synchronization [req-df4de155-6dda-47dc-a47c-8af6547b0b3d req-59d79c17-8524-4be3-8954-88c62e07649b tempest-ServerAddressesTestJSON-2078046459 tempest-ServerAddressesTestJSON-2078046459-project-member] Enqueued Resource ID: 7fd8392a-5f0e-483e-8282-d969a4b02a51 with Priority: HIGHEST for action security_group_members [ 1418.276917] env[66703]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 7fd8392a-5f0e-483e-8282-d969a4b02a51 with Priority: HIGHEST for action security_group_members [ 1418.277248] env[66703]: DEBUG networking_nsxv3.common.locking [-] Lock member-7fd8392a-5f0e-483e-8282-d969a4b02a51 taken with stack trace [, , ] {{(pid=66703) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1418.277367] env[66703]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-7fd8392a-5f0e-483e-8282-d969a4b02a51" {{(pid=66703) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1418.277459] env[66703]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-7fd8392a-5f0e-483e-8282-d969a4b02a51" {{(pid=66703) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1418.277676] env[66703]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-7fd8392a-5f0e-483e-8282-d969a4b02a51" {{(pid=66703) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1418.277840] env[66703]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=66703) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1418.277944] env[66703]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66703) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1418.278015] env[66703]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66703) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1418.278168] env[66703]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66703) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1418.278251] env[66703]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66703) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1418.278378] env[66703]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('7fd8392a-5f0e-483e-8282-d969a4b02a51',) {} {{(pid=66703) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1418.781169] env[66703]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=66703) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1418.781381] env[66703]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66703) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1418.781381] env[66703]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66703) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1418.781637] env[66703]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66703) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1418.781725] env[66703]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66703) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1418.781919] env[66703]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66703) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1418.782027] env[66703]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66703) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1418.782092] env[66703]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66703) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1418.782256] env[66703]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66703) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1418.782363] env[66703]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66703) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1418.782451] env[66703]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 7fd8392a-5f0e-483e-8282-d969a4b02a51 is going to be updated. [ 1418.816739] env[66703]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66703) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1418.816984] env[66703]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66703) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1418.816984] env[66703]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66703) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1418.817160] env[66703]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66703) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1418.817296] env[66703]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66703) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1418.826135] env[66703]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 7fd8392a-5f0e-483e-8282-d969a4b02a51 in Status: IN_PROGRESS for 2s [ 1420.836474] env[66703]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 7fd8392a-5f0e-483e-8282-d969a4b02a51 in Status: SUCCESS [ 1420.836870] env[66703]: WARNING networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 7fd8392a-5f0e-483e-8282-d969a4b02a51 deletion is rescheduled due to dependency. [ 1420.836870] env[66703]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-7fd8392a-5f0e-483e-8282-d969a4b02a51" {{(pid=66703) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1423.277601] env[66703]: INFO networking_nsxv3.common.synchronization [-] No activity for the last 5 seconds. [ 1423.277928] env[66703]: INFO networking_nsxv3.common.synchronization [-] Sizes Queue[Active=0, Passive=0], Jobs=0 [ 1428.278995] env[66703]: INFO networking_nsxv3.common.synchronization [-] No activity for the last 5 seconds. [ 1428.279378] env[66703]: INFO networking_nsxv3.common.synchronization [-] Sizes Queue[Active=0, Passive=0], Jobs=0 [ 1433.280068] env[66703]: INFO networking_nsxv3.common.synchronization [-] No activity for the last 5 seconds. [ 1433.280538] env[66703]: INFO networking_nsxv3.common.synchronization [-] Sizes Queue[Active=0, Passive=0], Jobs=0 [ 1438.281645] env[66703]: INFO networking_nsxv3.common.synchronization [-] No activity for the last 5 seconds. [ 1438.282138] env[66703]: INFO networking_nsxv3.common.synchronization [-] Sizes Queue[Active=0, Passive=0], Jobs=0 [ 1443.282289] env[66703]: INFO networking_nsxv3.common.synchronization [-] No activity for the last 5 seconds. [ 1443.282744] env[66703]: INFO networking_nsxv3.common.synchronization [-] Sizes Queue[Active=0, Passive=0], Jobs=0 [ 1448.283535] env[66703]: INFO networking_nsxv3.common.synchronization [-] No activity for the last 5 seconds. [ 1448.283909] env[66703]: INFO networking_nsxv3.common.synchronization [-] Sizes Queue[Active=0, Passive=0], Jobs=0